{"id":"https://openalex.org/W7225817019","doi":"https://doi.org/10.3390/diagnostics16223717","title":"Machine-Learning-Assisted Detection of Residual or Recurrent Filling in Endovascularly Treated Intracranial Aneurysms on TOF-MRA: A Pilot Study","display_name":"Machine-Learning-Assisted Detection of Residual or Recurrent Filling in Endovascularly Treated Intracranial Aneurysms on TOF-MRA: A Pilot Study","publication_year":2026,"publication_date":"2026-11-11","ids":{"openalex":"https://openalex.org/W7225817019","doi":"https://doi.org/10.3390/diagnostics16223717"},"language":"en","primary_location":{"id":"doi:10.3390/diagnostics16223717","doi":"https://doi.org/10.3390/diagnostics16223717","is_oa":true,"landing_page_url":"https://doi.org/10.3390/diagnostics16223717","pdf_url":null,"source":{"id":"https://openalex.org/S4210172076","display_name":"Diagnostics","issn_l":"2075-4418","issn":["2075-4418"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Diagnostics","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/diagnostics16223717","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092128363","display_name":"Sushmitha Puttappa Shivagange","orcid":"https://orcid.org/0009-0004-0554-7715","observed_orcids":["https://orcid.org/0009-0004-0554-7715"]},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Sushmitha Puttappa Shivagange","raw_affiliation_strings":["Department of Radiology, Radiation Oncology and Medical Physics, Faculty of Medicine, University of Ottawa, Ottawa, ON K1H 8L6, Canada"],"raw_orcid":"https://orcid.org/0009-0004-0554-7715","affiliations":[{"raw_affiliation_string":"Department of Radiology, Radiation Oncology and Medical Physics, Faculty of Medicine, University of Ottawa, Ottawa, ON K1H 8L6, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161487701","display_name":"Augusto da Mota Goncalves Filho","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Augusto da Mota Goncalves Filho","raw_affiliation_strings":["Department of Radiology, Radiation Oncology and Medical Physics, Faculty of Medicine, University of Ottawa, Ottawa, ON K1H 8L6, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Radiation Oncology and Medical Physics, Faculty of Medicine, University of Ottawa, Ottawa, ON K1H 8L6, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008221741","display_name":"Mohamed S. Hefny","orcid":"https://orcid.org/0009-0006-0630-4402","observed_orcids":["https://orcid.org/0009-0006-0630-4402"]},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohamed S. Hefny","raw_affiliation_strings":["Department of Radiology, Radiation Oncology and Medical Physics, Faculty of Medicine, University of Ottawa, Ottawa, ON K1H 8L6, Canada"],"raw_orcid":"https://orcid.org/0009-0006-0630-4402","affiliations":[{"raw_affiliation_string":"Department of Radiology, Radiation Oncology and Medical Physics, Faculty of Medicine, University of Ottawa, Ottawa, ON K1H 8L6, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100592078","display_name":"Eduardo Portela de Oliveira","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Eduardo Portela de Oliveira","raw_affiliation_strings":["Department of Radiology, Radiation Oncology and Medical Physics, Faculty of Medicine, University of Ottawa, Ottawa, ON K1H 8L6, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Radiology, Radiation Oncology and Medical Physics, Faculty of Medicine, University of Ottawa, Ottawa, ON K1H 8L6, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5092128363"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":{"value":2600,"currency":"CHF","value_usd":3137},"apc_paid":{"value":2600,"currency":"CHF","value_usd":3137},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"16","issue":"22","first_page":"3717","last_page":"3717"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10420","display_name":"Intracranial Aneurysms: Treatment and Complications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Clinical Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10420","display_name":"Intracranial Aneurysms: Treatment and Complications","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2728","display_name":"Clinical Neurology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10378","display_name":"Advanced MRI Techniques and Applications","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[],"concepts":[{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.8463000059127808},{"id":"https://openalex.org/C2778286760","wikidata":"https://www.wikidata.org/wiki/Q1224954","display_name":"Digital subtraction angiography","level":3,"score":0.7087000012397766},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.6459000110626221},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.5825999975204468},{"id":"https://openalex.org/C2776268601","wikidata":"https://www.wikidata.org/wiki/Q968808","display_name":"Occlusion","level":2,"score":0.5249999761581421},{"id":"https://openalex.org/C2776098176","wikidata":"https://www.wikidata.org/wiki/Q189389","display_name":"Aneurysm","level":2,"score":0.4763999879360199},{"id":"https://openalex.org/C2776035437","wikidata":"https://www.wikidata.org/wiki/Q1144114","display_name":"Embolization","level":2,"score":0.4611999988555908},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.4052000045776367},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.3675999939441681},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.3630000054836273},{"id":"https://openalex.org/C2780643987","wikidata":"https://www.wikidata.org/wiki/Q468414","display_name":"Angiography","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C2989005","wikidata":"https://www.wikidata.org/wiki/Q214963","display_name":"Nuclear medicine","level":1,"score":0.34380000829696655},{"id":"https://openalex.org/C167135981","wikidata":"https://www.wikidata.org/wiki/Q2146302","display_name":"Retrospective cohort study","level":2,"score":0.32260000705718994},{"id":"https://openalex.org/C72563966","wikidata":"https://www.wikidata.org/wiki/Q1303415","display_name":"Cohort","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C104293457","wikidata":"https://www.wikidata.org/wiki/Q28324852","display_name":"Imaging phantom","level":2,"score":0.313400000333786},{"id":"https://openalex.org/C3019719930","wikidata":"https://www.wikidata.org/wiki/Q3910099","display_name":"Predictive value","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C3018386432","wikidata":"https://www.wikidata.org/wiki/Q426449","display_name":"Endovascular treatment","level":3,"score":0.2888000011444092},{"id":"https://openalex.org/C2778212899","wikidata":"https://www.wikidata.org/wiki/Q907325","display_name":"Magnetic resonance angiography","level":3,"score":0.2881999909877777},{"id":"https://openalex.org/C67761136","wikidata":"https://www.wikidata.org/wiki/Q2105849","display_name":"Post-hoc analysis","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C156957248","wikidata":"https://www.wikidata.org/wiki/Q1862216","display_name":"Odds ratio","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C2992886853","wikidata":"https://www.wikidata.org/wiki/Q18381816","display_name":"Post hoc","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C198433322","wikidata":"https://www.wikidata.org/wiki/Q3910099","display_name":"Predictive value of tests","level":2,"score":0.2556000053882599}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/diagnostics16223717","doi":"https://doi.org/10.3390/diagnostics16223717","is_oa":true,"landing_page_url":"https://doi.org/10.3390/diagnostics16223717","pdf_url":null,"source":{"id":"https://openalex.org/S4210172076","display_name":"Diagnostics","issn_l":"2075-4418","issn":["2075-4418"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Diagnostics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/diagnostics16223717","doi":"https://doi.org/10.3390/diagnostics16223717","is_oa":true,"landing_page_url":"https://doi.org/10.3390/diagnostics16223717","pdf_url":null,"source":{"id":"https://openalex.org/S4210172076","display_name":"Diagnostics","issn_l":"2075-4418","issn":["2075-4418"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Diagnostics","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1912817541","https://openalex.org/W1998359356","https://openalex.org/W2103846163","https://openalex.org/W2133360649","https://openalex.org/W2157533310","https://openalex.org/W2166261564","https://openalex.org/W2315155147","https://openalex.org/W2340059961","https://openalex.org/W2494498312","https://openalex.org/W2767128594","https://openalex.org/W2884592090","https://openalex.org/W2941426485","https://openalex.org/W2945478270","https://openalex.org/W2948864380","https://openalex.org/W3010956352","https://openalex.org/W3039298780","https://openalex.org/W3167582001","https://openalex.org/W4286559870","https://openalex.org/W4385251338","https://openalex.org/W4388658224","https://openalex.org/W4393227005","https://openalex.org/W4400579011","https://openalex.org/W4404668520","https://openalex.org/W4408502459","https://openalex.org/W4410288967","https://openalex.org/W4415215975","https://openalex.org/W7119536389","https://openalex.org/W7134064156"],"related_works":[],"abstract_inverted_index":{"Background":[0],"and":[1,29,78,84,152,161,186,192,247,282,319,332,350,389,411,418,439],"Purpose:":[2],"Surveillance":[3],"TOF-MRA":[4,45,64],"is":[5,22,265,333,442],"a":[6,34,67,142,252,266,326],"non-invasive":[7],"alternative":[8],"to":[9,74,196],"digital":[10],"subtraction":[11],"angiography":[12],"(DSA)":[13],"for":[14,38,111,273,279,286,445],"detecting":[15,39],"aneurysm":[16],"residual/recurrence":[17],"after":[18,49,108],"endovascular":[19,50,99],"embolization":[20,100],"but":[21],"limited":[23,382],"by":[24,66],"coil/WEB":[25],"device-related":[26],"susceptibility":[27],"artifact":[28],"inter-reader":[30],"variability.":[31],"We":[32],"evaluated":[33,153],"supervised":[35],"machine-learning":[36],"classifier":[37],"residuals":[40],"and/or":[41],"recurrence":[42],"on":[43,61],"surveillance":[44,63,369],"obtained":[46],"3\u20136":[47],"months":[48],"embolization,":[51],"referenced":[52],"against":[53],"the":[54,62,75,128,178,183,206,214,259,287,292,338,359,363,378,424,440],"Raymond\u2013Roy":[55],"Occlusion":[56],"Classification":[57],"(RROC)":[58],"class":[59],"assigned":[60],"itself":[65],"single,":[68],"non-blinded":[69],"neuroradiologist":[70],"who":[71],"had":[72],"access":[73],"completion":[76],"DSA":[77],"24\u201348":[79],"h":[80],"post-procedural":[81],"MRA.":[82],"Materials":[83],"Methods:":[85],"In":[86,213,291],"this":[87],"single-center":[88,380],"retrospective":[89],"pilot":[90,356],"study,":[91],"53":[92,136,221],"of":[93,169,217,232,362,367,377,384,391,407,427],"55":[94],"eligible":[95],"adults":[96],"with":[97,150,174,337],"intrasaccular":[98],"(coiling":[101],"or":[102,432],"WEB":[103],"device,":[104],"2020\u20132024)":[105],"were":[106,148,346,422],"analyzed":[107],"excluding":[109],"2":[110],"suboptimal":[112],"MRA":[113],"quality":[114],"(RROC":[115],"I:":[116],"n":[117,121,125],"=":[118,122,126],"13,":[119],"II:":[120],"18,":[123],"III:":[124],"27);":[127],"final":[129],"analytical":[130],"cohort":[131],"comprised":[132],"58":[133,218],"aneurysms":[134,176,219,302],"from":[135,141,177,220,303],"unique":[137],"patients.":[138],"Radiomic":[139],"features":[140],"class-agnostic":[143],"3":[144],"mm":[145],"peri-device":[146],"region":[147],"extracted":[149],"PyRadiomics":[151],"using":[154],"L1-regularized":[155,223],"logistic":[156,224,274,307],"regression,":[157,275],"calibrated":[158,288],"linear":[159,289],"SVM,":[160],"random":[162,280],"forest.":[163],"Model":[164],"evaluation":[165],"used":[166],"100":[167,260],"repetitions":[168],"5-fold":[170],"patient-grouped":[171,364],"nested":[172],"cross-validation,":[173],"all":[175],"same":[179,184],"patient":[180],"kept":[181],"within":[182],"fold":[185],"preprocessing,":[187],"feature":[188],"selection,":[189],"hyperparameter":[190],"tuning,":[191],"model":[193,441],"fitting":[194],"confined":[195],"training":[197],"data.":[198],"A":[199],"post":[200,293],"hoc":[201,294],"exploratory":[202,295,395],"subgroup":[203,324],"analysis":[204,216,300,357],"excluded":[205],"morphologically":[207],"intermediate":[208],"Class":[209,296,396],"II":[210],"cases.":[211],"Results:":[212],"primary":[215],"patients,":[222],"regression":[225,308],"yielded":[226,309],"an":[227],"aggregated":[228],"repeated":[229],"out-of-fold":[230],"AUC":[231,257,310],"0.716":[233],"(95%":[234,312],"patient-cluster":[235],"bootstrap":[236],"CI":[237,313],"0.566\u20130.856),":[238],"sensitivity":[239,315],"0.800,":[240],"specificity":[241,317,417],"0.462,":[242],"negative":[243,385,419],"predictive":[244,420],"value":[245,421,426],"0.400,":[246],"balanced":[248,320],"accuracy":[249,321],"0.631":[250,276],"at":[251],"0.50":[253],"threshold.":[254],"The":[255,323,371,394,416],"mean":[256],"across":[258],"individual":[261],"cross-validation":[262],"repetitions,":[263],"which":[264],"different":[267],"estimate,":[268],"was":[269],"0.601":[270],"(SD":[271,277,284],"0.088)":[272],"0.056)":[278],"forest":[281],"0.555":[283],"0.097)":[285],"SVM.":[290],"I":[297,397],"versus":[298,398],"III":[299,399],"(40":[301],"38":[304],"patients),":[305],"L1":[306],"0.832":[311],"0.704\u20130.946),":[314],"0.852,":[316],"0.692,":[318],"0.772.":[322],"represents":[325],"different,":[327],"more":[328],"separated":[329],"classification":[330,366],"task":[331],"not":[334,402,436,443],"directly":[335],"comparable":[336],"full":[339],"cohort.":[340],"Of":[341],"45":[342],"outcome-positive":[343],"aneurysms,":[344],"42%":[345],"persistent":[347],"residual":[348],"filling":[349],"58%":[351],"interval":[352],"recurrence.":[353],"Conclusions:":[354],"This":[355],"demonstrates":[358],"technical":[360],"feasibility":[361],"radiomics-based":[365],"post-treatment":[368],"TOF-MRA.":[370],"performance":[372,410],"estimates":[373],"remain":[374],"preliminary":[375],"because":[376],"small":[379],"cohort,":[381],"number":[383],"cases,":[386],"scanner/device":[387],"heterogeneity,":[388],"absence":[390],"external":[392,413],"validation.":[393,415],"results":[400],"should":[401],"be":[403],"interpreted":[404],"as":[405],"evidence":[406],"improved":[408],"clinical":[409,446],"warrant":[412],"multicenter":[414],"low,":[423],"incremental":[425],"radiomics":[428],"beyond":[429],"simpler":[430],"device-":[431],"morphology-based":[433],"approaches":[434],"has":[435],"been":[437],"established,":[438],"ready":[444],"use.":[447]},"counts_by_year":[],"updated_date":"2026-11-12T12:28:57.059296","created_date":"2026-11-12T00:00:00"}