{"id":"https://openalex.org/W4403794819","doi":"https://doi.org/10.48550/arxiv.2409.17763","title":"Confidence intervals uncovered: Are we ready for real-world medical imaging AI?","display_name":"Confidence intervals uncovered: Are we ready for real-world medical imaging AI?","publication_year":2024,"publication_date":"2024-09-26","ids":{"openalex":"https://openalex.org/W4403794819","doi":"https://doi.org/10.48550/arxiv.2409.17763"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2409.17763","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.17763","pdf_url":"https://arxiv.org/pdf/2409.17763","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.17763","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027201749","display_name":"Evangelia Christodoulou","orcid":"https://orcid.org/0000-0001-7900-5952"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Christodoulou, Evangelia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079787198","display_name":"Annika Reinke","orcid":"https://orcid.org/0000-0003-4363-1876"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reinke, Annika","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066561447","display_name":"Rola Houhou","orcid":"https://orcid.org/0000-0001-6732-2563"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Houhou, Rola","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039741682","display_name":"Piotr Kalinowski","orcid":"https://orcid.org/0000-0001-5363-6801"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kalinowski, Piotr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107693942","display_name":"Selen Erkan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erkan, Selen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044422433","display_name":"Carole H. Sudre","orcid":"https://orcid.org/0000-0001-5753-428X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sudre, Carole H.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053042574","display_name":"Ninon Burgos","orcid":"https://orcid.org/0000-0002-4668-2006"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Burgos, Ninon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107693943","display_name":"Sofi\u00e8ne Boutaj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Boutaj, Sofi\u00e8ne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089642246","display_name":"Sophie Loizillon","orcid":"https://orcid.org/0000-0002-3043-7890"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Loizillon, Sophie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034167853","display_name":"Ma\u00eblys Solal","orcid":"https://orcid.org/0000-0001-9333-9238"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Solal, Ma\u00eblys","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049101411","display_name":"Nicola Rieke","orcid":"https://orcid.org/0000-0003-0241-9334"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rieke, Nicola","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031371103","display_name":"Veronika Cheplygina","orcid":"https://orcid.org/0000-0003-0176-9324"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheplygina, Veronika","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007411844","display_name":"Michela Antonelli","orcid":"https://orcid.org/0000-0002-3005-4523"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Antonelli, Michela","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113413414","display_name":"Leon D. Mayer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mayer, Leon D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047698894","display_name":"Minu D. Tizabi","orcid":"https://orcid.org/0000-0003-3687-6381"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tizabi, Minu D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044053280","display_name":"Maria Vasconcelos-Cardoso","orcid":"https://orcid.org/0000-0002-8812-9380"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cardoso, M. Jorge","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000336389","display_name":"Amber L. Simpson","orcid":"https://orcid.org/0000-0002-4387-8417"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simpson, Amber","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012942347","display_name":"Paul F. J\u00e4ger","orcid":"https://orcid.org/0000-0002-6243-2568"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"J\u00e4ger, Paul F.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075067956","display_name":"Annette Kopp\u2010Schneider","orcid":"https://orcid.org/0000-0002-1810-0267"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kopp-Schneider, Annette","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074733625","display_name":"Ga\u00ebl Varoquaux","orcid":"https://orcid.org/0000-0003-1076-5122"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Varoquaux, Ga\u00ebl","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005778444","display_name":"Olivier Colliot","orcid":"https://orcid.org/0000-0002-9836-654X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Colliot, Olivier","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Maier-Hein, Lena","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maier-Hein, Lena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9503999948501587,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9503999948501587,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.934499979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9221000075340271,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.5803952217102051},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.5181454420089722},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3772825300693512},{"id":"https://openalex.org/keywords/medical-physics","display_name":"Medical physics","score":0.3585851192474365},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.34913259744644165},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33159834146499634},{"id":"https://openalex.org/keywords/internal-medicine","display_name":"Internal medicine","score":0.20073896646499634}],"concepts":[{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.5803952217102051},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.5181454420089722},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3772825300693512},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3585851192474365},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.34913259744644165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33159834146499634},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.20073896646499634}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2409.17763","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.17763","pdf_url":"https://arxiv.org/pdf/2409.17763","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},{"id":"doi:10.48550/arxiv.2409.17763","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.17763","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.17763","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.17763","pdf_url":"https://arxiv.org/pdf/2409.17763","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1560739324","display_name":null,"funder_award_id":"101002198","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2422938190","display_name":null,"funder_award_id":"ANR-10-IAIHU-06","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G3103753459","display_name":null,"funder_award_id":"10-IAIHU-06","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G3167122498","display_name":"Lymphatic system dysfunction in Parkinson\u2019s disease","funder_award_id":"ANR-23-CE17-0054","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G5838787665","display_name":"PaRis Artificial Intelligence Research InstitutE","funder_award_id":"ANR-19-P3IA-0001","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G626190807","display_name":null,"funder_award_id":"19-P3IA-0001","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G7240651115","display_name":null,"funder_award_id":"ANR-10","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G7842005466","display_name":null,"funder_award_id":"Horizon 2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318455765","display_name":null,"funder_award_id":"ANR-19","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2034850138","https://openalex.org/W2050807133","https://openalex.org/W1985504019","https://openalex.org/W3086104399","https://openalex.org/W328486336","https://openalex.org/W1995688399","https://openalex.org/W2042967125","https://openalex.org/W2443196326"],"abstract_inverted_index":{"Medical":[0],"imaging":[1],"is":[2,11,42,54,178],"spearheading":[3],"the":[4,99,105,122,146,163,183,188,200,204,209,212],"AI":[5],"transformation":[6],"of":[7,75,121,148,166,198,203,211],"healthcare.":[8],"Performance":[9],"reporting":[10,100],"key":[12],"to":[13,226],"determine":[14],"which":[15,177,228],"methods":[16],"should":[17],"be":[18,114,232],"translated":[19,233],"into":[20,234],"clinical":[21,235],"practice.":[22,236],"Frequently,":[23],"broad":[24],"conclusions":[25],"are":[26],"simply":[27],"derived":[28],"from":[29,133],"mean":[30,123,164,201],"performance":[31,50,80,185,202],"values.":[32],"In":[33],"this":[34,39,141],"paper,":[35],"we":[36,68,102,138,158],"argue":[37],"that":[38,71,104,140,217],"common":[40],"practice":[41],"often":[43],"a":[44,117,149],"misleading":[45],"simplification":[46],"as":[47],"it":[48],"ignores":[49],"variability.":[51],"Our":[52],"contribution":[53],"threefold.":[55],"(1)":[56],"Analyzing":[57],"all":[58],"MICCAI":[59,136,167],"segmentation":[60,111,169],"papers":[61,76,112],"(n":[62],"=":[63],"221)":[64],"published":[65],"in":[66,110,154],"2023,":[67],"first":[69,189],"observe":[70],"more":[72,195],"than":[73,182,196],"50%":[74],"do":[77,221],"not":[78,222],"assess":[79],"variability":[81],"at":[82],"all.":[83],"Moreover,":[84],"only":[85],"one":[86],"(0.5%)":[87],"paper":[88],"reported":[89],"confidence":[90],"intervals":[91],"(CIs)":[92],"for":[93],"model":[94],"performance.":[95],"(2)":[96],"To":[97],"address":[98],"bottleneck,":[101],"show":[103],"unreported":[106],"standard":[107],"deviation":[108],"(SD)":[109],"can":[113,143],"approximated":[115],"by":[116],"second-order":[118],"polynomial":[119],"function":[120],"Dice":[124],"similarity":[125],"coefficient":[126],"(DSC).":[127],"Based":[128],"on":[129],"external":[130],"validation":[131],"data":[132],"56":[134],"previous":[135],"challenges,":[137],"demonstrate":[139],"approximation":[142],"accurately":[144],"reconstruct":[145],"CI":[147,173,210],"method":[150,206],"using":[151],"information":[152],"provided":[153],"publications.":[155],"(3)":[156],"Finally,":[157],"reconstructed":[159],"95%":[160],"CIs":[161],"around":[162],"DSC":[165],"2023":[168],"papers.":[170],"The":[171],"median":[172,184],"width":[174],"was":[175,207],"0.03":[176],"three":[179],"times":[180],"larger":[181],"gap":[186],"between":[187],"and":[190],"second":[191],"ranked":[192],"method.":[193,214],"For":[194],"60%":[197],"papers,":[199],"second-ranked":[205],"within":[208],"first-ranked":[213],"We":[215],"conclude":[216],"current":[218],"publications":[219],"typically":[220],"provide":[223],"sufficient":[224],"evidence":[225],"support":[227],"models":[229],"could":[230],"potentially":[231]},"counts_by_year":[],"updated_date":"2026-07-14T08:27:34.040176","created_date":"2025-10-10T00:00:00"}