{"id":"https://openalex.org/W4386352986","doi":"https://doi.org/10.1109/mim.2023.10238361","title":"Measurement Methodology: Visualizing Uncertainty in Machine Learning-Assisted Measurements","display_name":"Measurement Methodology: Visualizing Uncertainty in Machine Learning-Assisted Measurements","publication_year":2023,"publication_date":"2023-09-01","ids":{"openalex":"https://openalex.org/W4386352986","doi":"https://doi.org/10.1109/mim.2023.10238361"},"language":"en","primary_location":{"id":"doi:10.1109/mim.2023.10238361","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mim.2023.10238361","pdf_url":null,"source":{"id":"https://openalex.org/S121167460","display_name":"IEEE Instrumentation & Measurement Magazine","issn_l":"1094-6969","issn":["1094-6969","1941-0123"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Instrumentation & Measurement Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044422170","display_name":"Shervin Shirmohammadi","orcid":"https://orcid.org/0000-0002-3973-4445"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Shervin Shirmohammadi","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa,ON,Canada","School of Electrical Engineering and Computer Science, University of Ottawa, ON, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa,ON,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, ON, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5044422170"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":2.6021,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.90025631,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"26","issue":"7","first_page":"20","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9822999835014343,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/coronavirus-disease-2019","display_name":"Coronavirus disease 2019 (COVID-19)","score":0.6998697519302368},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6370411515235901},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6225449442863464},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5771769881248474},{"id":"https://openalex.org/keywords/remedial-education","display_name":"Remedial education","score":0.527645468711853},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.43214648962020874},{"id":"https://openalex.org/keywords/sample-size-determination","display_name":"Sample size determination","score":0.412123441696167},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3411581516265869},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.24144643545150757},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21122702956199646},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.14833921194076538},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10162606835365295}],"concepts":[{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.6998697519302368},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6370411515235901},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6225449442863464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5771769881248474},{"id":"https://openalex.org/C100207952","wikidata":"https://www.wikidata.org/wiki/Q7311597","display_name":"Remedial education","level":2,"score":0.527645468711853},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.43214648962020874},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.412123441696167},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3411581516265869},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.24144643545150757},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21122702956199646},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.14833921194076538},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10162606835365295},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mim.2023.10238361","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mim.2023.10238361","pdf_url":null,"source":{"id":"https://openalex.org/S121167460","display_name":"IEEE Instrumentation & Measurement Magazine","issn_l":"1094-6969","issn":["1094-6969","1941-0123"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Instrumentation & Measurement Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/3"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W582134693","https://openalex.org/W2047724033","https://openalex.org/W2471894658","https://openalex.org/W2594776646","https://openalex.org/W2600383743","https://openalex.org/W2626967530","https://openalex.org/W2790952646","https://openalex.org/W2994890101","https://openalex.org/W2997626223","https://openalex.org/W3014524604","https://openalex.org/W3093446992","https://openalex.org/W3093568609","https://openalex.org/W3112436251","https://openalex.org/W3119527628","https://openalex.org/W3132968835","https://openalex.org/W3136933888","https://openalex.org/W3152567630","https://openalex.org/W3164791059","https://openalex.org/W3195127593","https://openalex.org/W3204797703","https://openalex.org/W3216410143","https://openalex.org/W4226149098","https://openalex.org/W4233886011","https://openalex.org/W4289516308","https://openalex.org/W4308149258","https://openalex.org/W4324116476","https://openalex.org/W6617145748","https://openalex.org/W6735443497","https://openalex.org/W6739651123","https://openalex.org/W6813609943"],"related_works":["https://openalex.org/W4388813866","https://openalex.org/W2999104021","https://openalex.org/W4293088233","https://openalex.org/W2850804095","https://openalex.org/W1481656249","https://openalex.org/W2162280767","https://openalex.org/W2774950576","https://openalex.org/W1570799877","https://openalex.org/W2800688113","https://openalex.org/W2057598446"],"abstract_inverted_index":{"From":[0],"the":[1,4,56,59,65,79,168,189,193,203,208,222,225,232],"onset":[2],"of":[3,64,109,127,147,167,172,207],"COVID-19":[5,21,37,89,239],"pandemic,":[6],"many":[7,36],"researchers":[8],"rushed":[9],"to":[10,35,55,177,197,216,220],"design":[11],"Machine":[12],"Learning":[13],"(ML)-assisted":[14],"diagnostic":[15,48,90],"tools":[16,49],"that":[17,50,96,112,142,165,195],"could,":[18],"supposedly,":[19],"detect":[20],"fast":[22],"and":[23,72,81,105,129,155],"reliably.":[24],"ML":[25],"seemed":[26],"perfect":[27],"for":[28],"this":[29],"job":[30],"since":[31],"we":[32],"had":[33,124],"access":[34],"datasets,":[38],"so":[39],"a":[40],"datadriven":[41],"approach":[42],"should":[43],"have":[44],"quickly":[45],"yielded":[46],"such":[47,87,111,145],"could":[51],"then":[52],"be":[53,131],"distributed":[54],"masses.":[57],"Unfortunately,":[58],"reality":[60],"fell":[61],"way":[62],"short":[63],"expectations.":[66],"In":[67],"an":[68],"extensive":[69],"study,":[70],"Wynants":[71],"colleagues":[73],"screened":[74],"126,978":[75],"relevant":[76],"titles":[77],"in":[78,202,224],"literature":[80],"found":[82],"412":[83],"studies":[84,101],"describing":[85],"731":[86],"ML-based":[88],"tools,":[91,146,191],"but":[92,192],"their":[93,113],"conclusion":[94],"was":[95,137],"\u201cmost":[97],"published":[98],"prediction":[99],"model":[100],"were":[102,150,157,185],"poorly":[103],"reported":[104,114],"at":[106],"high":[107],"risk":[108,126],"bias":[110,128],"predictive":[115],"performances":[116],"are":[117,171],"probably":[118],"optimistic\u201d":[119],"[1].":[120],"Only":[121],"29":[122],"models":[123,169,230],"low":[125],"\u201cshould":[130],"validated":[132],"before":[133],"clinical":[134,174],"implementation.\u201d":[135],"This":[136],"confirmed":[138],"by":[139],"another":[140],"study":[141],"identified":[143,170],"2,212":[144],"which":[148],"415":[149],"included":[151],"after":[152],"initial":[153],"screening,":[154],"62":[156],"systematically":[158],"reviewed.":[159],"The":[160],"result?":[161],"\u201cOur":[162],"review":[163],"finds":[164],"none":[166],"potential":[173],"use":[175],"due":[176],"methodological":[178],"flaws":[179],"and/or":[180],"underlying":[181],"biases\u201d":[182],"[2].":[183],"There":[184],"several":[186],"problems":[187],"with":[188,238],"proposed":[190],"one":[194],"relates":[196],"our":[198],"article":[199],"is":[200,214],"summarized":[201],"following":[204],"remedial":[205],"recommendation":[206],"authors:":[209],"\u201cWhen":[210],"reporting":[211],"results,":[212],"it":[213],"important":[215],"include":[217],"confidence":[218],"intervals":[219],"reflect":[221],"uncertainty":[223],"estimate,":[226],"especially":[227],"when":[228],"training":[229],"on":[231],"small":[233],"sample":[234],"sizes":[235],"commonly":[236],"seen":[237],"data.\u201d":[240]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}