{"id":"https://openalex.org/W4408280719","doi":"https://doi.org/10.1109/access.2025.3549702","title":"Machine Learning Evaluation Metric Discrepancies Across Programming Languages and Their Components in Medical Imaging Domains: Need for Standardization","display_name":"Machine Learning Evaluation Metric Discrepancies Across Programming Languages and Their Components in Medical Imaging Domains: Need for Standardization","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4408280719","doi":"https://doi.org/10.1109/access.2025.3549702"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3549702","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3549702","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3549702","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063110838","display_name":"Mohammad R. Salmanpour","orcid":"https://orcid.org/0000-0002-9515-789X"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Mohammad R. Salmanpour","raw_affiliation_strings":["Department of Radiology, The University of British Columbia, Vancouver, BC, Canada","Department of Radiology, University of British Columbia, Vancouver, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Radiology, The University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]},{"raw_affiliation_string":"Department of Radiology, University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102831475","display_name":"Morteza Alizadeh","orcid":"https://orcid.org/0000-0003-1281-6130"},"institutions":[{"id":"https://openalex.org/I2799324594","display_name":"Teck (Canada)","ror":"https://ror.org/05cggb038","country_code":"CA","type":"company","lineage":["https://openalex.org/I2799324594"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Morteza Alizadeh","raw_affiliation_strings":["Technological Virtual Collaboration (Tecvico Corporation), Vancouver, BC, Canada","Technological Virtual Collaboration (TECVICO CORP.), Vancouver, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Technological Virtual Collaboration (Tecvico Corporation), Vancouver, BC, Canada","institution_ids":["https://openalex.org/I2799324594"]},{"raw_affiliation_string":"Technological Virtual Collaboration (TECVICO CORP.), Vancouver, BC, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024150600","display_name":"Ghazal Mousavi","orcid":null},"institutions":[{"id":"https://openalex.org/I2799324594","display_name":"Teck (Canada)","ror":"https://ror.org/05cggb038","country_code":"CA","type":"company","lineage":["https://openalex.org/I2799324594"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ghazal Mousavi","raw_affiliation_strings":["Technological Virtual Collaboration (Tecvico Corporation), Vancouver, BC, Canada","Technological Virtual Collaboration (TECVICO CORP.), Vancouver, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Technological Virtual Collaboration (Tecvico Corporation), Vancouver, BC, Canada","institution_ids":["https://openalex.org/I2799324594"]},{"raw_affiliation_string":"Technological Virtual Collaboration (TECVICO CORP.), Vancouver, BC, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035637835","display_name":"Saba Sadeghi","orcid":null},"institutions":[{"id":"https://openalex.org/I2799324594","display_name":"Teck (Canada)","ror":"https://ror.org/05cggb038","country_code":"CA","type":"company","lineage":["https://openalex.org/I2799324594"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Saba Sadeghi","raw_affiliation_strings":["Technological Virtual Collaboration (Tecvico Corporation), Vancouver, BC, Canada","Technological Virtual Collaboration (TECVICO CORP.), Vancouver, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Technological Virtual Collaboration (Tecvico Corporation), Vancouver, BC, Canada","institution_ids":["https://openalex.org/I2799324594"]},{"raw_affiliation_string":"Technological Virtual Collaboration (TECVICO CORP.), Vancouver, BC, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027895428","display_name":"Sajad Amiri","orcid":null},"institutions":[{"id":"https://openalex.org/I2799324594","display_name":"Teck (Canada)","ror":"https://ror.org/05cggb038","country_code":"CA","type":"company","lineage":["https://openalex.org/I2799324594"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sajad Amiri","raw_affiliation_strings":["Technological Virtual Collaboration (Tecvico Corporation), Vancouver, BC, Canada","Technological Virtual Collaboration (TECVICO CORP.), Vancouver, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Technological Virtual Collaboration (Tecvico Corporation), Vancouver, BC, Canada","institution_ids":["https://openalex.org/I2799324594"]},{"raw_affiliation_string":"Technological Virtual Collaboration (TECVICO CORP.), Vancouver, BC, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112451047","display_name":"Mehrdad Oveisi","orcid":null},"institutions":[{"id":"https://openalex.org/I2799324594","display_name":"Teck (Canada)","ror":"https://ror.org/05cggb038","country_code":"CA","type":"company","lineage":["https://openalex.org/I2799324594"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mehrdad Oveisi","raw_affiliation_strings":["Technological Virtual Collaboration (Tecvico Corporation), Vancouver, BC, Canada","Technological Virtual Collaboration (TECVICO CORP.), Vancouver, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Technological Virtual Collaboration (Tecvico Corporation), Vancouver, BC, Canada","institution_ids":["https://openalex.org/I2799324594"]},{"raw_affiliation_string":"Technological Virtual Collaboration (TECVICO CORP.), Vancouver, BC, Canada","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021438906","display_name":"Arman Rahmim","orcid":"https://orcid.org/0000-0002-9980-2403"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Arman Rahmim","raw_affiliation_strings":["Department of Radiology, The University of British Columbia, Vancouver, BC, Canada","Department of Radiology, University of British Columbia, Vancouver, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Radiology, The University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]},{"raw_affiliation_string":"Department of Radiology, University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015205742","display_name":"Ilker Hacihaliloglu","orcid":"https://orcid.org/0000-0003-3232-8193"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ilker Hacihaliloglu","raw_affiliation_strings":["Department of Radiology, The University of British Columbia, Vancouver, BC, Canada","Department of Radiology, University of British Columbia, Vancouver, BC, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Radiology, The University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]},{"raw_affiliation_string":"Department of Radiology, University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5063110838"],"corresponding_institution_ids":["https://openalex.org/I141945490"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":14.9856,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.99154899,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"13","issue":null,"first_page":"47217","last_page":"47229"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12422","display_name":"Radiomics and Machine Learning in Medical Imaging","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.965399980545044,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/standardization","display_name":"Standardization","score":0.8501236438751221},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7288080453872681},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6591373682022095},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5427690744400024},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4663124978542328},{"id":"https://openalex.org/keywords/medical-imaging","display_name":"Medical imaging","score":0.4466361403465271},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41378480195999146},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38949912786483765}],"concepts":[{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.8501236438751221},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7288080453872681},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6591373682022095},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5427690744400024},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4663124978542328},{"id":"https://openalex.org/C31601959","wikidata":"https://www.wikidata.org/wiki/Q931309","display_name":"Medical imaging","level":2,"score":0.4466361403465271},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41378480195999146},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38949912786483765},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3549702","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3549702","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:efe04423ba33428185e14aa824dcc978","is_oa":true,"landing_page_url":"https://doaj.org/article/efe04423ba33428185e14aa824dcc978","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 47217-47229 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3549702","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3549702","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1909740415","https://openalex.org/W1975801366","https://openalex.org/W2072240081","https://openalex.org/W2102099252","https://openalex.org/W2295042125","https://openalex.org/W2301577677","https://openalex.org/W2330219538","https://openalex.org/W2401005551","https://openalex.org/W3196616669","https://openalex.org/W3217134235","https://openalex.org/W4213133107","https://openalex.org/W4245119036","https://openalex.org/W4286829109","https://openalex.org/W4289225591","https://openalex.org/W4313033767","https://openalex.org/W4387047970","https://openalex.org/W4389666223","https://openalex.org/W4389666878","https://openalex.org/W4404117203","https://openalex.org/W6780694900","https://openalex.org/W6839923473","https://openalex.org/W6849112488","https://openalex.org/W6850910085","https://openalex.org/W6863244450","https://openalex.org/W6866440548"],"related_works":["https://openalex.org/W2378767206","https://openalex.org/W1540871478","https://openalex.org/W328308450","https://openalex.org/W282641168","https://openalex.org/W2376963063","https://openalex.org/W2066396794","https://openalex.org/W2366734808","https://openalex.org/W2391444248","https://openalex.org/W2390716080","https://openalex.org/W2355065378"],"abstract_inverted_index":{"This":[0,62],"study":[1,63,224],"evaluates":[2],"metrics":[3,70,203,229,239,257],"for":[4,47,240],"tasks":[5,73,242],"such":[6,86],"as":[7,87],"classification,":[8,212],"regression,":[9],"clustering,":[10,215],"correlation":[11,149],"analysis,":[12],"statistical":[13,166,218],"tests,":[14,219],"segmentation,":[15],"and":[16,32,39,56,77,99,108,123,129,145,162,170,182,187,190,207,216,232,248],"image-to-image":[17],"(I2I)":[18],"translation":[19],"in":[20,74,102,111,125,132,148,165,172,176,184,192,199,210,214,258],"medical":[21,75,252],"imaging":[22,76],"domains.":[23],"Metrics":[24],"were":[25],"compared":[26],"across":[27,60,71,84],"Python":[28],"libraries,":[29],"R":[30],"packages,":[31],"Matlab":[33],"functions":[34],"to":[35,51,81,243],"assess":[36],"their":[37],"consistency":[38,254],"highlight":[40],"discrepancies.":[41],"The":[42],"findings":[43],"underscore":[44],"the":[45],"need":[46],"a":[48,65,200],"unified":[49],"roadmap":[50],"standardize":[52],"metrics,":[53],"ensuring":[54],"reliable":[55],"reproducible":[57],"ML":[58,227,246,263],"evaluations":[59],"platforms.":[61],"examined":[64],"wide":[66],"range":[67],"of":[68,197,202,255],"evaluation":[69,228,256,260,264],"various":[72],"found":[78],"only":[79],"some":[80],"be":[82],"consistent":[83,238],"platforms,":[85],"Accuracy,":[88,90,105,168],"Balanced":[89],"Cohens":[91,106],"Kappa,":[92,107],"F-beta":[93,109],"Score,":[94],"MCC,":[95],"Geometric":[96],"Mean,":[97],"AUC,":[98],"Log":[100],"Loss":[101],"binary":[103,211],"classification;":[104,113],"Score":[110],"multi-class":[112],"MAE,":[114,179,188],"MSE,":[115,180,189],"RMSE,":[116,181],"MAPE,":[117],"Explained":[118],"Variance,":[119],"Median":[120],"AE,":[121],"MSLE,":[122],"Huber":[124],"regression;":[126],"Davies-Bouldin":[127],"Index":[128,131],"Calinski-Harabasz":[130],"clustering;":[133],"Pearson,":[134],"Spearman,":[135],"Kendall\u2019s":[136],"Tau,":[137],"Mutual":[138],"Information,":[139],"Distance":[140],"Correlation,":[141],"Bicor,":[142],"Percbend,":[143],"Shepherd,":[144],"Partial":[146],"Correlation":[147],"analysis;":[150],"Paired":[151],"t-test,":[152,161],"Chi-Square":[153],"Test,":[154,157,159],"ANOVA,":[155],"Kruskal-Wallis":[156],"Shapiro-Wilk":[158],"Welch\u2019s":[160],"Bartlett\u2019s":[163],"test":[164],"tests;":[167],"Precision,":[169],"Recall":[171],"2D":[173],"segmentation;":[174,178],"Accuracy":[175],"3D":[177],"R-Squared":[183],"2D-I2I":[185],"translation;":[186],"RMSE":[191],"3D-I2I":[193],"translation.":[194],"Given":[195],"observation":[196],"discrepancies":[198],"number":[201],"(e.g.":[204],"precision,":[205],"recall":[206],"F1":[208],"score":[209],"WCSS":[213],"multiple":[217,221],"amongst":[220],"metrics),":[222],"this":[223],"concludes":[225],"that":[226,234],"require":[230],"standardization":[231],"recommends":[233],"future":[235],"research":[236],"use":[237],"different":[241],"effectively":[244],"compare":[245],"techniques":[247],"solutions.INDEX":[249],"TERMS":[250],"2D/3D":[251],"images,":[253],"multi-framework,":[259],"metric":[261],"roadmap,":[262],"metrics.":[265]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}