{"id":"https://openalex.org/W4391346405","doi":"https://doi.org/10.3390/rs16030533","title":"Selecting and Interpreting Multiclass Loss and Accuracy Assessment Metrics for Classifications with Class Imbalance: Guidance and Best Practices","display_name":"Selecting and Interpreting Multiclass Loss and Accuracy Assessment Metrics for Classifications with Class Imbalance: Guidance and Best Practices","publication_year":2024,"publication_date":"2024-01-30","ids":{"openalex":"https://openalex.org/W4391346405","doi":"https://doi.org/10.3390/rs16030533"},"language":"en","primary_location":{"id":"doi:10.3390/rs16030533","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs16030533","pdf_url":"https://www.mdpi.com/2072-4292/16/3/533/pdf?version=1706622636","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2072-4292/16/3/533/pdf?version=1706622636","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041697585","display_name":"Sarah Farhadpour","orcid":"https://orcid.org/0009-0009-1559-3295"},"institutions":[{"id":"https://openalex.org/I12097938","display_name":"West Virginia University","ror":"https://ror.org/011vxgd24","country_code":"US","type":"education","lineage":["https://openalex.org/I12097938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah Farhadpour","raw_affiliation_strings":["Department of Geology and Geography, West Virginia University, Morgantown, WV 26505, USA"],"affiliations":[{"raw_affiliation_string":"Department of Geology and Geography, West Virginia University, Morgantown, WV 26505, USA","institution_ids":["https://openalex.org/I12097938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091637832","display_name":"Timothy A. Warner","orcid":"https://orcid.org/0000-0002-0414-9748"},"institutions":[{"id":"https://openalex.org/I12097938","display_name":"West Virginia University","ror":"https://ror.org/011vxgd24","country_code":"US","type":"education","lineage":["https://openalex.org/I12097938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timothy A. Warner","raw_affiliation_strings":["Department of Geology and Geography, West Virginia University, Morgantown, WV 26505, USA"],"affiliations":[{"raw_affiliation_string":"Department of Geology and Geography, West Virginia University, Morgantown, WV 26505, USA","institution_ids":["https://openalex.org/I12097938"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085820343","display_name":"Aaron E. Maxwell","orcid":"https://orcid.org/0000-0002-4412-5599"},"institutions":[{"id":"https://openalex.org/I12097938","display_name":"West Virginia University","ror":"https://ror.org/011vxgd24","country_code":"US","type":"education","lineage":["https://openalex.org/I12097938"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aaron E. Maxwell","raw_affiliation_strings":["Department of Geology and Geography, West Virginia University, Morgantown, WV 26505, USA"],"affiliations":[{"raw_affiliation_string":"Department of Geology and Geography, West Virginia University, Morgantown, WV 26505, USA","institution_ids":["https://openalex.org/I12097938"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5085820343"],"corresponding_institution_ids":["https://openalex.org/I12097938"],"apc_list":{"value":2500,"currency":"CHF","value_usd":2707},"apc_paid":{"value":2500,"currency":"CHF","value_usd":2707},"fwci":33.0153,"has_fulltext":true,"cited_by_count":88,"citation_normalized_percentile":{"value":0.99833878,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"16","issue":"3","first_page":"533","last_page":"533"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10111","display_name":"Remote Sensing in Agriculture","score":0.9688000082969666,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6393983364105225},{"id":"https://openalex.org/keywords/statistic","display_name":"Statistic","score":0.5524753332138062},{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.5233670473098755},{"id":"https://openalex.org/keywords/confusion-matrix","display_name":"Confusion matrix","score":0.5185385346412659},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4853719472885132},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.4645063579082489},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4549905061721802},{"id":"https://openalex.org/keywords/cohens-kappa","display_name":"Cohen's kappa","score":0.4446549713611603},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.4283648729324341},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4231225550174713},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.41151243448257446},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3739180564880371},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33966052532196045},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.22249102592468262}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6393983364105225},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.5524753332138062},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.5233670473098755},{"id":"https://openalex.org/C138602881","wikidata":"https://www.wikidata.org/wiki/Q2709591","display_name":"Confusion matrix","level":2,"score":0.5185385346412659},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4853719472885132},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.4645063579082489},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4549905061721802},{"id":"https://openalex.org/C163864269","wikidata":"https://www.wikidata.org/wiki/Q1107106","display_name":"Cohen's kappa","level":2,"score":0.4446549713611603},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4283648729324341},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4231225550174713},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41151243448257446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3739180564880371},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33966052532196045},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.22249102592468262},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/rs16030533","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs16030533","pdf_url":"https://www.mdpi.com/2072-4292/16/3/533/pdf?version=1706622636","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4cf1271302604d54a04ebc7bb9e0b29b","is_oa":true,"landing_page_url":"https://doaj.org/article/4cf1271302604d54a04ebc7bb9e0b29b","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Remote Sensing, Vol 16, Iss 3, p 533 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/rs16030533","is_oa":true,"landing_page_url":"https://doi.org/10.3390/rs16030533","pdf_url":"https://www.mdpi.com/2072-4292/16/3/533/pdf?version=1706622636","source":{"id":"https://openalex.org/S43295729","display_name":"Remote Sensing","issn_l":"2072-4292","issn":["2072-4292"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Remote Sensing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3818842176","display_name":null,"funder_award_id":"2046059","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391346405.pdf"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W649977621","https://openalex.org/W1831050183","https://openalex.org/W1836465849","https://openalex.org/W1967575690","https://openalex.org/W2010430502","https://openalex.org/W2056435747","https://openalex.org/W2065040528","https://openalex.org/W2068167377","https://openalex.org/W2104896032","https://openalex.org/W2119877108","https://openalex.org/W2137155271","https://openalex.org/W2155955188","https://openalex.org/W2279077827","https://openalex.org/W2336708139","https://openalex.org/W2734349601","https://openalex.org/W2786957903","https://openalex.org/W2888728157","https://openalex.org/W2889640697","https://openalex.org/W2889985731","https://openalex.org/W2910828295","https://openalex.org/W2936503027","https://openalex.org/W2953011380","https://openalex.org/W2962767316","https://openalex.org/W2963351448","https://openalex.org/W2964098128","https://openalex.org/W2964194231","https://openalex.org/W2979751829","https://openalex.org/W2999585470","https://openalex.org/W3034328552","https://openalex.org/W3099319035","https://openalex.org/W3127859904","https://openalex.org/W3136424010","https://openalex.org/W3160412534","https://openalex.org/W3170034074","https://openalex.org/W3177435843","https://openalex.org/W4210699701","https://openalex.org/W4313421210","https://openalex.org/W4364321617","https://openalex.org/W4385627277","https://openalex.org/W4388688389","https://openalex.org/W4399611165","https://openalex.org/W6682921881","https://openalex.org/W6694931204","https://openalex.org/W6703611609","https://openalex.org/W6751923770","https://openalex.org/W6851325046"],"related_works":["https://openalex.org/W2887485144","https://openalex.org/W4390240101","https://openalex.org/W2910487949","https://openalex.org/W4313362020","https://openalex.org/W2046963292","https://openalex.org/W2531301769","https://openalex.org/W2297943152","https://openalex.org/W2284918463","https://openalex.org/W2891978288","https://openalex.org/W1970473112"],"abstract_inverted_index":{"Evaluating":[0],"classification":[1,84,156],"accuracy":[2,39,119,126,136,143,207,210,393,431],"is":[3,264,340,347,355,370,377],"a":[4,105,110,193,250,348],"key":[5,43],"component":[6],"of":[7,13,20,29,36,56,107,112,117,123,132,142,181,252,261,277,418,425,430,440],"the":[8,18,27,30,34,37,54,62,68,99,115,121,130,139,159,167,176,182,187,199,204,221,236,259,275,319,395,401,406,416,438],"training":[9,31,148,339,381,396,402],"and":[10,17,33,47,50,138,149,196,212,234,239,243,286,288,312,375,432,443],"validation":[11],"stages":[12],"thematic":[14],"map":[15],"production,":[16],"choice":[19,260],"metric":[21,263,434],"has":[22],"profound":[23],"implications":[24],"for":[25,87,147,255,306,313,380,411],"both":[26],"success":[28,157],"process":[32],"reliability":[35],"final":[38,125,150],"assessment.":[40],"We":[41,201,329],"explore":[42],"considerations":[44],"in":[45,53,77,98,297,389,422],"selecting":[46],"interpreting":[48],"loss":[49,253,262,305,335,346,354,363,433],"assessment":[51],"metrics":[52,254],"context":[55],"data":[57,91],"imbalance,":[58,92],"which":[59,280],"arises":[60,103],"when":[61,145,364,394,400],"classes":[63,365],"have":[64,93],"unequal":[65],"proportions":[66],"within":[67,192],"dataset":[69],"or":[70,185,292],"landscape":[71],"being":[72],"mapped.":[73],"The":[74,290],"challenges":[75],"involved":[76],"calculating":[78,124,198],"single,":[79],"integrated":[80],"measures":[81,144],"that":[82,203,258],"summarize":[83],"success,":[85],"especially":[86],"datasets":[88],"with":[89,309,316,337,382,391,427],"considerable":[90],"led":[94],"to":[95,154,231,235,272,294,342,361,372],"much":[96],"confusion":[97,102,194],"literature.":[100],"This":[101],"from":[104,127,166],"range":[106,276],"issues,":[108],"including":[109],"lack":[111],"clarity":[113],"over":[114],"redundancy":[116,439],"some":[118,441],"measures,":[120,442],"importance":[122],"population-based":[128],"statistics,":[129,137,184],"effects":[131],"class":[133,160,222],"imbalance":[134],"on":[135],"differing":[140],"roles":[141],"used":[146,225,336,397,403],"evaluation.":[151],"In":[152,414],"order":[153],"characterize":[155],"at":[158,175,186],"level,":[161],"users":[162],"typically":[163],"generate":[164],"averages":[165,171,180],"class-based":[168],"measures.":[169],"These":[170],"are":[172,224,228,241,366],"sometimes":[173],"generated":[174],"macro-level,":[177],"by":[178,189,302,324],"taking":[179],"individual-class":[183],"micro-level,":[188],"aggregating":[190],"values":[191],"matrix,":[195],"then,":[197],"statistic.":[200],"show":[202],"micro-averaged":[205,368],"producer\u2019s":[206],"(recall),":[208],"user\u2019s":[209],"(precision),":[211],"F1-score,":[213],"as":[214,216,226,266,268,358],"well":[215],"weighted":[217,284,326,333,344,412],"macro-averaged":[218],"statistics":[219],"where":[220],"prevalences":[223],"weights,":[227],"all":[229],"equivalent":[230,341],"each":[232],"other":[233],"overall":[237,373],"accuracy,":[238,374],"thus,":[240,376],"redundant":[242],"should":[244],"be":[245],"avoided.":[246],"Our":[247],"experiment,":[248],"using":[249,303,325],"variety":[251],"training,":[256],"suggests":[257],"not":[265],"complex":[267],"it":[269],"might":[270],"appear":[271],"be,":[273],"despite":[274],"choices":[278],"available,":[279],"include":[281],"cross-entropy":[282],"(CE),":[283],"CE,":[285,343],"micro-":[287],"macro-Dice.":[289],"highest,":[291,295],"close":[293],"accuracies":[296,321,407],"our":[298],"experiments":[299],"were":[300,322,408],"obtained":[301,323],"CE":[304,327,334,345,362],"models":[307,314,390],"trained":[308,315],"balanced":[310,338,398],"data,":[311,318,399,405],"imbalanced":[317,383,404],"highest":[320],"loss.":[328],"recommend":[330],"that,":[331],"since":[332],"good":[349],"all-round":[350],"choice.":[351],"Although":[352],"Dice":[353,369],"commonly":[356],"suggested":[357],"an":[359,428],"alternative":[360],"imbalanced,":[367],"similar":[371],"particularly":[378],"poor":[379],"data.":[384],"Furthermore,":[385],"although":[386],"macro-Dice":[387],"resulted":[388],"high":[392],"lower":[409],"than":[410],"CE.":[413],"summary,":[415],"significance":[417],"this":[419],"paper":[420],"lies":[421],"its":[423],"provision":[424],"readers":[426],"overview":[429],"terminology,":[435],"insight":[436],"regarding":[437,445],"guidance":[444],"best":[446],"practices.":[447]},"counts_by_year":[{"year":2026,"cited_by_count":20},{"year":2025,"cited_by_count":57},{"year":2024,"cited_by_count":11}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}