{"id":"https://openalex.org/W46659105","doi":"https://doi.org/10.48550/arxiv.2010.16061","title":"Evaluation: from precision, recall and F-measure to ROC, informedness, markedness and correlation","display_name":"Evaluation: from precision, recall and F-measure to ROC, informedness, markedness and correlation","publication_year":2020,"publication_date":"2020-10-11","ids":{"openalex":"https://openalex.org/W46659105","doi":"https://doi.org/10.48550/arxiv.2010.16061","mag":"46659105"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2010.16061","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.16061","pdf_url":"https://arxiv.org/pdf/2010.16061","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2010.16061","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5159779533","display_name":"David M. W. Powers","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I169541294","display_name":"Flinders University","ror":"https://ror.org/01kpzv902","country_code":"AU","type":"education","lineage":["https://openalex.org/I169541294"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Powers, David M. W.","raw_affiliation_strings":["School of Computer Science, Engineering and Mathematics , Flinders University , South Australia , Australia","Flinders University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Engineering and Mathematics , Flinders University , South Australia , Australia","institution_ids":["https://openalex.org/I169541294"]},{"raw_affiliation_string":"Flinders University","institution_ids":["https://openalex.org/I169541294"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5159779533"],"corresponding_institution_ids":["https://openalex.org/I169541294"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6934,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":"1","first_page":"37","last_page":"63"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.6377000212669373,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.6377000212669373,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13373","display_name":"Data Mining and Machine Learning Applications","score":0.12939999997615814,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.0869000032544136,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/precision","display_name":"precision","score":0.6190000176429749},{"id":"https://openalex.org/keywords/memory-retrieval","display_name":"memory retrieval","score":1.0},{"id":"https://openalex.org/keywords/f-measure","display_name":"F-measure","score":0.9959999918937683},{"id":"https://openalex.org/keywords/informedness","display_name":"informedness","score":0.7490000128746033},{"id":"https://openalex.org/keywords/markedness","display_name":"markedness","score":0.9990000128746033},{"id":"https://openalex.org/keywords/correlation","display_name":"correlation","score":0.7070000171661377},{"id":"https://openalex.org/keywords/significance","display_name":"significance","score":0.7390000224113464},{"id":"https://openalex.org/keywords/base-rates","display_name":"base rates","score":0.49300000071525574},{"id":"https://openalex.org/keywords/multiclass-classification","display_name":"multi-class classification","score":0.8840000033378601},{"id":"https://openalex.org/keywords/assessment-bias","display_name":"evaluation bias","score":0.42800000309944153}],"concepts":[{"id":"https://openalex.org/C2776134746","wikidata":"https://www.wikidata.org/wiki/Q1897166","display_name":"Markedness","level":2,"score":0.8368723392486572},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.7232588529586792},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.5813279151916504},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5721137523651123},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.543633759021759},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.46609723567962646},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.44279131293296814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44232243299484253},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.4171152114868164},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.41230806708335876},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.34115517139434814},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.264829158782959},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.25528326630592346},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.24744874238967896},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.24321529269218445},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2147809863090515},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"pmh:oai:arXiv.org:2010.16061","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.16061","pdf_url":"https://arxiv.org/pdf/2010.16061","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dspace.flinders.edu.au:2328/27165","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/2328/27165","pdf_url":"http://hdl.handle.net/2328/27165","source":{"id":"https://openalex.org/S4306401120","display_name":"Flinders Academic Commons (Flinders University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I169541294","host_organization_name":"Flinders University","host_organization_lineage":["https://openalex.org/I169541294"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"mag:46659105","doi":null,"is_oa":true,"landing_page_url":"http://david.wardpowers.info/BM/Evaluation_%20From%20Precision%20and%20Recall%20....pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:fac.flinders.edu.au:2328/27165","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/2328/27165","pdf_url":null,"source":{"id":"https://openalex.org/S4306401120","display_name":"Flinders Academic Commons (Flinders University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I169541294","host_organization_name":"Flinders University","host_organization_lineage":["https://openalex.org/I169541294"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"doi:10.48550/arxiv.2010.16061","doi":"https://doi.org/10.48550/arxiv.2010.16061","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2010.16061","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2010.16061","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.16061","pdf_url":"https://arxiv.org/pdf/2010.16061","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W46659105.pdf","grobid_xml":"https://content.openalex.org/works/W46659105.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1527928020","https://openalex.org/W1546962148","https://openalex.org/W1574901103","https://openalex.org/W1975914262","https://openalex.org/W1988520084","https://openalex.org/W2009973226","https://openalex.org/W2010814253","https://openalex.org/W2011101028","https://openalex.org/W2037789405","https://openalex.org/W2040717102","https://openalex.org/W2049781629","https://openalex.org/W2053154970","https://openalex.org/W2064717403","https://openalex.org/W2082018041","https://openalex.org/W2086202918","https://openalex.org/W2106571168","https://openalex.org/W2131046448","https://openalex.org/W2137397858","https://openalex.org/W2141772405","https://openalex.org/W2143017915","https://openalex.org/W2147880316","https://openalex.org/W2153804780","https://openalex.org/W2793284460","https://openalex.org/W2974222084"],"related_works":["https://openalex.org/W7164147167","https://openalex.org/W7205015742","https://openalex.org/W4402040396","https://openalex.org/W4416335858","https://openalex.org/W4402409915","https://openalex.org/W7223557459","https://openalex.org/W7222355207","https://openalex.org/W4389285849","https://openalex.org/W7213563861","https://openalex.org/W7221013638"],"abstract_inverted_index":{"Commonly":[0],"used":[1,17,60],"evaluation":[2],"measures":[3,38,67],"including":[4],"Recall,":[5],"Precision,":[6,118],"F-Measure":[7],"and":[8,13,24,66,79,107,117,119],"Rand":[9],"Accuracy":[10],"are":[11],"biased":[12],"should":[14],"not":[15],"be":[16],"without":[18],"clear":[19],"understanding":[20],"of":[21,27,33,48,57,103],"the":[22,34,45,70,87,101,121,124,128],"biases,":[23],"corresponding":[25],"identification":[26],"chance":[28],"or":[29],"base":[30],"case":[31,126],"levels":[32],"statistic.":[35],"Using":[36],"these":[37,58],"a":[39,83],"system":[40],"that":[41,68,72,89],"performs":[42],"worse":[43],"in":[44],"objective":[46],"sense":[47],"Informedness,":[49,104],"can":[50],"appear":[51],"to":[52,127],"perform":[53],"better":[54],"under":[55],"any":[56],"commonly":[59],"measures.":[61],"We":[62],"discuss":[63],"several":[64],"concepts":[65,102],"reflect":[69],"probability":[71,88],"prediction":[73,90],"is":[74,91],"informed":[75],"versus":[76,93],"chance.":[77,94],"Informedness":[78],"introduce":[80],"Markedness":[81],"as":[82,109,111],"dual":[84],"measure":[85],"for":[86],"marked":[92],"Finally":[95],"we":[96],"demonstrate":[97],"elegant":[98],"connections":[99],"between":[100],"Markedness,":[105],"Correlation":[106],"Significance":[108],"well":[110],"their":[112],"intuitive":[113],"relationships":[114],"with":[115],"Recall":[116],"outline":[120],"extension":[122],"from":[123],"dichotomous":[125],"general":[129],"multi-class":[130],"case.":[131]},"counts_by_year":[{"year":2026,"cited_by_count":552},{"year":2025,"cited_by_count":770},{"year":2024,"cited_by_count":651},{"year":2023,"cited_by_count":547},{"year":2022,"cited_by_count":460},{"year":2021,"cited_by_count":718},{"year":2020,"cited_by_count":699},{"year":2019,"cited_by_count":644},{"year":2018,"cited_by_count":575},{"year":2017,"cited_by_count":460},{"year":2016,"cited_by_count":331},{"year":2015,"cited_by_count":237},{"year":2014,"cited_by_count":172},{"year":2013,"cited_by_count":95},{"year":2012,"cited_by_count":17}],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2016-06-24T00:00:00"}