{"id":"https://openalex.org/W2907682287","doi":"https://doi.org/10.3390/sym11010047","title":"Exploring Symmetry of Binary Classification Performance Metrics","display_name":"Exploring Symmetry of Binary Classification Performance Metrics","publication_year":2019,"publication_date":"2019-01-03","ids":{"openalex":"https://openalex.org/W2907682287","doi":"https://doi.org/10.3390/sym11010047","mag":"2907682287"},"language":"en","primary_location":{"id":"doi:10.3390/sym11010047","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym11010047","pdf_url":"https://www.mdpi.com/2073-8994/11/1/47/pdf?version=1546511840","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/11/1/47/pdf?version=1546511840","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031823743","display_name":"Amalia Luque Sendra","orcid":"https://orcid.org/0000-0002-1205-4722"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Amalia Luque","raw_affiliation_strings":["Ingenier\u00eda del Dise\u00f1o; Escuela Polit\u00e9cnica Superior. Universidad de Sevilla, 41011 Sevilla, Spain"],"affiliations":[{"raw_affiliation_string":"Ingenier\u00eda del Dise\u00f1o; Escuela Polit\u00e9cnica Superior. Universidad de Sevilla, 41011 Sevilla, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064211200","display_name":"Alejandro Carrasco","orcid":"https://orcid.org/0000-0001-9474-3929"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alejandro Carrasco","raw_affiliation_strings":["Tecnolog\u00eda Electr\u00f3nica; Escuela Ingenier\u00eda Inform\u00e1tica. Universidad de Sevilla, 41012 Sevilla, Spain"],"affiliations":[{"raw_affiliation_string":"Tecnolog\u00eda Electr\u00f3nica; Escuela Ingenier\u00eda Inform\u00e1tica. Universidad de Sevilla, 41012 Sevilla, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005409782","display_name":"Alejandro Manuel Mart\u00edn-G\u00f3mez","orcid":"https://orcid.org/0000-0002-2439-2454"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alejandro Mart\u00edn","raw_affiliation_strings":["Ingenier\u00eda del Dise\u00f1o; Escuela Polit\u00e9cnica Superior. Universidad de Sevilla, 41011 Sevilla, Spain"],"affiliations":[{"raw_affiliation_string":"Ingenier\u00eda del Dise\u00f1o; Escuela Polit\u00e9cnica Superior. Universidad de Sevilla, 41011 Sevilla, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009958986","display_name":"Juan Ram\u00f3n Lama-Ruiz","orcid":"https://orcid.org/0000-0003-1382-5274"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juan Ram\u00f3n Lama","raw_affiliation_strings":["Ingenier\u00eda del Dise\u00f1o; Escuela Polit\u00e9cnica Superior. Universidad de Sevilla, 41011 Sevilla, Spain"],"affiliations":[{"raw_affiliation_string":"Ingenier\u00eda del Dise\u00f1o; Escuela Polit\u00e9cnica Superior. Universidad de Sevilla, 41011 Sevilla, Spain","institution_ids":["https://openalex.org/I79238269"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5031823743"],"corresponding_institution_ids":["https://openalex.org/I79238269"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":1.2601,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.84575984,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"11","issue":"1","first_page":"47","last_page":"47"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/homogeneous-space","display_name":"Homogeneous space","score":0.7671991586685181},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6059917211532593},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.5726534724235535},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.5580534934997559},{"id":"https://openalex.org/keywords/inversion","display_name":"Inversion (geology)","score":0.5079553723335266},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.4806736409664154},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4562259316444397},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4304599165916443},{"id":"https://openalex.org/keywords/confusion-matrix","display_name":"Confusion matrix","score":0.42093291878700256},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40166810154914856},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.297435462474823},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.11087894439697266},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.10202392935752869}],"concepts":[{"id":"https://openalex.org/C96469262","wikidata":"https://www.wikidata.org/wiki/Q1324364","display_name":"Homogeneous space","level":2,"score":0.7671991586685181},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6059917211532593},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.5726534724235535},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.5580534934997559},{"id":"https://openalex.org/C1893757","wikidata":"https://www.wikidata.org/wiki/Q3653001","display_name":"Inversion (geology)","level":3,"score":0.5079553723335266},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.4806736409664154},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4562259316444397},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4304599165916443},{"id":"https://openalex.org/C138602881","wikidata":"https://www.wikidata.org/wiki/Q2709591","display_name":"Confusion matrix","level":2,"score":0.42093291878700256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40166810154914856},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.297435462474823},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.11087894439697266},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.10202392935752869},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C109007969","wikidata":"https://www.wikidata.org/wiki/Q749565","display_name":"Structural basin","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/sym11010047","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym11010047","pdf_url":"https://www.mdpi.com/2073-8994/11/1/47/pdf?version=1546511840","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},{"id":"pmh:oai:idus.us.es:11441/82577","is_oa":false,"landing_page_url":"https://idus.us.es/handle//11441/82577","pdf_url":null,"source":{"id":"https://openalex.org/S4306400333","display_name":"idUS (Universidad de Sevilla)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79238269","host_organization_name":"Universidad de Sevilla","host_organization_lineage":["https://openalex.org/I79238269"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:d6e06054eb13462f9ecdfcd07e931f98","is_oa":true,"landing_page_url":"https://doaj.org/article/d6e06054eb13462f9ecdfcd07e931f98","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry, Vol 11, Iss 1, p 47 (2019)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2073-8994/11/1/47/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/sym11010047","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/sym11010047","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym11010047","pdf_url":"https://www.mdpi.com/2073-8994/11/1/47/pdf?version=1546511840","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2907682287.pdf","grobid_xml":"https://content.openalex.org/works/W2907682287.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W172260869","https://openalex.org/W1564121197","https://openalex.org/W1572158434","https://openalex.org/W1964039615","https://openalex.org/W1988301066","https://openalex.org/W2017390482","https://openalex.org/W2040484093","https://openalex.org/W2059185913","https://openalex.org/W2061861370","https://openalex.org/W2068258779","https://openalex.org/W2081788238","https://openalex.org/W2109553965","https://openalex.org/W2113612637","https://openalex.org/W2116642770","https://openalex.org/W2116825089","https://openalex.org/W2140923451","https://openalex.org/W2143017915","https://openalex.org/W2161376144","https://openalex.org/W2163757302","https://openalex.org/W2164330572","https://openalex.org/W2170505850","https://openalex.org/W2203271703","https://openalex.org/W2330219538","https://openalex.org/W2395272910","https://openalex.org/W2486054628","https://openalex.org/W2540642777","https://openalex.org/W2559121974","https://openalex.org/W2750673150","https://openalex.org/W2758535392","https://openalex.org/W2767748149","https://openalex.org/W2784111636","https://openalex.org/W2799150641","https://openalex.org/W2807273960","https://openalex.org/W2887507616","https://openalex.org/W2900246182","https://openalex.org/W3105204788","https://openalex.org/W3148302408","https://openalex.org/W3200112298","https://openalex.org/W4242121546","https://openalex.org/W4289256003","https://openalex.org/W4296980399","https://openalex.org/W4298082496","https://openalex.org/W6666162627"],"related_works":["https://openalex.org/W2964976023","https://openalex.org/W1982477181","https://openalex.org/W2403083015","https://openalex.org/W4285488523","https://openalex.org/W2011367623","https://openalex.org/W4366202965","https://openalex.org/W1969293528","https://openalex.org/W2349679704","https://openalex.org/W4389633859","https://openalex.org/W2570625548"],"abstract_inverted_index":{"Selecting":[0],"the":[1,14,20,67,75,96,135,151,154,172],"proper":[2],"performance":[3,176],"metric":[4],"constitutes":[5],"a":[6,46,168,188],"key":[7],"issue":[8],"for":[9,190,193],"most":[10],"classification":[11,73],"problems":[12],"in":[13,109,153],"field":[15],"of":[16,60,70,78,88,117,137,150,174],"machine":[17],"learning.":[18],"Although":[19],"specialized":[21],"literature":[22],"has":[23],"addressed":[24],"several":[25],"topics":[26],"regarding":[27,164],"these":[28,79,138],"metrics,":[29],"their":[30,51,165,185,191],"symmetries":[31,100,118,166],"have":[32,144,159],"yet":[33],"to":[34,86,147,182],"be":[35,148],"systematically":[36],"studied.":[37],"This":[38],"research":[39],"focuses":[40],"on":[41,45],"ten":[42],"metrics":[43,80,97,143,177],"based":[44],"binary":[47],"confusion":[48],"matrix":[49],"and":[50,72,98,113,124,131,134,156,178,187],"symmetric":[52,76,92],"behaviour":[53,77,173],"is":[54,81],"formally":[55],"defined":[56],"under":[57],"all":[58,110],"types":[59,116],"transformations.":[61,93],"Through":[62],"simulated":[63],"experiments,":[64],"which":[65],"cover":[66],"full":[68],"range":[69],"datasets":[71],"results,":[74],"explored":[82],"by":[83],"exposing":[84],"them":[85],"hundreds":[87],"simple":[89],"or":[90],"combined":[91],"Cross-symmetries":[94],"among":[95],"statistical":[99],"are":[101],"also":[102],"explored.":[103],"The":[104,162],"results":[105,163],"obtained":[106],"show":[107],"that,":[108],"cases,":[111],"three":[112,115],"only":[114],"arise:":[119],"labelling":[120],"inversion":[121,128],"(between":[122],"positive":[123],"negative":[125],"classes);":[126],"scoring":[127],"(concerning":[129],"good":[130],"bad":[132],"classifiers);":[133],"combination":[136],"two":[139,157],"inversions.":[140],"Additionally,":[141],"certain":[142,194],"been":[145,160],"shown":[146],"independent":[149],"imbalance":[152],"dataset":[155],"cross-symmetries":[158],"identified.":[161],"reveal":[167],"deeper":[169],"insight":[170],"into":[171],"various":[175],"offer":[179],"an":[180],"indicator":[181],"properly":[183],"interpret":[184],"values":[186],"guide":[189],"selection":[192],"specific":[195],"applications.":[196]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}