{"id":"https://openalex.org/W4223955034","doi":"https://doi.org/10.1109/tpami.2022.3167007","title":"Contingency Space: A Semimetric Space for Classification Evaluation","display_name":"Contingency Space: A Semimetric Space for Classification Evaluation","publication_year":2022,"publication_date":"2022-04-13","ids":{"openalex":"https://openalex.org/W4223955034","doi":"https://doi.org/10.1109/tpami.2022.3167007","pmid":"https://pubmed.ncbi.nlm.nih.gov/35417345"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3167007","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3167007","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/10008914/09756878.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/34/10008914/09756878.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035716569","display_name":"Azim Ahmadzadeh","orcid":"https://orcid.org/0000-0002-1631-5336"},"institutions":[{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Azim Ahmadzadeh","raw_affiliation_strings":["Department of Computer Science, Georgia State University, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1631-5336","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Georgia State University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I181565077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014142286","display_name":"Dustin Kempton","orcid":"https://orcid.org/0000-0002-1837-8365"},"institutions":[{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dustin J. Kempton","raw_affiliation_strings":["Department of Computer Science, Georgia State University, Atlanta, GA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1837-8365","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Georgia State University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I181565077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050485849","display_name":"P. C. H. Martens","orcid":"https://orcid.org/0000-0001-8078-6856"},"institutions":[{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Petrus C. Martens","raw_affiliation_strings":["Department of Physics and Astronomy, Georgia State University, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics and Astronomy, Georgia State University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I181565077"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009847987","display_name":"Rafal A. Angryk","orcid":"https://orcid.org/0000-0001-9598-8207"},"institutions":[{"id":"https://openalex.org/I181565077","display_name":"Georgia State University","ror":"https://ror.org/03qt6ba18","country_code":"US","type":"education","lineage":["https://openalex.org/I181565077"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rafal A. Angryk","raw_affiliation_strings":["Department of Computer Science, Georgia State University, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Georgia State University, Atlanta, GA, USA","institution_ids":["https://openalex.org/I181565077"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5035716569"],"corresponding_institution_ids":["https://openalex.org/I181565077"],"apc_list":null,"apc_paid":null,"fwci":0.4162,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.66881401,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"45","issue":"2","first_page":"1501","last_page":"1513"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9868000149726868,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.684285044670105},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6177175641059875},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.5386900901794434},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5293163657188416},{"id":"https://openalex.org/keywords/metric-space","display_name":"Metric space","score":0.5286555886268616},{"id":"https://openalex.org/keywords/contingency","display_name":"Contingency","score":0.47939324378967285},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.44570717215538025},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44551941752433777},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4421252906322479},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.43243950605392456},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.35624346137046814},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2551547884941101},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.07765120267868042}],"concepts":[{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.684285044670105},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6177175641059875},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5386900901794434},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5293163657188416},{"id":"https://openalex.org/C198043062","wikidata":"https://www.wikidata.org/wiki/Q180953","display_name":"Metric space","level":2,"score":0.5286555886268616},{"id":"https://openalex.org/C97508593","wikidata":"https://www.wikidata.org/wiki/Q1359069","display_name":"Contingency","level":2,"score":0.47939324378967285},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.44570717215538025},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44551941752433777},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4421252906322479},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.43243950605392456},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.35624346137046814},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2551547884941101},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.07765120267868042},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2022.3167007","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3167007","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/10008914/09756878.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:35417345","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35417345","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":{"id":"doi:10.1109/tpami.2022.3167007","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3167007","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/10008914/09756878.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1220896492","display_name":null,"funder_award_id":"NNH14ZDA001N","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"},{"id":"https://openalex.org/G1499944731","display_name":null,"funder_award_id":"80NSSC20K1352","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"},{"id":"https://openalex.org/G3305612250","display_name":null,"funder_award_id":"AC1931555","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G355106291","display_name":null,"funder_award_id":"AC1443061","funder_id":"https://openalex.org/F4320337402","funder_display_name":"Division of Atmospheric and Geospace Sciences"},{"id":"https://openalex.org/G386397140","display_name":null,"funder_award_id":"NNH14ZDA001N","funder_id":"https://openalex.org/F4320337404","funder_display_name":"Division of Astronomical Sciences"},{"id":"https://openalex.org/G4499164831","display_name":null,"funder_award_id":"AC1443061","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G464674789","display_name":null,"funder_award_id":"AC1443061","funder_id":"https://openalex.org/F4320337404","funder_display_name":"Division of Astronomical Sciences"},{"id":"https://openalex.org/G5044418152","display_name":null,"funder_award_id":"AC1931555","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G505930892","display_name":null,"funder_award_id":"AC1443061","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G5688960761","display_name":null,"funder_award_id":"AC1443061","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"},{"id":"https://openalex.org/G5765419827","display_name":null,"funder_award_id":"AC1931555","funder_id":"https://openalex.org/F4320337402","funder_display_name":"Division of Atmospheric and Geospace Sciences"},{"id":"https://openalex.org/G6176658251","display_name":null,"funder_award_id":"NNH14ZDA001N","funder_id":"https://openalex.org/F4320337402","funder_display_name":"Division of Atmospheric and Geospace Sciences"},{"id":"https://openalex.org/G641632814","display_name":null,"funder_award_id":"AC1931555","funder_id":"https://openalex.org/F4320337404","funder_display_name":"Division of Astronomical Sciences"},{"id":"https://openalex.org/G7552362880","display_name":null,"funder_award_id":"NNH14ZDA001N","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8895626220","display_name":null,"funder_award_id":"AC1931555","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320322037","display_name":"Nuclear Safety and Security Commission","ror":"https://ror.org/05qk3ge34"},{"id":"https://openalex.org/F4320332169","display_name":"Directorate for Computer and Information Science and Engineering","ror":"https://ror.org/025kzpk63"},{"id":"https://openalex.org/F4320332171","display_name":"Directorate for Geosciences","ror":"https://ror.org/05p847d66"},{"id":"https://openalex.org/F4320332172","display_name":"Directorate for Mathematical and Physical Sciences","ror":"https://ror.org/029b7h395"},{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"},{"id":"https://openalex.org/F4320337402","display_name":"Division of Atmospheric and Geospace Sciences","ror":"https://ror.org/037gd6g64"},{"id":"https://openalex.org/F4320337404","display_name":"Division of Astronomical Sciences","ror":"https://ror.org/04mg8wm74"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4223955034.pdf","grobid_xml":"https://content.openalex.org/works/W4223955034.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1502812137","https://openalex.org/W1537593861","https://openalex.org/W1592997012","https://openalex.org/W1912982817","https://openalex.org/W1970611288","https://openalex.org/W1974971448","https://openalex.org/W2011301426","https://openalex.org/W2048537487","https://openalex.org/W2086613190","https://openalex.org/W2095683621","https://openalex.org/W2096942889","https://openalex.org/W2112796928","https://openalex.org/W2125877832","https://openalex.org/W2131099349","https://openalex.org/W2152575748","https://openalex.org/W2163757302","https://openalex.org/W2165533158","https://openalex.org/W2330219538","https://openalex.org/W2908761755","https://openalex.org/W2963636167","https://openalex.org/W3041430681","https://openalex.org/W3136374795","https://openalex.org/W3160088684","https://openalex.org/W4297730339","https://openalex.org/W6635363608","https://openalex.org/W6635919849","https://openalex.org/W6637587255","https://openalex.org/W6747227044","https://openalex.org/W6774111438","https://openalex.org/W6786220421","https://openalex.org/W6840059304"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W4306321456","https://openalex.org/W4285260836","https://openalex.org/W1567829109","https://openalex.org/W4292212976","https://openalex.org/W4386148482","https://openalex.org/W2230644540"],"abstract_inverted_index":{"In":[0,13,44,73],"Machine":[1],"Learning,":[2],"a":[3,50,56,79,95,132,161],"supervised":[4],"model's":[5],"performance":[6,61],"is":[7,106,126,154],"measured":[8],"using":[9,81],"the":[10,23,71,92,101,109,120,145,149],"evaluation":[11,62,87],"metrics.":[12,43,88],"this":[14,68,74,129,181],"study,":[15],"we":[16,46,65,83,114,135,157,170,183],"first":[17],"present":[18,191],"our":[19],"motivation":[20],"by":[21,131],"revisiting":[22],"major":[24],"limitations":[25],"of":[26,32,35,42,91,103,112,144],"these":[27],"metrics,":[28],"namely":[29],"one-dimensionality,":[30],"lack":[31,34],"context,":[33],"intuitiveness,":[36],"uncomparability,":[37],"binary":[38],"restriction,":[39],"and":[40,141,165,190,197],"uncustomizability":[41],"response,":[45],"propose":[47],"Contingency":[48],"Space,":[49],"bounded":[51],"semimetric":[52,150],"space":[53,69,130,153,174],"that":[54,94,118,151,172],"provides":[55],"generic":[57],"representation":[58],"for":[59,139],"any":[60],"metric.":[63,168],"Then":[64],"showcase":[66],"how":[67],"addresses":[70,175],"limitations.":[72],"space,":[75],"each":[76,185],"metric":[77],"forms":[78],"surface":[80,97],"which":[82,104],"visually":[84],"compare":[85],"different":[86],"Taking":[89],"advantage":[90],"fact":[93],"metric's":[96],"warps":[98],"proportionally":[99],"to":[100,108],"degree":[102],"it":[105],"sensitive":[107,164],"class-imbalance":[110],"ratio":[111],"data,":[113],"introduce":[115,136,158],"Imbalance":[116,166],"Sensitivity":[117],"quantifies":[119],"skew-sensitivity.":[121],"Since":[122],"an":[123],"arbitrary":[124],"model":[125],"represented":[127],"in":[128],"single":[133],"point,":[134],"Learning":[137],"Path":[138],"qualitative":[140],"quantitative":[142],"analyses":[143],"training":[146],"process.":[147],"Using":[148],"contingency":[152,173],"endowed":[155],"with,":[156],"Tau":[159],"as":[160,178],"new":[162],"cost":[163],"Agnostic":[167],"Lastly,":[169],"show":[171],"multi-class":[176],"problems":[177],"well.":[179],"Throughout":[180],"work,":[182],"define":[184],"concept":[186],"through":[187],"stipulated":[188],"definitions":[189],"every":[192],"application":[193],"with":[194],"practical":[195],"examples":[196],"visualizations.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}