{"id":"https://openalex.org/W2014364160","doi":"https://doi.org/10.1145/2808194.2809449","title":"An Axiomatically Derived Measure for the Evaluation of Classification Algorithms","display_name":"An Axiomatically Derived Measure for the Evaluation of Classification Algorithms","publication_year":2015,"publication_date":"2015-09-22","ids":{"openalex":"https://openalex.org/W2014364160","doi":"https://doi.org/10.1145/2808194.2809449","mag":"2014364160"},"language":"en","primary_location":{"id":"doi:10.1145/2808194.2809449","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2808194.2809449","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 International Conference on The Theory of Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063975186","display_name":"Fabrizio Sebastiani","orcid":"https://orcid.org/0000-0003-4221-6427"},"institutions":[{"id":"https://openalex.org/I1301390666","display_name":"Qatar Airways (Qatar)","ror":"https://ror.org/01hx00y13","country_code":"QA","type":"company","lineage":["https://openalex.org/I1301390666"]}],"countries":["QA"],"is_corresponding":true,"raw_author_name":"Fabrizio Sebastiani","raw_affiliation_strings":["Qatar Computing Research Institute, Doha, Qatar","Qatar Computing Research Institute [Doha, Qatar]"],"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, Doha, Qatar","institution_ids":["https://openalex.org/I1301390666"]},{"raw_affiliation_string":"Qatar Computing Research Institute [Doha, Qatar]","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5063975186"],"corresponding_institution_ids":["https://openalex.org/I1301390666"],"apc_list":null,"apc_paid":null,"fwci":6.2276,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.96417728,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"11","last_page":"20"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/axiom","display_name":"Axiom","score":0.8112403154373169},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.7660136222839355},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.6938285827636719},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.6521157026290894},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6072700023651123},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.5944305658340454},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.5414455533027649},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.46584782004356384},{"id":"https://openalex.org/keywords/statistical-classification","display_name":"Statistical classification","score":0.45588740706443787},{"id":"https://openalex.org/keywords/carry","display_name":"Carry (investment)","score":0.44423890113830566},{"id":"https://openalex.org/keywords/axiomatic-system","display_name":"Axiomatic system","score":0.43538030982017517},{"id":"https://openalex.org/keywords/multiclass-classification","display_name":"Multiclass classification","score":0.42203259468078613},{"id":"https://openalex.org/keywords/binary-relation","display_name":"Binary relation","score":0.4215220510959625},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.39011138677597046},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3606172502040863},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34240812063217163},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.320071816444397},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.17168933153152466},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.11535507440567017},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.0642210841178894}],"concepts":[{"id":"https://openalex.org/C167729594","wikidata":"https://www.wikidata.org/wiki/Q17736","display_name":"Axiom","level":2,"score":0.8112403154373169},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.7660136222839355},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.6938285827636719},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.6521157026290894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6072700023651123},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5944305658340454},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.5414455533027649},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.46584782004356384},{"id":"https://openalex.org/C110083411","wikidata":"https://www.wikidata.org/wiki/Q1744628","display_name":"Statistical classification","level":2,"score":0.45588740706443787},{"id":"https://openalex.org/C2776299755","wikidata":"https://www.wikidata.org/wiki/Q432449","display_name":"Carry (investment)","level":2,"score":0.44423890113830566},{"id":"https://openalex.org/C125773388","wikidata":"https://www.wikidata.org/wiki/Q792542","display_name":"Axiomatic system","level":3,"score":0.43538030982017517},{"id":"https://openalex.org/C123860398","wikidata":"https://www.wikidata.org/wiki/Q6934605","display_name":"Multiclass classification","level":3,"score":0.42203259468078613},{"id":"https://openalex.org/C65180967","wikidata":"https://www.wikidata.org/wiki/Q130901","display_name":"Binary relation","level":2,"score":0.4215220510959625},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39011138677597046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3606172502040863},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34240812063217163},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.320071816444397},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.17168933153152466},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.11535507440567017},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.0642210841178894},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2808194.2809449","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2808194.2809449","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 International Conference on The Theory of Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:dnet:people______::7ad7162af1a8b103382e1e2f0b0876fe","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S7407055261","display_name":"ISTI Open Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference article"}],"best_oa_location":{"id":"pmh:oai:dnet:people______::7ad7162af1a8b103382e1e2f0b0876fe","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S7407055261","display_name":"ISTI Open Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W46659105","https://openalex.org/W167016754","https://openalex.org/W172260869","https://openalex.org/W1564121197","https://openalex.org/W1577216492","https://openalex.org/W1604214695","https://openalex.org/W1777000730","https://openalex.org/W1809181535","https://openalex.org/W1980896222","https://openalex.org/W2008525336","https://openalex.org/W2035488614","https://openalex.org/W2058732827","https://openalex.org/W2065702061","https://openalex.org/W2072240081","https://openalex.org/W2085989833","https://openalex.org/W2092926517","https://openalex.org/W2093040750","https://openalex.org/W2101807845","https://openalex.org/W2109553965","https://openalex.org/W2118020653","https://openalex.org/W2124555297","https://openalex.org/W2147232804","https://openalex.org/W2150102617","https://openalex.org/W2152575748","https://openalex.org/W2153962014","https://openalex.org/W2155961949","https://openalex.org/W2170505850","https://openalex.org/W2211174811","https://openalex.org/W2231711798","https://openalex.org/W2608239929","https://openalex.org/W3040718420","https://openalex.org/W4241992701","https://openalex.org/W6606837198","https://openalex.org/W6634635425","https://openalex.org/W6675580205"],"related_works":["https://openalex.org/W4376528628","https://openalex.org/W1537592868","https://openalex.org/W2470590370","https://openalex.org/W3207192536","https://openalex.org/W2384156205","https://openalex.org/W2910954186","https://openalex.org/W4281721362","https://openalex.org/W1748436461","https://openalex.org/W3093482772","https://openalex.org/W3172103400"],"abstract_inverted_index":{"We":[0,38,46,76,104,122],"address":[1],"the":[2,56,100],"general":[3],"problem":[4],"of":[5,26,58,68],"finding":[6],"suitable":[7],"evaluation":[8,31,57,84],"measures":[9],"for":[10,33,55,86],"classification":[11,34,60,120],"systems.":[12],"To":[13],"this":[14],"end,":[15],"we":[16,22,90],"adopt":[17],"an":[18,30,81],"axiomatic":[19],"approach,":[20],"i.e.,":[21],"discuss":[23,80],"a":[24,52,66],"number":[25,67],"properties":[27],"(\"axioms\")":[28],"that":[29,48,89,95,107,129],"measure":[32,54,85],"should":[35,71,111],"arguably":[36],"satisfy.":[37],"start":[39],"our":[40,125],"analysis":[41,126],"by":[42,127],"addressing":[43],"binary":[44,59,87,119],"classification.":[45,145],"show":[47,94],"F1,":[49],"nowadays":[50],"considered":[51,74],"standard":[53],"systems,":[61],"does":[62],"not":[63],"comply":[64],"with":[65,114,137],"them,":[69],"and":[70,93,109,143],"thus":[72,105],"be":[73,132],"unsatisfactory.":[75],"go":[77],"on":[78,124],"to":[79,135],"alternative,":[82],"simple":[83],"classification,":[88,140,142],"call":[91],"K,":[92],"it":[96],"instead":[97],"satisfies":[98],"all":[99],"previously":[101],"proposed":[102],"axioms.":[103],"argue":[106],"researchers":[108],"practitioners":[110],"replace":[112],"F1":[113],"K":[115,130],"in":[116],"their":[117],"everyday":[118],"practice.":[121],"carry":[123],"showing":[128],"can":[131],"smoothly":[133],"extended":[134],"deal":[136],"single-label":[138],"multi-class":[139],"cost-sensitive":[141],"ordinal":[144]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":8},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}