{"id":"https://openalex.org/W2098255914","doi":"https://doi.org/10.1007/s10994-008-5070-x","title":"A critical analysis of variants of the AUC","display_name":"A critical analysis of variants of the AUC","publication_year":2008,"publication_date":"2008-07-14","ids":{"openalex":"https://openalex.org/W2098255914","doi":"https://doi.org/10.1007/s10994-008-5070-x","mag":"2098255914"},"language":"en","primary_location":{"id":"doi:10.1007/s10994-008-5070-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-008-5070-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-008-5070-x.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10994-008-5070-x.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028196881","display_name":"Stijn Vanderlooy","orcid":null},"institutions":[{"id":"https://openalex.org/I34352273","display_name":"Maastricht University","ror":"https://ror.org/02jz4aj89","country_code":"NL","type":"education","lineage":["https://openalex.org/I34352273"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Stijn Vanderlooy","raw_affiliation_strings":["MICC, Department of Computer Science, Maastricht University, Maastricht, The Netherlands"],"affiliations":[{"raw_affiliation_string":"MICC, Department of Computer Science, Maastricht University, Maastricht, The Netherlands","institution_ids":["https://openalex.org/I34352273"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059439673","display_name":"Eyke H\u00fcllermeier","orcid":"https://orcid.org/0000-0002-9944-4108"},"institutions":[{"id":"https://openalex.org/I161103922","display_name":"Philipps University of Marburg","ror":"https://ror.org/01rdrb571","country_code":"DE","type":"education","lineage":["https://openalex.org/I161103922"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eyke H\u00fcllermeier","raw_affiliation_strings":["Department of Mathematics and Computer Science, Marburg University, Marburg, Germany","Department of Mathematics and Computer Science, Marburg University, Marburg, Germany#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, Marburg University, Marburg, Germany","institution_ids":["https://openalex.org/I161103922"]},{"raw_affiliation_string":"Department of Mathematics and Computer Science, Marburg University, Marburg, Germany#TAB#","institution_ids":["https://openalex.org/I161103922"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5028196881"],"corresponding_institution_ids":["https://openalex.org/I34352273"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":7.039,"has_fulltext":true,"cited_by_count":59,"citation_normalized_percentile":{"value":0.96601398,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"72","issue":"3","first_page":"247","last_page":"262"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6933760046958923},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.644981861114502},{"id":"https://openalex.org/keywords/sign","display_name":"Sign (mathematics)","score":0.5565024614334106},{"id":"https://openalex.org/keywords/conjecture","display_name":"Conjecture","score":0.5422505140304565},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5203946828842163},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.469329297542572},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4219534993171692},{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.41917678713798523},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4017937183380127},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.39225637912750244},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39185789227485657},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.3705160617828369},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.1282597780227661}],"concepts":[{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6933760046958923},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.644981861114502},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.5565024614334106},{"id":"https://openalex.org/C2780990831","wikidata":"https://www.wikidata.org/wiki/Q319141","display_name":"Conjecture","level":2,"score":0.5422505140304565},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5203946828842163},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.469329297542572},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4219534993171692},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.41917678713798523},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4017937183380127},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.39225637912750244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39185789227485657},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3705160617828369},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.1282597780227661},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10994-008-5070-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-008-5070-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-008-5070-x.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10994-008-5070-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10994-008-5070-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10994-008-5070-x.pdf","source":{"id":"https://openalex.org/S62148650","display_name":"Machine Learning","issn_l":"0885-6125","issn":["0885-6125","1573-0565"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G629491556","display_name":null,"funder_award_id":"(NWO)","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2098255914.pdf","grobid_xml":"https://content.openalex.org/works/W2098255914.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W63665094","https://openalex.org/W198425948","https://openalex.org/W1240190112","https://openalex.org/W1503442267","https://openalex.org/W1509515766","https://openalex.org/W1514907448","https://openalex.org/W1524761913","https://openalex.org/W1538957915","https://openalex.org/W1570448133","https://openalex.org/W1840338487","https://openalex.org/W1912982817","https://openalex.org/W1972978214","https://openalex.org/W2083905053","https://openalex.org/W2096942889","https://openalex.org/W2105783847","https://openalex.org/W2120100126","https://openalex.org/W2129018774","https://openalex.org/W2129302414","https://openalex.org/W2129957127","https://openalex.org/W2155653793","https://openalex.org/W2157825442","https://openalex.org/W2165880761","https://openalex.org/W2560674852","https://openalex.org/W2608239929","https://openalex.org/W2613433911","https://openalex.org/W3120740533","https://openalex.org/W4285719527","https://openalex.org/W6600680682","https://openalex.org/W6602559735","https://openalex.org/W6608121166","https://openalex.org/W6677770173","https://openalex.org/W6788247690"],"related_works":["https://openalex.org/W4385649027","https://openalex.org/W2970784617","https://openalex.org/W2126639667","https://openalex.org/W3194471551","https://openalex.org/W4375956809","https://openalex.org/W1581373162","https://openalex.org/W51364034","https://openalex.org/W2898073868","https://openalex.org/W4284663758","https://openalex.org/W2074765259"],"abstract_inverted_index":{"The":[0],"area":[1],"under":[2],"the":[3,14,24,27,35,38,57,69,108,138],"ROC":[4],"curve,":[5],"or":[6],"AUC,":[7],"has":[8],"been":[9,80],"widely":[10],"used":[11],"to":[12,55,116],"assess":[13],"ranking":[15],"performance":[16],"of":[17,29,37,49,60,68,107,140],"binary":[18],"scoring":[19],"classifiers.":[20,142],"Given":[21],"a":[22,43,87,95],"sample,":[23],"metric":[25,71],"considers":[26],"ordering":[28],"positive":[30],"and":[31,46,93,119],"negative":[32],"instances,":[33],"i.e.,":[34],"sign":[36],"corresponding":[39],"score":[40,74],"differences.":[41,62],"From":[42],"model":[44,117],"evaluation":[45,118],"selection":[47],"point":[48],"view,":[50],"it":[51],"may":[52],"appear":[53],"unreasonable":[54],"ignore":[56],"absolute":[58],"value":[59],"these":[61,91],"For":[63],"this":[64,83,126],"reason,":[65],"several":[66],"variants":[67,109],"AUC":[70],"that":[72],"take":[73],"differences":[75],"into":[76],"account":[77],"have":[78],"recently":[79],"proposed.":[81],"In":[82],"paper,":[84],"we":[85],"present":[86],"unified":[88],"framework":[89],"for":[90],"metrics":[92],"provide":[94],"formal":[96],"analysis.":[97],"We":[98],"conjecture":[99],"that,":[100],"despite":[101],"their":[102],"intuitive":[103],"appeal,":[104],"actually":[105],"none":[106],"is":[110],"effective,":[111],"at":[112],"least":[113],"with":[114,137],"regard":[115],"selection.":[120],"An":[121],"extensive":[122],"empirical":[123],"analysis":[124],"corroborates":[125],"conjecture.":[127],"Our":[128],"findings":[129],"also":[130],"shed":[131],"light":[132],"on":[133],"recent":[134],"research":[135],"dealing":[136],"construction":[139],"AUC-optimizing":[141]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":4},{"year":2012,"cited_by_count":5}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}