{"id":"https://openalex.org/W4210494925","doi":"https://doi.org/10.1109/tpami.2022.3145392","title":"Deep ROC Analysis and AUC as Balanced Average Accuracy, for Improved Classifier Selection, Audit and Explanation","display_name":"Deep ROC Analysis and AUC as Balanced Average Accuracy, for Improved Classifier Selection, Audit and Explanation","publication_year":2022,"publication_date":"2022-01-25","ids":{"openalex":"https://openalex.org/W4210494925","doi":"https://doi.org/10.1109/tpami.2022.3145392","pmid":"https://pubmed.ncbi.nlm.nih.gov/35077357"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3145392","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3145392","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/9970415/09693294.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/34/9970415/09693294.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Andre M. Carrington","orcid":"https://orcid.org/0000-0002-0062-5567"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]},{"id":"https://openalex.org/I2800722420","display_name":"Ottawa Hospital","ror":"https://ror.org/03c62dg59","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2800722420"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Andre M. Carrington","raw_affiliation_strings":["Department of Systems Design Engineering, Ottawa Hospital and Region Imaging Associates, University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0062-5567","affiliations":[{"raw_affiliation_string":"Department of Systems Design Engineering, Ottawa Hospital and Region Imaging Associates, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483","https://openalex.org/I2800722420"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Douglas G. Manuel","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]},{"id":"https://openalex.org/I2800722420","display_name":"Ottawa Hospital","ror":"https://ror.org/03c62dg59","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2800722420"]},{"id":"https://openalex.org/I4210147079","display_name":"Institute for Clinical Evaluative Sciences","ror":"https://ror.org/05p6rhy72","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210147079"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Douglas G. Manuel","raw_affiliation_strings":["Ottawa Hospital Research Institute, Institute for Clinical Evaluative Sciences, University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ottawa Hospital Research Institute, Institute for Clinical Evaluative Sciences, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I4210147079","https://openalex.org/I153718931","https://openalex.org/I2800722420"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Paul W. Fieguth","orcid":"https://orcid.org/0000-0001-7260-2260"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Paul W. Fieguth","raw_affiliation_strings":["Department of Systems Design Engineering and Faculty of Engineering, University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-7260-2260","affiliations":[{"raw_affiliation_string":"Department of Systems Design Engineering and Faculty of Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tim Ramsay","orcid":"https://orcid.org/0000-0001-8478-8170"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]},{"id":"https://openalex.org/I2800722420","display_name":"Ottawa Hospital","ror":"https://ror.org/03c62dg59","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2800722420"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tim Ramsay","raw_affiliation_strings":["Ottawa Hospital Research Institute, University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8478-8170","affiliations":[{"raw_affiliation_string":"Ottawa Hospital Research Institute, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I2800722420","https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Venet Osmani","orcid":"https://orcid.org/0000-0001-7306-2972"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]},{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Venet Osmani","raw_affiliation_strings":["Department of Psychology and Cognitive Science, Fondazione Bruno Kessler Research Institute, University of Trento, Trento, TN, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7306-2972","affiliations":[{"raw_affiliation_string":"Department of Psychology and Cognitive Science, Fondazione Bruno Kessler Research Institute, University of Trento, Trento, TN, Italy","institution_ids":["https://openalex.org/I2277624104","https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bernhard Wernly","orcid":null},"institutions":[{"id":"https://openalex.org/I182212641","display_name":"University of Salzburg","ror":"https://ror.org/05gs8cd61","country_code":"AT","type":"education","lineage":["https://openalex.org/I182212641"]},{"id":"https://openalex.org/I27945538","display_name":"Paracelsus Medical University","ror":"https://ror.org/03z3mg085","country_code":"AT","type":"education","lineage":["https://openalex.org/I27945538"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Bernhard Wernly","raw_affiliation_strings":["Department of Cardiology, Paracelsus Medical University of Salzburg, Salzburg, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Cardiology, Paracelsus Medical University of Salzburg, Salzburg, Austria","institution_ids":["https://openalex.org/I27945538","https://openalex.org/I182212641"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Carol Bennett","orcid":null},"institutions":[{"id":"https://openalex.org/I2800722420","display_name":"Ottawa Hospital","ror":"https://ror.org/03c62dg59","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2800722420"]},{"id":"https://openalex.org/I4210147079","display_name":"Institute for Clinical Evaluative Sciences","ror":"https://ror.org/05p6rhy72","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210147079"]},{"id":"https://openalex.org/I4388482656","display_name":"Ottawa Hospital Research Institute","ror":"https://ror.org/05jtef216","country_code":null,"type":"healthcare","lineage":["https://openalex.org/I153718931","https://openalex.org/I2800722420","https://openalex.org/I4388482656"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Carol Bennett","raw_affiliation_strings":["Ottawa Hospital Research Institute, Institute of Clinical Evaluative Sciences, Ottawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ottawa Hospital Research Institute, Institute of Clinical Evaluative Sciences, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I4210147079","https://openalex.org/I2800722420","https://openalex.org/I4388482656"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Steven Hawken","orcid":"https://orcid.org/0000-0002-3341-9022"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]},{"id":"https://openalex.org/I2800722420","display_name":"Ottawa Hospital","ror":"https://ror.org/03c62dg59","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2800722420"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Steven Hawken","raw_affiliation_strings":["Ottawa Hospital Research Institute, University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3341-9022","affiliations":[{"raw_affiliation_string":"Ottawa Hospital Research Institute, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I2800722420","https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Olivia Magwood","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]},{"id":"https://openalex.org/I4210145570","display_name":"Bruy\u00e8re","ror":"https://ror.org/05bznkw77","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I4210145570"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Olivia Magwood","raw_affiliation_strings":["Bruyere Research Institute, University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bruyere Research Institute, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I4210145570","https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yusuf Sheikh","orcid":null},"institutions":[{"id":"https://openalex.org/I2800722420","display_name":"Ottawa Hospital","ror":"https://ror.org/03c62dg59","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2800722420"]},{"id":"https://openalex.org/I4388482656","display_name":"Ottawa Hospital Research Institute","ror":"https://ror.org/05jtef216","country_code":null,"type":"healthcare","lineage":["https://openalex.org/I153718931","https://openalex.org/I2800722420","https://openalex.org/I4388482656"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yusuf Sheikh","raw_affiliation_strings":["Ottawa Hospital Research Institute, Ottawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ottawa Hospital Research Institute, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I2800722420","https://openalex.org/I4388482656"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Matthew McInnes","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]},{"id":"https://openalex.org/I2800722420","display_name":"Ottawa Hospital","ror":"https://ror.org/03c62dg59","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2800722420"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Matthew McInnes","raw_affiliation_strings":["Ottawa Hospital Research Institute, University of Ottawa, Ottawa, ON, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ottawa Hospital Research Institute, University of Ottawa, Ottawa, ON, Canada","institution_ids":["https://openalex.org/I2800722420","https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":null,"display_name":"Andreas Holzinger","orcid":"https://orcid.org/0000-0002-6786-5194"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andreas Holzinger","raw_affiliation_strings":["Alberta Machine Intelligence Institute, University of Alberta, Edmonton, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0002-6786-5194","affiliations":[{"raw_affiliation_string":"Alberta Machine Intelligence Institute, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":12,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I151746483","https://openalex.org/I2800722420"],"apc_list":null,"apc_paid":null,"fwci":34.1316,"has_fulltext":true,"cited_by_count":280,"citation_normalized_percentile":{"value":0.99791841,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"45","issue":"1","first_page":"329","last_page":"341"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.7954000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.7954000234603882,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0414000004529953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.02500000037252903,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.7919999957084656},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.48190000653266907},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.4325999915599823},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.4235999882221222},{"id":"https://openalex.org/keywords/false-positive-rate","display_name":"False positive rate","score":0.40369999408721924},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39989998936653137},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.39239999651908875},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.36980000138282776}],"concepts":[{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.7919999957084656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5522000193595886},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5282999873161316},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5267999768257141},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.4325999915599823},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.4235999882221222},{"id":"https://openalex.org/C95922358","wikidata":"https://www.wikidata.org/wiki/Q5432725","display_name":"False positive rate","level":2,"score":0.40369999408721924},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39989998936653137},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.39239999651908875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.38499999046325684},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.36980000138282776},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3610000014305115},{"id":"https://openalex.org/C3020225094","wikidata":"https://www.wikidata.org/wiki/Q80091","display_name":"Area under curve","level":3,"score":0.3472000062465668},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27469998598098755},{"id":"https://openalex.org/C2781415353","wikidata":"https://www.wikidata.org/wiki/Q5196602","display_name":"Cut-point","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C44648626","wikidata":"https://www.wikidata.org/wiki/Q1049848","display_name":"Percentage point","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C3019719930","wikidata":"https://www.wikidata.org/wiki/Q3910099","display_name":"Predictive value","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C141404830","wikidata":"https://www.wikidata.org/wiki/Q2823869","display_name":"AdaBoost","level":3,"score":0.2590000033378601},{"id":"https://openalex.org/C65660741","wikidata":"https://www.wikidata.org/wiki/Q3952743","display_name":"Score","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2022.3145392","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3145392","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/9970415/09693294.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:35077357","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35077357","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:qmro.qmul.ac.uk:123456789/102308","is_oa":true,"landing_page_url":"https://qmro.qmul.ac.uk/xmlui/handle/123456789/102308","pdf_url":"https://qmro.qmul.ac.uk/xmlui/bitstream/123456789/102308/2/Osmani%20Deep%20ROC%20Analysis%20and%20AUC%20as%20Balanced%20Average%20Accuracy%2c%20for%20Improved%20Classifier%20Selection%2c%20Audit%20and%20Explanation%202023%20Published.pdf","source":{"id":"https://openalex.org/S4306400530","display_name":"Queen Mary Research Online (Queen Mary University of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I166337079","host_organization_name":"Queen Mary University of London","host_organization_lineage":["https://openalex.org/I166337079"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1109/tpami.2022.3145392","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3145392","pdf_url":"https://ieeexplore.ieee.org/ielx7/34/9970415/09693294.pdf","source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G575360465","display_name":null,"funder_award_id":"P-32554","funder_id":"https://openalex.org/F4320321181","funder_display_name":"Austrian Science Fund"}],"funders":[{"id":"https://openalex.org/F4320321181","display_name":"Austrian Science Fund","ror":"https://ror.org/013tf3c58"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4210494925.pdf","grobid_xml":"https://content.openalex.org/works/W4210494925.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W172260869","https://openalex.org/W767037412","https://openalex.org/W1564121197","https://openalex.org/W1912982817","https://openalex.org/W1966716734","https://openalex.org/W1968114652","https://openalex.org/W1994642659","https://openalex.org/W1998307574","https://openalex.org/W2013831731","https://openalex.org/W2014966825","https://openalex.org/W2015020494","https://openalex.org/W2033184625","https://openalex.org/W2039408393","https://openalex.org/W2045030989","https://openalex.org/W2056983531","https://openalex.org/W2067430497","https://openalex.org/W2071727133","https://openalex.org/W2076107221","https://openalex.org/W2076533147","https://openalex.org/W2078622638","https://openalex.org/W2094577813","https://openalex.org/W2098824882","https://openalex.org/W2101195239","https://openalex.org/W2101936692","https://openalex.org/W2103050290","https://openalex.org/W2106671991","https://openalex.org/W2112200626","https://openalex.org/W2119910794","https://openalex.org/W2130644475","https://openalex.org/W2139372732","https://openalex.org/W2141014056","https://openalex.org/W2141270971","https://openalex.org/W2154286581","https://openalex.org/W2155653793","https://openalex.org/W2158698691","https://openalex.org/W2170505850","https://openalex.org/W2236833089","https://openalex.org/W2554140915","https://openalex.org/W2765789845","https://openalex.org/W2791209104","https://openalex.org/W2888056875","https://openalex.org/W2888392564","https://openalex.org/W2896762348","https://openalex.org/W2927351257","https://openalex.org/W2946720231","https://openalex.org/W2964106386","https://openalex.org/W2966241529","https://openalex.org/W2997398218","https://openalex.org/W2997833216","https://openalex.org/W3001807593","https://openalex.org/W3030391949","https://openalex.org/W3124474911","https://openalex.org/W4213286494","https://openalex.org/W4232875550","https://openalex.org/W6636501900","https://openalex.org/W6637587255","https://openalex.org/W6687403153","https://openalex.org/W6758266414","https://openalex.org/W6775753438","https://openalex.org/W6784463653"],"related_works":[],"abstract_inverted_index":{"Optimal":[0],"performance":[1,17,96],"is":[2,73,82],"desired":[3],"for":[4,75],"decision-making":[5],"in":[6,21,97,167,184],"any":[7],"field":[8],"with":[9],"binary":[10],"classifiers":[11],"and":[12,32,59,127,133,137,141,156,191,194],"diagnostic":[13],"tests,":[14],"however":[15],"common":[16],"measures":[18,155],"lack":[19],"depth":[20],"information.":[22],"The":[23,143],"area":[24,34],"under":[25,35],"the":[26,33,36,60,120],"receiver":[27],"operating":[28],"characteristic":[29],"curve":[30,39],"(AUC)":[31],"precision":[37],"recall":[38],"are":[40,63,66],"too":[41,64],"general":[42],"because":[43],"they":[44],"evaluate":[45,182],"all":[46],"decision":[47],"thresholds":[48],"including":[49],"unrealistic":[50],"ones.":[51],"Conversely,":[52],"accuracy,":[53,174],"sensitivity,":[54,130],"specificity,":[55,131],"positive":[56,109,113,132,140],"predictive":[57,135],"value":[58],"F1":[61],"score":[62],"specific-they":[65],"measured":[67],"at":[68],"a":[69,162],"single":[70],"threshold":[71],"that":[72],"optimal":[74],"some":[76],"instances,":[77],"but":[78],"not":[79,83],"others,":[80],"which":[81],"equitable.":[84],"In":[85,115],"between":[86,148,157],"both":[87],"approaches,":[88],"we":[89,118],"propose":[90],"deep":[91],"ROC":[92],"analysis":[93],"to":[94,150,153,176],"measure":[95,119],"multiple":[98],"groups":[99,106],"of":[100,107,165,179],"predicted":[101],"risk":[102],"(like":[103],"calibration),":[104],"or":[105,111,169],"true":[108],"rate":[110],"false":[112],"rate.":[114],"each":[116],"group,":[117],"group":[121,125],"AUC":[122,166],"(properly),":[123],"normalized":[124],"AUC,":[126],"averages":[128],"of:":[129],"negative":[134],"value,":[136],"likelihood":[138],"ratio":[139],"negative.":[142],"measurements":[144],"can":[145],"be":[146],"compared":[147],"groups,":[149],"whole":[151,168],"measures,":[152],"point":[154],"models.":[158],"We":[159,181],"also":[160],"provide":[161],"new":[163],"interpretation":[164],"part,":[170],"as":[171],"balanced":[172],"average":[173],"relevant":[175],"individuals":[177],"instead":[178],"pairs.":[180],"models":[183],"three":[185],"case":[186],"studies":[187],"using":[188],"our":[189],"method":[190],"Python":[192],"toolkit":[193],"confirm":[195],"its":[196],"utility.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":32},{"year":2025,"cited_by_count":118},{"year":2024,"cited_by_count":75},{"year":2023,"cited_by_count":39},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-29T09:21:14.243279","created_date":"2022-02-08T00:00:00"}