{"id":"https://openalex.org/W2997833216","doi":"https://doi.org/10.1186/s12911-019-1014-6","title":"A new concordant partial AUC and partial c statistic for imbalanced data in the evaluation of machine learning algorithms","display_name":"A new concordant partial AUC and partial c statistic for imbalanced data in the evaluation of machine learning algorithms","publication_year":2020,"publication_date":"2020-01-06","ids":{"openalex":"https://openalex.org/W2997833216","doi":"https://doi.org/10.1186/s12911-019-1014-6","mag":"2997833216","pmid":"https://pubmed.ncbi.nlm.nih.gov/31906931"},"language":"en","primary_location":{"id":"doi:10.1186/s12911-019-1014-6","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-019-1014-6","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/track/pdf/10.1186/s12911-019-1014-6","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcmedinformdecismak.biomedcentral.com/track/pdf/10.1186/s12911-019-1014-6","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068182641","display_name":"Andr\u00e9 Carrington","orcid":"https://orcid.org/0000-0002-0062-5567"},"institutions":[{"id":"https://openalex.org/I2800722420","display_name":"Ottawa Hospital","ror":"https://ror.org/03c62dg59","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2800722420"]},{"id":"https://openalex.org/I4388482656","display_name":"Ottawa Hospital Research Institute","ror":"https://ror.org/05jtef216","country_code":null,"type":"healthcare","lineage":["https://openalex.org/I153718931","https://openalex.org/I2800722420","https://openalex.org/I4388482656"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Andr\u00e9 M. Carrington","raw_affiliation_strings":["Ottawa Hospital Research Institute, Ottawa, K1H 8L6, Canada. acarrington@ohri.ca","Ottawa Hospital Research Institute, Ottawa, K1H 8L6, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0062-5567","affiliations":[{"raw_affiliation_string":"Ottawa Hospital Research Institute, Ottawa, K1H 8L6, Canada. acarrington@ohri.ca","institution_ids":["https://openalex.org/I2800722420"]},{"raw_affiliation_string":"Ottawa Hospital Research Institute, Ottawa, K1H 8L6, Canada","institution_ids":["https://openalex.org/I2800722420","https://openalex.org/I4388482656"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078015739","display_name":"Paul Fieguth","orcid":"https://orcid.org/0000-0001-7260-2260"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Paul W. Fieguth","raw_affiliation_strings":["Faculty of Engineering, University of Waterloo, Waterloo, N2L 3G1, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, University of Waterloo, Waterloo, N2L 3G1, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060707177","display_name":"Hammad Ali Qazi","orcid":"https://orcid.org/0000-0002-7160-2274"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hammad Qazi","raw_affiliation_strings":["School of Public Health and Health Systems, University of Waterloo, Waterloo, N2L 3G1, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Public Health and Health Systems, University of Waterloo, Waterloo, N2L 3G1, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034657358","display_name":"Andreas Holzinger","orcid":"https://orcid.org/0000-0002-6786-5194"},"institutions":[{"id":"https://openalex.org/I4092182","display_name":"Graz University of Technology","ror":"https://ror.org/00d7xrm67","country_code":"AT","type":"education","lineage":["https://openalex.org/I4092182"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Andreas Holzinger","raw_affiliation_strings":["Holzinger Group (HCAI), Institute for Medical Informatics/Statistics, Medical University Graz, 8036, Graz, Austria","Institute of Interactive Systems and Data Science, Graz University of Technology, 8010, Graz, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Holzinger Group (HCAI), Institute for Medical Informatics/Statistics, Medical University Graz, 8036, Graz, Austria","institution_ids":[]},{"raw_affiliation_string":"Institute of Interactive Systems and Data Science, Graz University of Technology, 8010, Graz, Austria","institution_ids":["https://openalex.org/I4092182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051935412","display_name":"Helen Chen","orcid":"https://orcid.org/0000-0002-9401-7895"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Helen H. Chen","raw_affiliation_strings":["School of Public Health and Health Systems, University of Waterloo, Waterloo, N2L 3G1, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Public Health and Health Systems, University of Waterloo, Waterloo, N2L 3G1, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033615917","display_name":"Franz Mayr","orcid":"https://orcid.org/0000-0002-1610-7334"},"institutions":[{"id":"https://openalex.org/I4210147939","display_name":"Universidad ORT Uruguay","ror":"https://ror.org/03ypykr22","country_code":"UY","type":"education","lineage":["https://openalex.org/I4210147939"]}],"countries":["UY"],"is_corresponding":false,"raw_author_name":"Franz Mayr","raw_affiliation_strings":["Universidad ORT Uruguay, 11100, Montevideo, Uruguay"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad ORT Uruguay, 11100, Montevideo, Uruguay","institution_ids":["https://openalex.org/I4210147939"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034701753","display_name":"Douglas G. Manuel","orcid":"https://orcid.org/0000-0003-0912-0845"},"institutions":[{"id":"https://openalex.org/I1319815248","display_name":"Statistics Canada","ror":"https://ror.org/05k71ja87","country_code":"CA","type":"government","lineage":["https://openalex.org/I1319815248"]},{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]},{"id":"https://openalex.org/I2800722420","display_name":"Ottawa Hospital","ror":"https://ror.org/03c62dg59","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I2800722420"]},{"id":"https://openalex.org/I4210125326","display_name":"Public Health Ontario","ror":"https://ror.org/025z8ah66","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I4210125326"]},{"id":"https://openalex.org/I4210134505","display_name":"Primary Health Care","ror":"https://ror.org/03djtgh02","country_code":"QA","type":"government","lineage":["https://openalex.org/I4210134505"]},{"id":"https://openalex.org/I4210145570","display_name":"Bruy\u00e8re","ror":"https://ror.org/05bznkw77","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I4210145570"]},{"id":"https://openalex.org/I4210147079","display_name":"Institute for Clinical Evaluative Sciences","ror":"https://ror.org/05p6rhy72","country_code":"CA","type":"nonprofit","lineage":["https://openalex.org/I4210147079"]},{"id":"https://openalex.org/I4388482656","display_name":"Ottawa Hospital Research Institute","ror":"https://ror.org/05jtef216","country_code":null,"type":"healthcare","lineage":["https://openalex.org/I153718931","https://openalex.org/I2800722420","https://openalex.org/I4388482656"]}],"countries":["CA","QA"],"is_corresponding":false,"raw_author_name":"Douglas G. Manuel","raw_affiliation_strings":["C.T. Lamont Primary Health Care Research Centre and Bru\u1ef3ere Research Institute, Ottawa, Canada","Department of Family Medicine, University of Ottawa, Ottawa, Canada","Division of Clinical Public Health, Dalla Lana School of Public Health, Toronto, Canada","Institute for Clinical Evaluative Sciences, Ottawa, Canada","Ottawa Hospital Research Institute, Ottawa, K1H 8L6, Canada","School of Epidemiology, Public Health and Preventive Medicine, University of Ottawa, Ottawa, Canada","Statistics Canada, Ottawa, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"C.T. Lamont Primary Health Care Research Centre and Bru\u1ef3ere Research Institute, Ottawa, Canada","institution_ids":["https://openalex.org/I4210145570","https://openalex.org/I4210134505"]},{"raw_affiliation_string":"Department of Family Medicine, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"Division of Clinical Public Health, Dalla Lana School of Public Health, Toronto, Canada","institution_ids":["https://openalex.org/I4210125326"]},{"raw_affiliation_string":"Institute for Clinical Evaluative Sciences, Ottawa, Canada","institution_ids":["https://openalex.org/I4210147079"]},{"raw_affiliation_string":"Ottawa Hospital Research Institute, Ottawa, K1H 8L6, Canada","institution_ids":["https://openalex.org/I2800722420","https://openalex.org/I4388482656"]},{"raw_affiliation_string":"School of Epidemiology, Public Health and Preventive Medicine, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"Statistics Canada, Ottawa, Canada","institution_ids":["https://openalex.org/I1319815248"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5068182641"],"corresponding_institution_ids":["https://openalex.org/I2800722420","https://openalex.org/I4388482656"],"apc_list":{"value":1570,"currency":"GBP","value_usd":1925},"apc_paid":{"value":1570,"currency":"GBP","value_usd":1925},"fwci":15.643,"has_fulltext":true,"cited_by_count":160,"citation_normalized_percentile":{"value":0.99251246,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"20","issue":"1","first_page":"4","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.6168000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.6168000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.1768999993801117,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.023600000888109207,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.7784952521324158},{"id":"https://openalex.org/keywords/false-positives-and-false-negatives","display_name":"False positives and false negatives","score":0.5772577524185181},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.5146089792251587},{"id":"https://openalex.org/keywords/statistic","display_name":"Statistic","score":0.5017600059509277},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.49794578552246094},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4818335771560669},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47924354672431946},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4687851667404175},{"id":"https://openalex.org/keywords/polytomous-rasch-model","display_name":"Polytomous Rasch model","score":0.42205631732940674},{"id":"https://openalex.org/keywords/plot","display_name":"Plot (graphics)","score":0.4203070402145386},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.4191579818725586},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.41195499897003174},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4062853753566742},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3832332193851471},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.349765419960022},{"id":"https://openalex.org/keywords/item-response-theory","display_name":"Item response theory","score":0.09442678093910217}],"concepts":[{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.7784952521324158},{"id":"https://openalex.org/C112789634","wikidata":"https://www.wikidata.org/wiki/Q18207010","display_name":"False positives and false negatives","level":3,"score":0.5772577524185181},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5146089792251587},{"id":"https://openalex.org/C89128539","wikidata":"https://www.wikidata.org/wiki/Q1949963","display_name":"Statistic","level":2,"score":0.5017600059509277},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.49794578552246094},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4818335771560669},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47924354672431946},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4687851667404175},{"id":"https://openalex.org/C207968926","wikidata":"https://www.wikidata.org/wiki/Q7227107","display_name":"Polytomous Rasch model","level":4,"score":0.42205631732940674},{"id":"https://openalex.org/C167651023","wikidata":"https://www.wikidata.org/wiki/Q1474611","display_name":"Plot (graphics)","level":2,"score":0.4203070402145386},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.4191579818725586},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.41195499897003174},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4062853753566742},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3832332193851471},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.349765419960022},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.09442678093910217},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003955","descriptor_name":"Diagnostic Tests, Routine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003955","descriptor_name":"Diagnostic Tests, Routine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003955","descriptor_name":"Diagnostic Tests, Routine","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019540","descriptor_name":"Area Under Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019540","descriptor_name":"Area Under Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019540","descriptor_name":"Area Under Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":6,"locations":[{"id":"doi:10.1186/s12911-019-1014-6","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-019-1014-6","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/track/pdf/10.1186/s12911-019-1014-6","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},{"id":"pmid:31906931","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31906931","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC medical informatics and decision making","raw_type":null},{"id":"pmh:oai:utoronto.scholaris.ca:1807/98970","is_oa":true,"landing_page_url":"http://hdl.handle.net/1807/98970","pdf_url":"https://utoronto.scholaris.ca/bitstreams/a4c0b984-0977-4cfc-a252-9acc10560b81/download","source":{"id":"https://openalex.org/S7407055458","display_name":"TSpace","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:8dbdb829787b4c91bfe5658820118fb6","is_oa":false,"landing_page_url":"https://doaj.org/article/8dbdb829787b4c91bfe5658820118fb6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Medical Informatics and Decision Making, Vol 20, Iss 1, Pp 1-12 (2020)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:6945414","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6945414","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Med Inform Decis Mak","raw_type":"Text"},{"id":"pmh:oai:ruor.uottawa.ca:10393/40054","is_oa":false,"landing_page_url":"http://hdl.handle.net/10393/40054","pdf_url":null,"source":{"id":"https://openalex.org/S4306400902","display_name":"uO Research (University of Ottawa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I153718931","host_organization_name":"University of Ottawa","host_organization_lineage":["https://openalex.org/I153718931"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1186/s12911-019-1014-6","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12911-019-1014-6","pdf_url":"https://bmcmedinformdecismak.biomedcentral.com/track/pdf/10.1186/s12911-019-1014-6","source":{"id":"https://openalex.org/S107516304","display_name":"BMC Medical Informatics and Decision Making","issn_l":"1472-6947","issn":["1472-6947"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Medical Informatics and Decision Making","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2997833216.pdf","grobid_xml":"https://content.openalex.org/works/W2997833216.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1518873647","https://openalex.org/W1539462193","https://openalex.org/W1570286060","https://openalex.org/W1966716734","https://openalex.org/W1969557815","https://openalex.org/W1973948212","https://openalex.org/W1976929673","https://openalex.org/W1994642659","https://openalex.org/W1998307574","https://openalex.org/W1999318832","https://openalex.org/W2005887509","https://openalex.org/W2014966825","https://openalex.org/W2015020494","https://openalex.org/W2018046478","https://openalex.org/W2021155520","https://openalex.org/W2039408393","https://openalex.org/W2043965817","https://openalex.org/W2052832896","https://openalex.org/W2065071785","https://openalex.org/W2071727133","https://openalex.org/W2076107221","https://openalex.org/W2078622638","https://openalex.org/W2084139018","https://openalex.org/W2094577813","https://openalex.org/W2112200626","https://openalex.org/W2112316706","https://openalex.org/W2119910794","https://openalex.org/W2120579447","https://openalex.org/W2130728435","https://openalex.org/W2139372732","https://openalex.org/W2141014056","https://openalex.org/W2154039449","https://openalex.org/W2154286581","https://openalex.org/W2155653793","https://openalex.org/W2158698691","https://openalex.org/W2164998768","https://openalex.org/W2297716127","https://openalex.org/W2328176404","https://openalex.org/W2559950083","https://openalex.org/W2791209104","https://openalex.org/W2889646458","https://openalex.org/W2896762348","https://openalex.org/W2950037719","https://openalex.org/W2964106386","https://openalex.org/W3120740533","https://openalex.org/W4213286494","https://openalex.org/W4232875550","https://openalex.org/W4299689471","https://openalex.org/W4388317518"],"related_works":["https://openalex.org/W1557094818","https://openalex.org/W2183246718","https://openalex.org/W1973412793","https://openalex.org/W2099261052","https://openalex.org/W4292605373","https://openalex.org/W2951146195","https://openalex.org/W4226316650","https://openalex.org/W3123215897","https://openalex.org/W2153600354","https://openalex.org/W4243739114"],"abstract_inverted_index":{"BACKGROUND:":[0],"In":[1],"classification":[2],"and":[3,11,33,42,67,98,105,116,121,128,135,147,158,186,197,219,247,285,292,346,353],"diagnostic":[4],"testing,":[5],"the":[6,12,15,39,57,64,68,71,83,125,139,145,195,211,220,228,242,255,258],"receiver-operator":[7],"characteristic":[8],"(ROC)":[9],"plot":[10,127],"area":[13,69,240],"under":[14,70,241],"ROC":[16,40,112,126,179,243,266,279,351],"curve":[17,41,244],"(AUC)":[18],"describe":[19],"how":[20],"an":[21,203,272,278],"adjustable":[22],"threshold":[23],"causes":[24],"changes":[25],"in":[26,85,162,192],"two":[27,187],"types":[28],"of":[29,38,124,138,202,257,277],"error:":[30],"false":[31,34],"positives":[32],"negatives.":[35,94],"Only":[36],"part":[37,86,276],"AUC":[43,58,66,104,146],"are":[44,49,133,142,151,172,298],"informative":[45],"however":[46],"when":[47],"they":[48,88],"used":[50,304],"with":[51,305,316,323,334,349],"imbalanced":[52,314,332],"data.":[53],"Hence,":[54],"alternatives":[55,76],"to":[56,118,155,164,339],"have":[59],"been":[60],"proposed,":[61],"such":[62],"as":[63,79,82,153,160,271],"partial":[65,103,108,131,170,217,234,239,250,262,290],"precision-recall":[72],"curve.":[73,280],"However,":[74],"these":[75],"cannot":[77],"be":[78,303],"fully":[80],"interpreted":[81],"AUC,":[84],"because":[87],"ignore":[89],"some":[90],"information":[91],"about":[92],"actual":[93],"METHODS:":[95],"We":[96],"derive":[97],"propose":[99],"a":[100,106,177,183],"new":[101,107,216],"concordant":[102,238],"c":[109,148,263],"statistic":[110,149,264],"for":[111,174,230,265,275,331],"data-as":[113],"foundational":[114],"measures":[115,132,166,171,218,291,301,326,341,352],"methods":[117],"help":[119],"understand":[120],"explain":[122],"parts":[123],"AUC.":[129,259],"Our":[130,169],"continuous":[134],"discrete":[136],"versions":[137],"same":[140],"measure,":[141],"derived":[143,233,289],"from":[144,181],"respectively,":[150],"validated":[152,159],"equal":[154,161],"each":[156],"other,":[157],"summation":[163],"whole":[165,222],"where":[167],"expected.":[168],"tested":[173],"validity":[175],"on":[176,313,344],"classic":[178],"example":[180,204,225],"Fawcett,":[182],"variation":[184],"thereof,":[185],"real-life":[188],"benchmark":[189],"data":[190,199,307,315,333],"sets":[191],"breast":[193],"cancer:":[194],"Wisconsin":[196],"Ljubljana":[198],"sets.":[200],"Interpretation":[201],"is":[205],"then":[206],"provided.":[207],"RESULTS:":[208],"Results":[209],"show":[210],"expected":[212,282],"equalities":[213,283],"between":[214,286],"our":[215,231,287,324],"existing":[221,294],"measures.":[223,235],"The":[224,237,260,281],"interpretation":[226,274],"illustrates":[227],"need":[229],"newly":[232,288],"CONCLUSIONS:":[236],"was":[245,268],"proposed":[246,270,325],"unlike":[248],"previous":[249],"measure":[251,296],"alternatives,":[252],"it":[253],"maintains":[254],"characteristics":[256],"first":[261],"plots":[267],"also":[269],"unbiased":[273],"among":[284],"their":[293,329],"full":[295],"counterparts":[297],"confirmed.":[299],"These":[300],"may":[302],"any":[306],"set":[308],"but":[309],"this":[310],"paper":[311],"focuses":[312],"low":[317],"prevalence.":[318],"FUTURE":[319],"WORK:":[320],"Future":[321],"work":[322],"may:":[327],"demonstrate":[328],"value":[330],"high":[335],"prevalence,":[336],"compare":[337],"them":[338,348],"other":[340,350],"not":[342],"based":[343],"areas;":[345],"combine":[347],"techniques.":[354]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":33},{"year":2022,"cited_by_count":39},{"year":2021,"cited_by_count":26},{"year":2020,"cited_by_count":17}],"updated_date":"2026-06-05T09:01:59.212387","created_date":"2025-10-10T00:00:00"}