{"id":"https://openalex.org/W2029426756","doi":"https://doi.org/10.1016/j.jbi.2005.02.008","title":"The use of receiver operating characteristic curves in biomedical informatics","display_name":"The use of receiver operating characteristic curves in biomedical informatics","publication_year":2005,"publication_date":"2005-04-11","ids":{"openalex":"https://openalex.org/W2029426756","doi":"https://doi.org/10.1016/j.jbi.2005.02.008","mag":"2029426756","pmid":"https://pubmed.ncbi.nlm.nih.gov/16198999"},"language":"en","primary_location":{"id":"doi:10.1016/j.jbi.2005.02.008","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.jbi.2005.02.008","pdf_url":null,"source":{"id":"https://openalex.org/S11622463","display_name":"Journal of Biomedical Informatics","issn_l":"1532-0464","issn":["1532-0464","1532-0480"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Biomedical Informatics","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081743115","display_name":"Thomas A. Lasko","orcid":"https://orcid.org/0000-0003-2300-9529"},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas A. Lasko","raw_affiliation_strings":["Decision Systems Group, Brigham and Women's Hospital, Harvard Medical School, Boston, MA 02115, USA","Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, USA"],"affiliations":[{"raw_affiliation_string":"Decision Systems Group, Brigham and Women's Hospital, Harvard Medical School, Boston, MA 02115, USA","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I1283280774"]},{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057527759","display_name":"Jui G. Bhagwat","orcid":null},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jui G. Bhagwat","raw_affiliation_strings":["Department of Radiology, Brigham and Women\u2019s Hospital, USA","Department of Radiology, Brigham and Women's Hospital, USA"],"affiliations":[{"raw_affiliation_string":"Department of Radiology, Brigham and Women\u2019s Hospital, USA","institution_ids":["https://openalex.org/I1283280774"]},{"raw_affiliation_string":"Department of Radiology, Brigham and Women's Hospital, USA","institution_ids":["https://openalex.org/I1283280774"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049632527","display_name":"Kelly H. Zou","orcid":"https://orcid.org/0000-0001-6297-8184"},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kelly H. Zou","raw_affiliation_strings":["Department of Health Care Policy, Harvard Medical School, USA","Department of Radiology, Brigham and Women\u2019s Hospital, USA","Department of Radiology, Brigham and Women's Hospital, USA"],"affiliations":[{"raw_affiliation_string":"Department of Health Care Policy, Harvard Medical School, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Radiology, Brigham and Women\u2019s Hospital, USA","institution_ids":["https://openalex.org/I1283280774"]},{"raw_affiliation_string":"Department of Radiology, Brigham and Women's Hospital, USA","institution_ids":["https://openalex.org/I1283280774"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084415954","display_name":"Lucila Ohno\u2010Machado","orcid":"https://orcid.org/0000-0002-8005-7327"},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lucila Ohno-Machado","raw_affiliation_strings":["Decision Systems Group, Brigham and Women\u2019s Hospital, Harvard Medical School, Boston, MA 02115, USA","Department of Radiology, Brigham and Women\u2019s Hospital, USA","Department of Radiology, Brigham and Women's Hospital, USA","Decision Systems Group, Brigham and Women's Hospital, Harvard Medical School, Boston, MA 02115, USA"],"affiliations":[{"raw_affiliation_string":"Decision Systems Group, Brigham and Women\u2019s Hospital, Harvard Medical School, Boston, MA 02115, USA","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I1283280774"]},{"raw_affiliation_string":"Department of Radiology, Brigham and Women\u2019s Hospital, USA","institution_ids":["https://openalex.org/I1283280774"]},{"raw_affiliation_string":"Department of Radiology, Brigham and Women's Hospital, USA","institution_ids":["https://openalex.org/I1283280774"]},{"raw_affiliation_string":"Decision Systems Group, Brigham and Women's Hospital, Harvard Medical School, Boston, MA 02115, USA","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I1283280774"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5084415954"],"corresponding_institution_ids":["https://openalex.org/I1283280774","https://openalex.org/I4210143601"],"apc_list":{"value":2980,"currency":"USD","value_usd":2980},"apc_paid":null,"fwci":38.0103,"has_fulltext":false,"cited_by_count":842,"citation_normalized_percentile":{"value":0.99833665,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"38","issue":"5","first_page":"404","last_page":"415"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9761999845504761,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11314","display_name":"Clinical Laboratory Practices and Quality Control","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11235","display_name":"Statistical Methods in Clinical Trials","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.8943514823913574},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6373052597045898},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5745111107826233},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.539372980594635},{"id":"https://openalex.org/keywords/informatics","display_name":"Informatics","score":0.5024876594543457},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4998807907104492},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4782123267650604},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.46828219294548035},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46535712480545044},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.43087896704673767},{"id":"https://openalex.org/keywords/health-informatics","display_name":"Health informatics","score":0.41966864466667175},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41957271099090576},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.222243994474411},{"id":"https://openalex.org/keywords/pathology","display_name":"Pathology","score":0.11640292406082153},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09447634220123291}],"concepts":[{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.8943514823913574},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6373052597045898},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5745111107826233},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.539372980594635},{"id":"https://openalex.org/C191630685","wikidata":"https://www.wikidata.org/wiki/Q4027615","display_name":"Informatics","level":2,"score":0.5024876594543457},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4998807907104492},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4782123267650604},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.46828219294548035},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46535712480545044},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.43087896704673767},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.41966864466667175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41957271099090576},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.222243994474411},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.11640292406082153},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09447634220123291},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138816342","wikidata":"https://www.wikidata.org/wiki/Q189603","display_name":"Public health","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001698","descriptor_name":"Biomedical Engineering","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D001698","descriptor_name":"Biomedical Engineering","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D001698","descriptor_name":"Biomedical Engineering","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003198","descriptor_name":"Computer Simulation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003627","descriptor_name":"Data Interpretation, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003627","descriptor_name":"Data Interpretation, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003627","descriptor_name":"Data Interpretation, Statistical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003936","descriptor_name":"Diagnosis, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003936","descriptor_name":"Diagnosis, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003936","descriptor_name":"Diagnosis, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008490","descriptor_name":"Medical Informatics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D008490","descriptor_name":"Medical Informatics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D008490","descriptor_name":"Medical Informatics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D008954","descriptor_name":"Models, Biological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008954","descriptor_name":"Models, Biological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008954","descriptor_name":"Models, Biological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012307","descriptor_name":"Risk Factors","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012307","descriptor_name":"Risk Factors","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012307","descriptor_name":"Risk Factors","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D018570","descriptor_name":"Risk Assessment","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D018570","descriptor_name":"Risk Assessment","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D018570","descriptor_name":"Risk Assessment","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1016/j.jbi.2005.02.008","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.jbi.2005.02.008","pdf_url":null,"source":{"id":"https://openalex.org/S11622463","display_name":"Journal of Biomedical Informatics","issn_l":"1532-0464","issn":["1532-0464","1532-0480"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Biomedical Informatics","raw_type":"journal-article"},{"id":"pmid:16198999","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/16198999","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of biomedical informatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.7300000190734863,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1509445416","https://openalex.org/W1539462193","https://openalex.org/W1541793614","https://openalex.org/W1912982817","https://openalex.org/W1963582808","https://openalex.org/W1985354563","https://openalex.org/W1990534247","https://openalex.org/W1990748933","https://openalex.org/W1995972830","https://openalex.org/W2002973944","https://openalex.org/W2005624575","https://openalex.org/W2007723454","https://openalex.org/W2009618221","https://openalex.org/W2018760046","https://openalex.org/W2021155520","https://openalex.org/W2035950812","https://openalex.org/W2036257926","https://openalex.org/W2036782415","https://openalex.org/W2037711351","https://openalex.org/W2048537487","https://openalex.org/W2049549441","https://openalex.org/W2051269613","https://openalex.org/W2052177178","https://openalex.org/W2066063421","https://openalex.org/W2066772169","https://openalex.org/W2069289333","https://openalex.org/W2069401973","https://openalex.org/W2073910369","https://openalex.org/W2078622638","https://openalex.org/W2084139018","https://openalex.org/W2088323328","https://openalex.org/W2097841139","https://openalex.org/W2102150307","https://openalex.org/W2104960492","https://openalex.org/W2109875934","https://openalex.org/W2112670427","https://openalex.org/W2119029887","https://openalex.org/W2124537635","https://openalex.org/W2125730438","https://openalex.org/W2130163542","https://openalex.org/W2134220749","https://openalex.org/W2135018726","https://openalex.org/W2153477636","https://openalex.org/W2154703852","https://openalex.org/W2157825442","https://openalex.org/W2161959113","https://openalex.org/W2168366176","https://openalex.org/W2328176404","https://openalex.org/W4230020663","https://openalex.org/W4254695221","https://openalex.org/W4293007919","https://openalex.org/W4388317518"],"related_works":["https://openalex.org/W2397677514","https://openalex.org/W1495820741","https://openalex.org/W2914293784","https://openalex.org/W3129117446","https://openalex.org/W2990177913","https://openalex.org/W1451471413","https://openalex.org/W2138729887","https://openalex.org/W2401910071","https://openalex.org/W4323056170","https://openalex.org/W2126732312"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":35},{"year":2023,"cited_by_count":47},{"year":2022,"cited_by_count":49},{"year":2021,"cited_by_count":48},{"year":2020,"cited_by_count":48},{"year":2019,"cited_by_count":46},{"year":2018,"cited_by_count":40},{"year":2017,"cited_by_count":40},{"year":2016,"cited_by_count":40},{"year":2015,"cited_by_count":23},{"year":2014,"cited_by_count":57},{"year":2013,"cited_by_count":60},{"year":2012,"cited_by_count":47}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}