{"id":"https://openalex.org/W2040167869","doi":"https://doi.org/10.1016/j.csda.2011.05.024","title":"Uncertainty estimation with a finite dataset in the assessment of classification models","display_name":"Uncertainty estimation with a finite dataset in the assessment of classification models","publication_year":2011,"publication_date":"2011-06-26","ids":{"openalex":"https://openalex.org/W2040167869","doi":"https://doi.org/10.1016/j.csda.2011.05.024","mag":"2040167869"},"language":"en","primary_location":{"id":"doi:10.1016/j.csda.2011.05.024","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.csda.2011.05.024","pdf_url":null,"source":{"id":"https://openalex.org/S132362803","display_name":"Computational Statistics & Data Analysis","issn_l":"0167-9473","issn":["0167-9473","1872-7352"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Statistics & Data Analysis","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013024206","display_name":"Weijie Chen","orcid":"https://orcid.org/0000-0001-7437-7829"},"institutions":[{"id":"https://openalex.org/I1335686170","display_name":"Center for Devices and Radiological Health","ror":"https://ror.org/007x9se63","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070","https://openalex.org/I1335686170"]},{"id":"https://openalex.org/I39565521","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08","country_code":"US","type":"government","lineage":["https://openalex.org/I1330989302","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Weijie Chen","raw_affiliation_strings":["Division of Imaging and Applied Mathematics, Office of Science and Engineering Laboratories, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Imaging and Applied Mathematics, Office of Science and Engineering Laboratories, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA","institution_ids":["https://openalex.org/I1335686170","https://openalex.org/I39565521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005433757","display_name":"Waleed A. Yousef","orcid":"https://orcid.org/0000-0001-9669-7241"},"institutions":[{"id":"https://openalex.org/I84058292","display_name":"Helwan University","ror":"https://ror.org/00h55v928","country_code":"EG","type":"education","lineage":["https://openalex.org/I84058292"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Waleed A. Yousef","raw_affiliation_strings":["Computer Science Department, Faculty of Computers and Information, Helwan University, Egypt","Computer Science Department, Faculty of Computers & Information, Helwan University, Egypt#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Faculty of Computers and Information, Helwan University, Egypt","institution_ids":["https://openalex.org/I84058292"]},{"raw_affiliation_string":"Computer Science Department, Faculty of Computers & Information, Helwan University, Egypt#TAB#","institution_ids":["https://openalex.org/I84058292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067893440","display_name":"Brandon D. Gallas","orcid":"https://orcid.org/0000-0001-7332-1620"},"institutions":[{"id":"https://openalex.org/I1335686170","display_name":"Center for Devices and Radiological Health","ror":"https://ror.org/007x9se63","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070","https://openalex.org/I1335686170"]},{"id":"https://openalex.org/I39565521","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08","country_code":"US","type":"government","lineage":["https://openalex.org/I1330989302","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brandon D. Gallas","raw_affiliation_strings":["Division of Imaging and Applied Mathematics, Office of Science and Engineering Laboratories, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Imaging and Applied Mathematics, Office of Science and Engineering Laboratories, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA","institution_ids":["https://openalex.org/I1335686170","https://openalex.org/I39565521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063441826","display_name":"Elizabeth Hsu","orcid":"https://orcid.org/0000-0003-3762-9315"},"institutions":[{"id":"https://openalex.org/I1335686170","display_name":"Center for Devices and Radiological Health","ror":"https://ror.org/007x9se63","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070","https://openalex.org/I1335686170"]},{"id":"https://openalex.org/I39565521","display_name":"Office of Science","ror":"https://ror.org/00mmn6b08","country_code":"US","type":"government","lineage":["https://openalex.org/I1330989302","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth R. Hsu","raw_affiliation_strings":["Division of Imaging and Applied Mathematics, Office of Science and Engineering Laboratories, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Imaging and Applied Mathematics, Office of Science and Engineering Laboratories, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA","institution_ids":["https://openalex.org/I1335686170","https://openalex.org/I39565521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075745134","display_name":"Samir Lababidi","orcid":"https://orcid.org/0000-0002-1406-0448"},"institutions":[{"id":"https://openalex.org/I1335686170","display_name":"Center for Devices and Radiological Health","ror":"https://ror.org/007x9se63","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070","https://openalex.org/I1335686170"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samir Lababidi","raw_affiliation_strings":["Division of Biostatistics, Office of Surveillance and Biometrics, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA","Division of Biostatistics, Office of Surveillance and Biometrics, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Biostatistics, Office of Surveillance and Biometrics, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA","institution_ids":["https://openalex.org/I1335686170"]},{"raw_affiliation_string":"Division of Biostatistics, Office of Surveillance and Biometrics, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA#TAB#","institution_ids":["https://openalex.org/I1335686170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100685403","display_name":"Rong Tang","orcid":"https://orcid.org/0000-0001-7468-8424"},"institutions":[{"id":"https://openalex.org/I1335686170","display_name":"Center for Devices and Radiological Health","ror":"https://ror.org/007x9se63","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070","https://openalex.org/I1335686170"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rong Tang","raw_affiliation_strings":["Division of Biostatistics, Office of Surveillance and Biometrics, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA","Division of Biostatistics, Office of Surveillance and Biometrics, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Biostatistics, Office of Surveillance and Biometrics, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA","institution_ids":["https://openalex.org/I1335686170"]},{"raw_affiliation_string":"Division of Biostatistics, Office of Surveillance and Biometrics, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA#TAB#","institution_ids":["https://openalex.org/I1335686170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056394743","display_name":"Gene Pennello","orcid":"https://orcid.org/0000-0002-9779-1165"},"institutions":[{"id":"https://openalex.org/I1335686170","display_name":"Center for Devices and Radiological Health","ror":"https://ror.org/007x9se63","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1320320070","https://openalex.org/I1335686170"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gene A. Pennello","raw_affiliation_strings":["Division of Biostatistics, Office of Surveillance and Biometrics, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA","Division of Biostatistics, Office of Surveillance and Biometrics, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Biostatistics, Office of Surveillance and Biometrics, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA","institution_ids":["https://openalex.org/I1335686170"]},{"raw_affiliation_string":"Division of Biostatistics, Office of Surveillance and Biometrics, Center for Devices and Radiological Health, Food and Drug Administration, Silver Spring, MD, USA#TAB#","institution_ids":["https://openalex.org/I1335686170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001315712","display_name":"W. Fraser Symmans","orcid":"https://orcid.org/0000-0002-1526-184X"},"institutions":[{"id":"https://openalex.org/I1343551460","display_name":"The University of Texas MD Anderson Cancer Center","ror":"https://ror.org/04twxam07","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1343551460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"W. Fraser Symmans","raw_affiliation_strings":["Departments of Breast Medical Oncology and Pathology, University of Texas M. D. Anderson Cancer Center, Houston, TX, USA","Departments of Breast Medical Oncology and Pathology, University of Texas M. D. Anderson Cancer Center, Houston, TX, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departments of Breast Medical Oncology and Pathology, University of Texas M. D. Anderson Cancer Center, Houston, TX, USA","institution_ids":["https://openalex.org/I1343551460"]},{"raw_affiliation_string":"Departments of Breast Medical Oncology and Pathology, University of Texas M. D. Anderson Cancer Center, Houston, TX, USA#TAB#","institution_ids":["https://openalex.org/I1343551460"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021113979","display_name":"Lajos Pusztai","orcid":"https://orcid.org/0000-0001-9632-6686"},"institutions":[{"id":"https://openalex.org/I1343551460","display_name":"The University of Texas MD Anderson Cancer Center","ror":"https://ror.org/04twxam07","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1343551460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lajos Pusztai","raw_affiliation_strings":["Departments of Breast Medical Oncology and Pathology, University of Texas M. D. Anderson Cancer Center, Houston, TX, USA","Departments of Breast Medical Oncology and Pathology, University of Texas M. D. Anderson Cancer Center, Houston, TX, USA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Departments of Breast Medical Oncology and Pathology, University of Texas M. D. Anderson Cancer Center, Houston, TX, USA","institution_ids":["https://openalex.org/I1343551460"]},{"raw_affiliation_string":"Departments of Breast Medical Oncology and Pathology, University of Texas M. D. Anderson Cancer Center, Houston, TX, USA#TAB#","institution_ids":["https://openalex.org/I1343551460"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5013024206"],"corresponding_institution_ids":["https://openalex.org/I1335686170","https://openalex.org/I39565521"],"apc_list":{"value":3340,"currency":"USD","value_usd":3340},"apc_paid":null,"fwci":0.3649,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.58955305,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"56","issue":"5","first_page":"1016","last_page":"1027"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11970","display_name":"Molecular Biology Techniques and Applications","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10862","display_name":"AI in cancer detection","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6525610685348511},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6341322660446167},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5233544707298279},{"id":"https://openalex.org/keywords/sample-size-determination","display_name":"Sample size determination","score":0.48293086886405945},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4584375023841858},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.441927969455719},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34134596586227417},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2872231900691986},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.25577712059020996}],"concepts":[{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6525610685348511},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6341322660446167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5233544707298279},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.48293086886405945},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4584375023841858},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.441927969455719},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34134596586227417},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2872231900691986},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25577712059020996}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.csda.2011.05.024","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.csda.2011.05.024","pdf_url":null,"source":{"id":"https://openalex.org/S132362803","display_name":"Computational Statistics & Data Analysis","issn_l":"0167-9473","issn":["0167-9473","1872-7352"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Statistics & Data Analysis","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:eee:csdana:v:56:y:2012:i:5:p:1016-1027","is_oa":false,"landing_page_url":"http://www.sciencedirect.com/science/article/pii/S016794731100209X","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/3"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310585","display_name":"University of Arkansas for Medical Sciences","ror":"https://ror.org/00xcryt71"},{"id":"https://openalex.org/F4320324811","display_name":"Universit\u00e4t zu K\u00f6ln","ror":"https://ror.org/00rcxh774"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W59797000","https://openalex.org/W1517808374","https://openalex.org/W1539462193","https://openalex.org/W1784695092","https://openalex.org/W1968114652","https://openalex.org/W1990534247","https://openalex.org/W1991584640","https://openalex.org/W1994690166","https://openalex.org/W2021560851","https://openalex.org/W2023282380","https://openalex.org/W2024678615","https://openalex.org/W2043235003","https://openalex.org/W2073792037","https://openalex.org/W2091947792","https://openalex.org/W2092095117","https://openalex.org/W2104074461","https://openalex.org/W2106713259","https://openalex.org/W2107956883","https://openalex.org/W2109363337","https://openalex.org/W2122814955","https://openalex.org/W2123664981","https://openalex.org/W2127314075","https://openalex.org/W2128985829","https://openalex.org/W2132598458","https://openalex.org/W2147165718","https://openalex.org/W2150997370","https://openalex.org/W2154899482","https://openalex.org/W2155653793","https://openalex.org/W2157825442","https://openalex.org/W2158698691","https://openalex.org/W2170989872","https://openalex.org/W2328176404","https://openalex.org/W2998678080","https://openalex.org/W3097393251","https://openalex.org/W4388317518","https://openalex.org/W6630956611","https://openalex.org/W6679194949"],"related_works":["https://openalex.org/W4293088233","https://openalex.org/W2496077116","https://openalex.org/W3152660226","https://openalex.org/W3082212156","https://openalex.org/W4243140484","https://openalex.org/W4388813866","https://openalex.org/W1986523067","https://openalex.org/W2900695351","https://openalex.org/W2307799538","https://openalex.org/W2049864679"],"abstract_inverted_index":null,"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}