{"id":"https://openalex.org/W4403362497","doi":"https://doi.org/10.1093/jamia/ocae254","title":"Large language model uncertainty proxies: discrimination and calibration for medical diagnosis and treatment","display_name":"Large language model uncertainty proxies: discrimination and calibration for medical diagnosis and treatment","publication_year":2024,"publication_date":"2024-10-12","ids":{"openalex":"https://openalex.org/W4403362497","doi":"https://doi.org/10.1093/jamia/ocae254","pmid":"https://pubmed.ncbi.nlm.nih.gov/39396184"},"language":"en","primary_location":{"id":"doi:10.1093/jamia/ocae254","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocae254","pdf_url":"https://academic.oup.com/jamia/advance-article-pdf/doi/10.1093/jamia/ocae254/59735391/ocae254.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://academic.oup.com/jamia/advance-article-pdf/doi/10.1093/jamia/ocae254/59735391/ocae254.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103229519","display_name":"Thomas Savage","orcid":"https://orcid.org/0000-0003-4828-5802"},"institutions":[{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Thomas Savage","raw_affiliation_strings":["Department of Medicine, Stanford University , Stanford, CA 94304,","Division of Hospital Medicine, Stanford University , Stanford, CA 94304,","Department of Medicine, Stanford University, Stanford, CA 94304, United States","Division of Hospital Medicine, Stanford University, Stanford, CA 94304, United States"],"affiliations":[{"raw_affiliation_string":"Department of Medicine, Stanford University , Stanford, CA 94304,","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Division of Hospital Medicine, Stanford University , Stanford, CA 94304,","institution_ids":["https://openalex.org/I4210137306"]},{"raw_affiliation_string":"Department of Medicine, Stanford University, Stanford, CA 94304, United States","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Division of Hospital Medicine, Stanford University, Stanford, CA 94304, United States","institution_ids":["https://openalex.org/I4210137306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100605877","display_name":"John Wang","orcid":"https://orcid.org/0000-0002-8515-5014"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Wang","raw_affiliation_strings":["Department of Medicine, Stanford University , Stanford, CA 94304,","Division of Gastroenterology and Hepatology, Department of Medicine, Stanford University , Stanford, CA 94304,","Department of Medicine, Stanford University, Stanford, CA 94304, United States","Division of Gastroenterology and Hepatology, Department of Medicine, Stanford University, Stanford, CA 94304, United States"],"affiliations":[{"raw_affiliation_string":"Department of Medicine, Stanford University , Stanford, CA 94304,","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Division of Gastroenterology and Hepatology, Department of Medicine, Stanford University , Stanford, CA 94304,","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Medicine, Stanford University, Stanford, CA 94304, United States","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Division of Gastroenterology and Hepatology, Department of Medicine, Stanford University, Stanford, CA 94304, United States","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066571318","display_name":"Robert J. Gallo","orcid":"https://orcid.org/0000-0002-2601-0173"},"institutions":[{"id":"https://openalex.org/I4210089390","display_name":"Palo Alto Veterans Institute for Research","ror":"https://ror.org/008e03r59","country_code":"US","type":"facility","lineage":["https://openalex.org/I1322918889","https://openalex.org/I204866599","https://openalex.org/I2799886695","https://openalex.org/I4210089390","https://openalex.org/I4210125474"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Robert Gallo","raw_affiliation_strings":["Department of Health Policy, Stanford University , Stanford, CA 94304,","Palo Alto Veterans Affairs Medical Center , Palo Alto, CA 94304,","Department of Health Policy, Stanford University, Stanford, CA 94304, United States","Palo Alto Veterans Affairs Medical Center, Palo Alto, CA 94304, United States"],"affiliations":[{"raw_affiliation_string":"Department of Health Policy, Stanford University , Stanford, CA 94304,","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Palo Alto Veterans Affairs Medical Center , Palo Alto, CA 94304,","institution_ids":[]},{"raw_affiliation_string":"Department of Health Policy, Stanford University, Stanford, CA 94304, United States","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Palo Alto Veterans Affairs Medical Center, Palo Alto, CA 94304, United States","institution_ids":["https://openalex.org/I4210089390"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099045299","display_name":"Abdessalem Boukil","orcid":null},"institutions":[{"id":"https://openalex.org/I8636806","display_name":"University of Sousse","ror":"https://ror.org/00dmpgj58","country_code":"TN","type":"education","lineage":["https://openalex.org/I8636806"]}],"countries":["TN"],"is_corresponding":false,"raw_author_name":"Abdessalem Boukil","raw_affiliation_strings":["Linguamind AI , Sousse 4000,","Linguamind AI, Sousse 4000, Tunisia"],"affiliations":[{"raw_affiliation_string":"Linguamind AI , Sousse 4000,","institution_ids":[]},{"raw_affiliation_string":"Linguamind AI, Sousse 4000, Tunisia","institution_ids":["https://openalex.org/I8636806"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101374207","display_name":"Vishwesh Patel","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164371","display_name":"Government Medical College","ror":"https://ror.org/04y908s98","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210164371"]},{"id":"https://openalex.org/I50268529","display_name":"M. P. Shah Medical College","ror":"https://ror.org/01rdjpj45","country_code":"IN","type":"healthcare","lineage":["https://openalex.org/I50268529"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vishwesh Patel","raw_affiliation_strings":["M.P. Shah Government Medical College , Jamnagar, Gujarat 361008,","M.P. Shah Government Medical College, Jamnagar, Gujarat 361008, India"],"affiliations":[{"raw_affiliation_string":"M.P. Shah Government Medical College , Jamnagar, Gujarat 361008,","institution_ids":["https://openalex.org/I50268529"]},{"raw_affiliation_string":"M.P. Shah Government Medical College, Jamnagar, Gujarat 361008, India","institution_ids":["https://openalex.org/I50268529","https://openalex.org/I4210164371"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084369770","display_name":"Seyed Amir Ahmad Safavi\u2010Naini","orcid":"https://orcid.org/0000-0001-9295-9283"},"institutions":[{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seyed Amir Ahmad Safavi-Naini","raw_affiliation_strings":["Division of Data-Driven and Digital Medicine (D3M), Icahn School of Medicine at Mount Sinai , New York, NY 10029,","Division of Data-Driven and Digital Medicine (D3M), Icahn School of Medicine at Mount Sinai, New York, NY 10029, United States"],"affiliations":[{"raw_affiliation_string":"Division of Data-Driven and Digital Medicine (D3M), Icahn School of Medicine at Mount Sinai , New York, NY 10029,","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Division of Data-Driven and Digital Medicine (D3M), Icahn School of Medicine at Mount Sinai, New York, NY 10029, United States","institution_ids":["https://openalex.org/I98704320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083337227","display_name":"Ali Soroush","orcid":"https://orcid.org/0000-0001-6900-5596"},"institutions":[{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Soroush","raw_affiliation_strings":["Division of Data-Driven and Digital Medicine (D3M), Icahn School of Medicine at Mount Sinai , New York, NY 10029,","Henry D. Janowitz Division of Gastroenterology, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","The Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","Henry D. Janowitz Division of Gastroenterology, Icahn School of Medicine at Mount Sinai, New York, NY 10029, United States","Division of Data-Driven and Digital Medicine (D3M), Icahn School of Medicine at Mount Sinai, New York, NY 10029, United States","The Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY 10029, United States"],"affiliations":[{"raw_affiliation_string":"Division of Data-Driven and Digital Medicine (D3M), Icahn School of Medicine at Mount Sinai , New York, NY 10029,","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Henry D. Janowitz Division of Gastroenterology, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"The Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai , New York, NY 10029,","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Henry D. Janowitz Division of Gastroenterology, Icahn School of Medicine at Mount Sinai, New York, NY 10029, United States","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"Division of Data-Driven and Digital Medicine (D3M), Icahn School of Medicine at Mount Sinai, New York, NY 10029, United States","institution_ids":["https://openalex.org/I98704320"]},{"raw_affiliation_string":"The Charles Bronfman Institute of Personalized Medicine, Icahn School of Medicine at Mount Sinai, New York, NY 10029, United States","institution_ids":["https://openalex.org/I98704320"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046725885","display_name":"Jonathan H. Chen","orcid":"https://orcid.org/0000-0002-4387-8740"},"institutions":[{"id":"https://openalex.org/I4210137306","display_name":"Stanford Medicine","ror":"https://ror.org/03mtd9a03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210137306","https://openalex.org/I97018004"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan H Chen","raw_affiliation_strings":["Clinical Excellence Research Center, Stanford University , Stanford, CA 94304,","Department of Medicine, Stanford University , Stanford, CA 94304,","Division of Hospital Medicine, Stanford University , Stanford, CA 94304,","Stanford Center for Biomedical Informatics Research, Stanford University , Stanford, CA 94304,","Department of Medicine, Stanford University, Stanford, CA 94304, United States","Division of Hospital Medicine, Stanford University, Stanford, CA 94304, United States","Stanford Center for Biomedical Informatics Research, Stanford University, Stanford, CA 94304, United States","Clinical Excellence Research Center, Stanford University, Stanford, CA 94304, United States"],"affiliations":[{"raw_affiliation_string":"Clinical Excellence Research Center, Stanford University , Stanford, CA 94304,","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Medicine, Stanford University , Stanford, CA 94304,","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Division of Hospital Medicine, Stanford University , Stanford, CA 94304,","institution_ids":["https://openalex.org/I4210137306"]},{"raw_affiliation_string":"Stanford Center for Biomedical Informatics Research, Stanford University , Stanford, CA 94304,","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Medicine, Stanford University, Stanford, CA 94304, United States","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Division of Hospital Medicine, Stanford University, Stanford, CA 94304, United States","institution_ids":["https://openalex.org/I4210137306"]},{"raw_affiliation_string":"Stanford Center for Biomedical Informatics Research, Stanford University, Stanford, CA 94304, United States","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Clinical Excellence Research Center, Stanford University, Stanford, CA 94304, United States","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5103229519"],"corresponding_institution_ids":["https://openalex.org/I4210137306","https://openalex.org/I97018004"],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":null,"fwci":4.9584,"has_fulltext":true,"cited_by_count":42,"citation_normalized_percentile":{"value":0.95592648,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"32","issue":"1","first_page":"139","last_page":"149"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/confidence-interval","display_name":"Confidence interval","score":0.732880711555481},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.6648280620574951},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6142299771308899},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5585360527038574},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5520020723342896},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4953981637954712},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4541451930999756},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.43149203062057495},{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"Receiver operating characteristic","score":0.43116313219070435},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.42820048332214355},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42786216735839844},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.41341865062713623},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40475189685821533},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17569327354431152}],"concepts":[{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.732880711555481},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.6648280620574951},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6142299771308899},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5585360527038574},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5520020723342896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4953981637954712},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4541451930999756},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.43149203062057495},{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.43116313219070435},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42820048332214355},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42786216735839844},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.41341865062713623},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40475189685821533},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17569327354431152},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007802","descriptor_name":"Language","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1093/jamia/ocae254","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocae254","pdf_url":"https://academic.oup.com/jamia/advance-article-pdf/doi/10.1093/jamia/ocae254/59735391/ocae254.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:39396184","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39396184","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":null},{"id":"pmh:oai:europepmc.org:11321227","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/11648734","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11648734/pdf/ocae254.pdf","source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:11648734","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC11648734/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1093/jamia/ocae254","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocae254","pdf_url":"https://academic.oup.com/jamia/advance-article-pdf/doi/10.1093/jamia/ocae254/59735391/ocae254.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.6499999761581421}],"awards":[{"id":"https://openalex.org/G1420584630","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320306127","funder_display_name":"U.S. Department of Veterans Affairs"},{"id":"https://openalex.org/G242349094","display_name":null,"funder_award_id":"UG1DA015815","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G2789588635","display_name":null,"funder_award_id":"NCATS","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G342977159","display_name":null,"funder_award_id":"#12409","funder_id":"https://openalex.org/F4320306202","funder_display_name":"Gordon and Betty Moore Foundation"},{"id":"https://openalex.org/G4525995888","display_name":null,"funder_award_id":"UL1TR003142","funder_id":"https://openalex.org/F4320337472","funder_display_name":"National Center for Advancing Translational Sciences"},{"id":"https://openalex.org/G523118074","display_name":null,"funder_award_id":"UL1TR003142","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G536197267","display_name":null,"funder_award_id":"UL1TR003142","funder_id":"https://openalex.org/F4320316438","funder_display_name":"Georgia Clinical and Translational Science Alliance"},{"id":"https://openalex.org/G5558152276","display_name":null,"funder_award_id":"1R01AI17812101","funder_id":"https://openalex.org/F4320337355","funder_display_name":"National Institute of Allergy and Infectious Diseases"},{"id":"https://openalex.org/G6331000141","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320306202","funder_display_name":"Gordon and Betty Moore Foundation"},{"id":"https://openalex.org/G664645530","display_name":null,"funder_award_id":"Fellowship","funder_id":"https://openalex.org/F4320306230","funder_display_name":"American Heart Association"},{"id":"https://openalex.org/G715092685","display_name":null,"funder_award_id":"1R01AI178121","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G7727173809","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320306230","funder_display_name":"American Heart Association"},{"id":"https://openalex.org/G928848541","display_name":null,"funder_award_id":"12409","funder_id":"https://openalex.org/F4320306202","funder_display_name":"Gordon and Betty Moore Foundation"}],"funders":[{"id":"https://openalex.org/F4320306127","display_name":"U.S. Department of Veterans Affairs","ror":"https://ror.org/05rsv9s98"},{"id":"https://openalex.org/F4320306202","display_name":"Gordon and Betty Moore Foundation","ror":"https://ror.org/006wxqw41"},{"id":"https://openalex.org/F4320306230","display_name":"American Heart Association","ror":"https://ror.org/013kjyp64"},{"id":"https://openalex.org/F4320316438","display_name":"Georgia Clinical and Translational Science Alliance","ror":null},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337355","display_name":"National Institute of Allergy and Infectious Diseases","ror":"https://ror.org/043z4tv69"},{"id":"https://openalex.org/F4320337472","display_name":"National Center for Advancing Translational Sciences","ror":"https://ror.org/04pw6fb54"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4403362497.pdf"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1980276147","https://openalex.org/W2762658547","https://openalex.org/W2766556082","https://openalex.org/W2996480032","https://openalex.org/W3088056511","https://openalex.org/W3118929067","https://openalex.org/W4313197536","https://openalex.org/W4313312731","https://openalex.org/W4377009978","https://openalex.org/W4377011132","https://openalex.org/W4384561103","https://openalex.org/W4384561707","https://openalex.org/W4385798548","https://openalex.org/W4389325518","https://openalex.org/W4389523793","https://openalex.org/W4391170193","https://openalex.org/W4396570449"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W2761785940","https://openalex.org/W2110523656","https://openalex.org/W1482209366","https://openalex.org/W2521627374"],"abstract_inverted_index":{"SC":[0,14,38],"is":[1,42],"the":[2,11,23,43,48],"most":[3],"effective":[4,45],"method":[5,46],"for":[6],"estimating":[7],"LLM":[8],"uncertainty":[9,21],"of":[10,28],"proxies":[12],"evaluated.":[13],"by":[15,39],"sentence":[16],"embedding":[17],"can":[18],"effectively":[19],"estimate":[20],"if":[22,47],"user":[24,49],"has":[25],"a":[26],"set":[27],"reference":[29,53],"cases":[30,54],"with":[31],"which":[32],"to":[33],"re-calibrate":[34],"their":[35,69],"results,":[36],"while":[37],"GPT":[40],"annotation":[41],"more":[44],"does":[50],"not":[51],"have":[52],"and":[55],"requires":[56],"accurate":[57],"raw":[58],"calibration.":[59],"Our":[60],"results":[61],"confirm":[62],"LLMs":[63],"are":[64],"consistently":[65],"over-confident":[66],"when":[67],"verbalizing":[68],"confidence":[70],"(CE).":[71]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}