{"id":"https://openalex.org/W4411121371","doi":"https://doi.org/10.1145/3744238","title":"A Survey on Uncertainty Quantification of Large Language Models: Taxonomy, Open Research Challenges, and Future Directions","display_name":"A Survey on Uncertainty Quantification of Large Language Models: Taxonomy, Open Research Challenges, and Future Directions","publication_year":2025,"publication_date":"2025-06-07","ids":{"openalex":"https://openalex.org/W4411121371","doi":"https://doi.org/10.1145/3744238"},"language":"en","primary_location":{"id":"doi:10.1145/3744238","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3744238","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3744238","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115087048","display_name":"Ola Shorinwa","orcid":null},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ola Shorinwa","raw_affiliation_strings":["Princeton University","Princeton University, Princeton, United States"],"raw_orcid":"https://orcid.org/0009-0004-2514-6134","affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]},{"raw_affiliation_string":"Princeton University, Princeton, United States","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058149361","display_name":"Zhiting Mei","orcid":"https://orcid.org/0000-0003-1831-8335"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiting Mei","raw_affiliation_strings":["Princeton University","Princeton University, Princeton, United States"],"raw_orcid":"https://orcid.org/0000-0003-1831-8335","affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]},{"raw_affiliation_string":"Princeton University, Princeton, United States","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060177564","display_name":"Justin Lidard","orcid":"https://orcid.org/0000-0001-8316-1018"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin Lidard","raw_affiliation_strings":["Princeton University","Princeton University, Princeton, United States"],"raw_orcid":"https://orcid.org/0000-0001-8316-1018","affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]},{"raw_affiliation_string":"Princeton University, Princeton, United States","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020154600","display_name":"Allen Z. Ren","orcid":"https://orcid.org/0000-0001-5306-2844"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Allen Z. Ren","raw_affiliation_strings":["Princeton University","Princeton University, Princeton, United States"],"raw_orcid":"https://orcid.org/0000-0001-5306-2844","affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]},{"raw_affiliation_string":"Princeton University, Princeton, United States","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102792178","display_name":"Anirudha Majumdar","orcid":"https://orcid.org/0009-0002-2296-7485"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anirudha Majumdar","raw_affiliation_strings":["Princeton University","Princeton University, Princeton, United States"],"raw_orcid":"https://orcid.org/0009-0002-2296-7485","affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]},{"raw_affiliation_string":"Princeton University, Princeton, United States","institution_ids":["https://openalex.org/I20089843"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I20089843"],"apc_list":null,"apc_paid":null,"fwci":42.6632,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.99807331,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"58","issue":"3","first_page":"1","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9742000102996826,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9700000286102295,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8567667007446289},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.7418183088302612},{"id":"https://openalex.org/keywords/open-research","display_name":"Open research","score":0.637870728969574},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.47732195258140564},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3670205771923065},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.35992157459259033},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3372664153575897},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1963774561882019}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8567667007446289},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.7418183088302612},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.637870728969574},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.47732195258140564},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3670205771923065},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.35992157459259033},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3372664153575897},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1963774561882019},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3744238","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3744238","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3744238","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3744238","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2042506886","display_name":null,"funder_award_id":"N00014-23-1-2148","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1897507002","https://openalex.org/W2012942264","https://openalex.org/W2025720061","https://openalex.org/W2057978375","https://openalex.org/W2098824882","https://openalex.org/W2103346566","https://openalex.org/W2130715829","https://openalex.org/W2138309709","https://openalex.org/W2273278181","https://openalex.org/W2294370754","https://openalex.org/W2514278201","https://openalex.org/W2623399293","https://openalex.org/W2729784024","https://openalex.org/W2759083144","https://openalex.org/W2956805085","https://openalex.org/W2964223283","https://openalex.org/W3043426275","https://openalex.org/W3090434739","https://openalex.org/W3102961490","https://openalex.org/W3106004876","https://openalex.org/W3159959439","https://openalex.org/W3176456866","https://openalex.org/W3202070718","https://openalex.org/W3202712981","https://openalex.org/W3203485920","https://openalex.org/W3214671430","https://openalex.org/W4287072106","https://openalex.org/W4290994954","https://openalex.org/W4309674289","https://openalex.org/W4353015365","https://openalex.org/W4360978668","https://openalex.org/W4382680941","https://openalex.org/W4384930908","https://openalex.org/W4387848774","https://openalex.org/W4388979610","https://openalex.org/W4394647506","https://openalex.org/W4394877201","https://openalex.org/W4396843692","https://openalex.org/W4399426475","https://openalex.org/W4401042451","https://openalex.org/W6799272542"],"related_works":["https://openalex.org/W3156937073","https://openalex.org/W2530757009","https://openalex.org/W3195027199","https://openalex.org/W274175260","https://openalex.org/W2135054431","https://openalex.org/W2081307663","https://openalex.org/W2290480557","https://openalex.org/W2242910500","https://openalex.org/W4313893854","https://openalex.org/W4313246833"],"abstract_inverted_index":{"The":[0],"remarkable":[1],"performance":[2],"of":[3,22,26,71,90,100,132,139,167],"large":[4],"language":[5],"models":[6],"(LLMs)":[7],"in":[8,74,155,163],"content":[9],"generation,":[10],"coding,":[11],"and":[12,34,57,115,147],"common-sense":[13],"reasoning":[14],"has":[15,53],"spurred":[16],"widespread":[17],"integration":[18,25],"into":[19],"many":[20],"facets":[21],"society.":[23],"However,":[24],"LLMs":[27,63],"raises":[28],"valid":[29],"questions":[30],"on":[31],"their":[32,37,108,113],"reliability":[33],"trustworthiness,":[35],"given":[36],"propensity":[38],"to":[39,77,86,95,129,150,170],"generate":[40],"hallucinations:":[41],"plausible,":[42],"factually-incorrect":[43],"responses,":[44],"which":[45],"are":[46],"expressed":[47],"with":[48,112,159],"striking":[49],"confidence.":[50],"Previous":[51],"work":[52],"shown":[54],"that":[55],"hallucinations":[56],"other":[58],"non-factual":[59],"responses":[60],"generated":[61],"by":[62,67],"can":[64],"be":[65],"detected":[66],"examining":[68],"the":[69,72,78,88,133,164],"uncertainty":[70,89,102,140,165],"LLM":[73],"its":[75],"response":[76],"pertinent":[79],"prompt,":[80],"driving":[81],"significant":[82],"research":[83,161],"efforts":[84],"devoted":[85],"quantifying":[87],"LLMs.":[91],"This":[92],"survey":[93],"seeks":[94],"provide":[96],"an":[97],"extensive":[98],"review":[99],"existing":[101,119],"quantification":[103,141,166],"methods":[104,120,128,142],"for":[105,143],"LLMs,":[106,144,168],"identifying":[107],"salient":[109],"features,":[110],"along":[111],"strengths":[114],"weaknesses.":[116],"We":[117,157],"present":[118],"within":[121],"a":[122],"relevant":[123],"taxonomy,":[124],"unifying":[125],"ostensibly":[126],"disparate":[127],"aid":[130],"understanding":[131],"state-of-the-art.":[134],"Furthermore,":[135],"we":[136],"highlight":[137],"applications":[138,149,154],"spanning":[145],"chatbot":[146],"textual":[148],"embodied":[151],"artificial":[152],"intelligence":[153],"robotics.":[156],"conclude":[158],"open":[160],"challenges":[162],"seeking":[169],"motivate":[171],"future":[172],"research.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":26},{"year":2025,"cited_by_count":8}],"updated_date":"2026-07-25T15:57:00.446498","created_date":"2025-10-10T00:00:00"}