{"id":"https://openalex.org/W7165671873","doi":"https://doi.org/10.48550/arxiv.2606.22792","title":"The Origins of Stochasticity: Comprehensive Investigations on Uncertainty Quantification for Large Language Models","display_name":"The Origins of Stochasticity: Comprehensive Investigations on Uncertainty Quantification for Large Language Models","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165671873","doi":"https://doi.org/10.48550/arxiv.2606.22792"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.22792","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22792","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.22792","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139181249","display_name":"Xiang-Jun Ou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ou, Xiang-Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139157555","display_name":"Shuang Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Shuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139154862","display_name":"Xin-Yu Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Xin-Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139195529","display_name":"Rong-Hao Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Rong-Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139167808","display_name":"Jing Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139130215","display_name":"Shao-Qun Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Shao-Qun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.22460000216960907,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.22460000216960907,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1915999948978424,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.0869000032544136,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"Uncertainty quantification","score":0.7939000129699707},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.5414999723434448},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.5223000049591064},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44999998807907104},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.3237000107765198},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.3188000023365021},{"id":"https://openalex.org/keywords/uncertainty-analysis","display_name":"Uncertainty analysis","score":0.29330000281333923}],"concepts":[{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.7939000129699707},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6233000159263611},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.5414999723434448},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.5223000049591064},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44999998807907104},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.42980000376701355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3765999972820282},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36489999294281006},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3375000059604645},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.3237000107765198},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C177803969","wikidata":"https://www.wikidata.org/wiki/Q29205","display_name":"Uncertainty analysis","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C3019813237","wikidata":"https://www.wikidata.org/wiki/Q65089264","display_name":"Model validation","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C94361409","wikidata":"https://www.wikidata.org/wiki/Q7882500","display_name":"Uncertainty reduction theory","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C137209882","wikidata":"https://www.wikidata.org/wiki/Q1403517","display_name":"Measurement uncertainty","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.25839999318122864}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.22792","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22792","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.22792","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.22792","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,209],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"have":[7],"enabled":[8],"sophisticated":[9],"reasoning":[10],"and":[11,36,49,55,85,98,112,130,138,156,164,171,197],"content":[12],"generation,":[13],"yet":[14],"their":[15],"inherent":[16],"stochasticity":[17],"poses":[18],"significant":[19],"challenges":[20],"for":[21,186,205],"ensuring":[22],"predictive":[23],"credibility.":[24],"While":[25],"traditional":[26],"uncertainty":[27,74,80,179,208],"taxonomy":[28,75],"paradigms,":[29],"such":[30,134],"as":[31,135],"the":[32,47,59,146,192],"dichotomy":[33],"of":[34,52,61,148],"aleatoric":[35],"epistemic":[37],"uncertainties,":[38],"provide":[39],"conceptual":[40],"foundations,":[41],"they":[42],"often":[43],"fail":[44],"to":[45,57,153],"capture":[46],"multi-component":[48],"multi-stage":[50],"nature":[51],"LLM":[53,79,124,187,210],"generation":[54,110,157],"struggle":[56],"evaluate":[58,116],"effectiveness":[60,147],"various":[62],"Uncertainty":[63],"Quantification":[64],"(UQ)":[65],"methods.":[66],"In":[67],"this":[68],"paper,":[69],"we":[70,89,102],"propose":[71],"a":[72,104,201],"granular":[73],"that":[76,144],"systematically":[77,206],"attributes":[78],"into":[81,94],"input-level,":[82],"parameter-level,":[83],"token-level,":[84],"decoding-process":[86],"sources.":[87],"Correspondingly,":[88],"categorize":[90],"existing":[91],"UQ":[92,119,149,169],"methods":[93,120,150],"Bayesian,":[95],"ensemble,":[96],"consensus-based,":[97],"single-pass":[99],"approaches.":[100],"Furthermore,":[101],"introduce":[103],"comprehensive":[105],"evaluation":[106],"framework":[107],"covering":[108],"diverse":[109],"settings":[111],"metrics.":[113],"We":[114],"empirically":[115],"21":[117],"typical":[118],"across":[121],"three":[122],"prominent":[123],"families,":[125],"including":[126],"Qwen3,":[127],"Llama":[128],"3.2,":[129],"DeepSeek-V3,":[131],"on":[132],"benchmarks":[133],"TriviaQA,":[136],"GSM8K,":[137],"HumanEval.":[139],"Our":[140],"experimental":[141],"results":[142],"demonstrate":[143],"(i)":[145],"is":[151],"sensitive":[152],"task":[154],"types":[155],"settings;":[158],"(ii)":[159],"consensus-based":[160],"methods,":[161],"typed":[162],"Deg":[163],"EigV,":[165],"consistently":[166],"outperform":[167],"other":[168],"approaches;":[170],"(iii)":[172],"larger":[173],"model":[174],"scales":[175],"correlate":[176],"with":[177],"lower":[178],"estimates,":[180],"suggesting":[181],"an":[182],"empirical":[183],"scaling":[184],"law":[185],"uncertainty.":[188],"This":[189],"work":[190],"bridges":[191],"gap":[193],"between":[194],"theoretical":[195],"origins":[196],"practical":[198],"deployment,":[199],"providing":[200],"versatile":[202],"diagnostic":[203],"tool":[204],"quantifying":[207],"applications.":[211]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-24T00:00:00"}