{"id":"https://openalex.org/W7160531536","doi":"https://doi.org/10.48550/arxiv.2605.04295","title":"LLMs Uncertainty Quantification via Adaptive Conformal Semantic Entropy","display_name":"LLMs Uncertainty Quantification via Adaptive Conformal Semantic Entropy","publication_year":2026,"publication_date":"2026-05-05","ids":{"openalex":"https://openalex.org/W7160531536","doi":"https://doi.org/10.48550/arxiv.2605.04295"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.04295","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04295","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.04295","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135543134","display_name":"Hamed Karimi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karimi, Hamed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135631314","display_name":"Vaishali Meyappan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meyappan, Vaishali","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5026763818","display_name":"Reza Samavi","orcid":"https://orcid.org/0000-0001-6768-0168"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samavi, Reza","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.85589998960495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.85589998960495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.025699999183416367,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.011099999770522118,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.590499997138977},{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"Uncertainty quantification","score":0.550599992275238},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5353999733924866},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.4162999987602234},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.4016000032424927},{"id":"https://openalex.org/keywords/point-estimation","display_name":"Point estimation","score":0.39070001244544983},{"id":"https://openalex.org/keywords/probability-distribution","display_name":"Probability distribution","score":0.3596999943256378},{"id":"https://openalex.org/keywords/semantic-equivalence","display_name":"Semantic equivalence","score":0.33250001072883606}],"concepts":[{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.590499997138977},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5673999786376953},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.550599992275238},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5353999733924866},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4629000127315521},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.460999995470047},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.4162999987602234},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.4016000032424927},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.39070001244544983},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3736000061035156},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.3596999943256378},{"id":"https://openalex.org/C37926939","wikidata":"https://www.wikidata.org/wiki/Q7449061","display_name":"Semantic equivalence","level":4,"score":0.33250001072883606},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3188999891281128},{"id":"https://openalex.org/C137209882","wikidata":"https://www.wikidata.org/wiki/Q1403517","display_name":"Measurement uncertainty","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C176147448","wikidata":"https://www.wikidata.org/wiki/Q1889114","display_name":"Sensitivity analysis","level":3,"score":0.30790001153945923},{"id":"https://openalex.org/C177803969","wikidata":"https://www.wikidata.org/wiki/Q29205","display_name":"Uncertainty analysis","level":2,"score":0.3061000108718872},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C60782215","wikidata":"https://www.wikidata.org/wiki/Q3333679","display_name":"Probabilistic method","level":3,"score":0.2648000121116638},{"id":"https://openalex.org/C197055811","wikidata":"https://www.wikidata.org/wiki/Q207522","display_name":"Probability density function","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.04295","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04295","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.04295","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04295","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.7563109993934631}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLMs'":[0],"overconfidence,":[1],"particularly":[2],"when":[3],"hallucinating,":[4],"poses":[5],"a":[6,20,61,120,128,144,176],"significant":[7],"challenge":[8],"for":[9,28,63,178],"the":[10,13,42,90,97,125,134,138,192],"deployment":[11],"of":[12,23,45,85,104,111,182],"models":[14],"in":[15,72],"safety-critical":[16],"settings":[17],"and":[18,154,171],"makes":[19],"reliable":[21],"estimation":[22],"uncertainty":[24,29,66,76,98,163],"necessary.":[25],"Existing":[26],"approaches":[27],"quantification":[30,164],"typically":[31],"prioritize":[32],"lexical":[33],"or":[34],"probabilistic":[35,172],"measures;":[36],"however,":[37],"these":[38],"techniques":[39],"often":[40],"ignore":[41],"semantic":[43,70,83,102],"variance":[44],"different":[46,152],"responses":[47,88,140],"with":[48],"similar":[49],"meaning.":[50],"In":[51],"this":[52],"paper,":[53],"we":[54,114],"propose":[55],"Adaptive":[56],"Conformal":[57],"Semantic":[58],"Entropy":[59],"(ACSE),":[60],"method":[62],"estimating":[64],"prompt-level":[65],"by":[67,143,191],"adaptively":[68,95],"measuring":[69],"dispersion":[71],"LLMs":[73,153],"outputs.":[74],"Our":[75,147],"scoring":[77],"function":[78,94],"is":[79,185],"based":[80,100],"on":[81,101],"clustering":[82],"entropy":[84,194],"multiple":[86],"diverse":[87],"to":[89,118,123,188],"same":[91],"prompt.":[92],"The":[93],"adjusts":[96],"score":[99],"features":[103],"each":[105],"cluster.":[106],"To":[107],"ensure":[108],"statistical":[109],"reliability":[110],"our":[112,158,183],"score,":[113],"use":[115],"conformal":[116,169],"calibration":[117,173],"apply":[119],"decision":[121],"rule":[122],"accept/abstain":[124],"prompts,":[126],"providing":[127],"finite-sample,":[129],"distribution-free":[130],"guarantee":[131],"such":[132],"that":[133,157],"error":[135],"rate":[136],"among":[137],"accepted":[139],"remains":[141],"bounded":[142],"user-specified":[145],"tolerance.":[146],"extensive":[148],"experimental":[149],"evaluations":[150],"using":[151,166],"datasets,":[155],"demonstrate":[156],"approach":[159,184],"consistently":[160],"outperforms":[161],"state-of-the-art":[162],"baselines":[165],"discriminative":[167],"performance,":[168],"guarantees,":[170],"indicators.":[174],"As":[175],"highlight,":[177],"TriviaQA":[179],"dataset,":[180],"AUROC":[181],"0.88":[186],"compared":[187],"0.65":[189],"produced":[190],"token":[193],"approach.":[195]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-08T00:00:00"}