{"id":"https://openalex.org/W7134248873","doi":"https://doi.org/10.18653/2026.emnlp-main.1057","title":"Confidence Before Answering: A Paradigm Shift for Efficient LLM Uncertainty Estimation","display_name":"Confidence Before Answering: A Paradigm Shift for Efficient LLM Uncertainty Estimation","alternate_titles":[],"publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7134248873","doi":"https://doi.org/10.18653/2026.emnlp-main.1057"},"language":"en","primary_location":{"id":"doi:10.18653/2026.emnlp-main.1057","doi":"https://doi.org/10.18653/2026.emnlp-main.1057","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.emnlp-main.1057","pdf_url":"https://aclanthology.org/2026.emnlp-main.1057.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7134248873"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://aclanthology.org/2026.emnlp-main.1057.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122075839","display_name":"Changcheng Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changcheng Li","raw_affiliation_strings":["University of Science and Technology of China ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China ,","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128586495","display_name":"Jiancan Wu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiancan Wu","raw_affiliation_strings":["Institute of Dataspace , Hefei Comprehensive National Science Center , Hefei , China","University of Science and Technology of China ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Dataspace , Hefei Comprehensive National Science Center , Hefei , China","institution_ids":[]},{"raw_affiliation_string":"University of Science and Technology of China ,","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010146234","display_name":"Hengheng Zhang","orcid":"https://orcid.org/0000-0001-5872-5985","observed_orcids":["https://orcid.org/0000-0001-5872-5985"]},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengheng Zhang","raw_affiliation_strings":["Huawei Inc. ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Inc. ,","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122211259","display_name":"Zhengsu Chen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengsu Chen","raw_affiliation_strings":["Huawei Inc. ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Inc. ,","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128435186","display_name":"Guo An","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guo An","raw_affiliation_strings":["Huawei Inc. ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Inc. ,","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102990843","display_name":"Junxiang Qiu","orcid":"https://orcid.org/0000-0003-1257-1268","observed_orcids":["https://orcid.org/0000-0003-1257-1268"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxiang Qiu","raw_affiliation_strings":["University of Science and Technology of China ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China ,","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128448046","display_name":"Xiang Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Wang","raw_affiliation_strings":["University of Science and Technology of China ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Science and Technology of China ,","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5128536031","display_name":"Qi Tian","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Tian","raw_affiliation_strings":["Huawei Inc. ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Inc. ,","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6563,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.90011879,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"24252","last_page":"24270"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.489300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.489300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.29980000853538513,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.12780000269412994,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8159999847412109},{"id":"https://openalex.org/keywords/uncertainty-estimation","display_name":"uncertainty estimation","score":0.9829999804496765},{"id":"https://openalex.org/keywords/confidence-calibration","display_name":"confidence calibration","score":0.9229999780654907},{"id":"https://openalex.org/keywords/reward-hacking","display_name":"reward hacking","score":0.9039999842643738},{"id":"https://openalex.org/keywords/coca","display_name":"coca","score":0.5929999947547913}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7271999716758728},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7128999829292297},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.671500027179718},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6129000186920166},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5590999722480774},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5171999931335449},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.49549999833106995},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49540001153945923},{"id":"https://openalex.org/C2909755999","wikidata":"https://www.wikidata.org/wiki/Q4751126","display_name":"Low Confidence","level":2,"score":0.42309999465942383},{"id":"https://openalex.org/C44249647","wikidata":"https://www.wikidata.org/wiki/Q208498","display_name":"Confidence interval","level":2,"score":0.38269999623298645},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3260999917984009},{"id":"https://openalex.org/C143380155","wikidata":"https://www.wikidata.org/wiki/Q5160088","display_name":"Confidence region","level":3,"score":0.31929999589920044},{"id":"https://openalex.org/C140529851","wikidata":"https://www.wikidata.org/wiki/Q5160083","display_name":"Confidence and prediction bands","level":3,"score":0.3190000057220459},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C137209882","wikidata":"https://www.wikidata.org/wiki/Q1403517","display_name":"Measurement uncertainty","level":2,"score":0.3084999918937683},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C123614077","wikidata":"https://www.wikidata.org/wiki/Q1364905","display_name":"Propagation of uncertainty","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25459998846054077}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/2026.emnlp-main.1057","doi":"https://doi.org/10.18653/2026.emnlp-main.1057","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.emnlp-main.1057","pdf_url":"https://aclanthology.org/2026.emnlp-main.1057.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2603.05881","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2603.05881","pdf_url":"https://arxiv.org/pdf/2603.05881","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2603.05881","doi":"https://doi.org/10.48550/arxiv.2603.05881","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.05881","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/2026.emnlp-main.1057","doi":"https://doi.org/10.18653/2026.emnlp-main.1057","is_oa":true,"landing_page_url":"https://doi.org/10.18653/2026.emnlp-main.1057","pdf_url":"https://aclanthology.org/2026.emnlp-main.1057.pdf","source":{"id":"https://openalex.org/S4363608991","display_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4506976190","display_name":null,"funder_award_id":"62302321","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7134248873.pdf","grobid_xml":"https://content.openalex.org/works/W7134248873.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2073241381","https://openalex.org/W2612431505","https://openalex.org/W3134642945","https://openalex.org/W3177813494","https://openalex.org/W3195140297","https://openalex.org/W4223908421","https://openalex.org/W4281748205","https://openalex.org/W4283792888","https://openalex.org/W4285429195","https://openalex.org/W4290994954","https://openalex.org/W4309674289","https://openalex.org/W4311991106","https://openalex.org/W4321594373","https://openalex.org/W4386437475","https://openalex.org/W4389519219","https://openalex.org/W4389519449","https://openalex.org/W4390215418","https://openalex.org/W4392669753","https://openalex.org/W4399803256","https://openalex.org/W4400047099","https://openalex.org/W4400525124","https://openalex.org/W4401042338","https://openalex.org/W4401306886","https://openalex.org/W4402670143","https://openalex.org/W4404396608","https://openalex.org/W4404782957","https://openalex.org/W4405655184","https://openalex.org/W4407129404","https://openalex.org/W4410603363","https://openalex.org/W4412888163","https://openalex.org/W4414427575","https://openalex.org/W4414835322","https://openalex.org/W4414850267","https://openalex.org/W4415091089","https://openalex.org/W4415796703","https://openalex.org/W6891889810","https://openalex.org/W6910644203","https://openalex.org/W7083796312","https://openalex.org/W7140096898","https://openalex.org/W7196924821"],"related_works":["https://openalex.org/W6891889810","https://openalex.org/W4416620064","https://openalex.org/W7167631049","https://openalex.org/W7138265594","https://openalex.org/W7055216282","https://openalex.org/W7203866358","https://openalex.org/W7164158716","https://openalex.org/W7163881738","https://openalex.org/W4414902044","https://openalex.org/W4415796703"],"abstract_inverted_index":{"Reliable":[0],"deployment":[1],"of":[2,24,52,129],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"requires":[7],"accurate":[8],"uncertainty":[9,118],"estimation.Existing":[10],"answer-first":[11],"methods":[12],"produce":[13],"confidence":[14,42,74,90],"only":[15],"after":[16],"generating":[17],"an":[18],"answer,":[19],"thereby":[20,124],"measuring":[21],"the":[22,38,49,54,102],"correctness":[23],"a":[25,34,66,126],"specific":[26],"response":[27],"and":[28,64,76,86,91,99,110,117],"limiting":[29],"their":[30],"practical":[31],"usability.We":[32],"study":[33],"confidence-first":[35],"paradigm,":[36],"where":[37],"model":[39],"outputs":[40],"its":[41,58],"before":[43],"answering,":[44],"interpreting":[45],"this":[46],"score":[47],"as":[48],"model's":[50],"probability":[51],"answering":[53],"question":[55],"correctly":[56],"under":[57],"current":[59],"policy.We":[60],"propose":[61],"CoCA(Co-optimized":[62],"Confidence":[63],"Answers),":[65],"GRPO":[67],"reinforcement":[68],"learning":[69],"framework":[70],"that":[71],"jointly":[72],"optimizes":[73],"calibration":[75,116],"answer":[77,92,122],"accuracy":[78],"via":[79],"segmented":[80],"credit":[81],"assignment.By":[82],"assigning":[83],"separate":[84],"rewards":[85],"group-relative":[87],"advantages":[88],"to":[89],"segments,":[93],"CoCA":[94],"enables":[95],"stable":[96],"joint":[97],"optimization":[98],"substantially":[100],"mitigates":[101],"observed":[103],"reward-hacking":[104],"failure":[105],"mode.Experiments":[106],"across":[107],"math,":[108],"code,":[109],"factual":[111],"QA":[112],"benchmarks":[113],"show":[114],"improved":[115],"discrimination":[119],"while":[120],"preserving":[121],"quality,":[123],"enabling":[125],"broader":[127],"range":[128],"downstream":[130],"applications.":[131]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7134248873","counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2026-03-10T00:00:00"}
