{"id":"https://openalex.org/W4416034371","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.1265","title":"DebUnc: Improving Large Language Model Agent Communication With Uncertainty Metrics","display_name":"DebUnc: Improving Large Language Model Agent Communication With Uncertainty Metrics","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034371","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.1265"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.1265","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1265","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1265.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.1265.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061984392","display_name":"Luke Yoffe","orcid":null},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luke Yoffe","raw_affiliation_strings":["University of California , Santa Barbara"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Santa Barbara","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073954731","display_name":"Alfonso Amayuelas","orcid":null},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alfonso Amayuelas","raw_affiliation_strings":["University of California , Santa Barbara"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Santa Barbara","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100702488","display_name":"William Yang Wang","orcid":"https://orcid.org/0000-0002-0878-1257"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Yang Wang","raw_affiliation_strings":["University of California , Santa Barbara"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Santa Barbara","institution_ids":["https://openalex.org/I154570441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154570441"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"23299","last_page":"23315"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20149999856948853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20149999856948853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.12399999797344208,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.06430000066757202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.4018999934196472},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.2856000065803528},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.2791000008583069},{"id":"https://openalex.org/keywords/agent-based-social-simulation","display_name":"Agent-based social simulation","score":0.2581999897956848}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6456000208854675},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4620000123977661},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4018999934196472},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27970001101493835},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27649998664855957},{"id":"https://openalex.org/C82267250","wikidata":"https://www.wikidata.org/wiki/Q4692055","display_name":"Agent-based social simulation","level":3,"score":0.2581999897956848},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.25040000677108765},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.24220000207424164}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.1265","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1265","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1265.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.1265","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1265","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1265.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034371.pdf","grobid_xml":"https://content.openalex.org/works/W4416034371.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multi-agent":[0],"debates":[1],"have":[2],"been":[3],"introduced":[4],"to":[5,20,65,98],"improve":[6,99],"the":[7,38],"accuracy":[8],"of":[9,26],"Large":[10],"Language":[11],"Models":[12],"(LLMs)":[13],"by":[14],"having":[15],"multiple":[16],"agents":[17,44],"discuss":[18],"solutions":[19],"a":[21,58,77],"problem":[22],"over":[23],"several":[24],"rounds":[25],"debate.However,":[27],"models":[28],"often":[29],"generate":[30],"incorrect":[31],"yet":[32],"confident-sounding":[33],"responses,":[34],"which":[35],"can":[36],"mislead":[37],"others.This":[39],"issue":[40],"arises":[41],"partly":[42],"because":[43],"do":[45],"not":[46],"consider":[47],"how":[48],"confident":[49],"their":[50],"peers":[51],"are.To":[52],"address":[53],"this,":[54],"we":[55],"propose":[56],"De-bUnc,":[57],"debate":[59],"framework":[60],"that":[61,81,88,95],"uses":[62],"uncertainty":[63,101],"metrics":[64],"assess":[66],"agent":[67],"confidence.Confidence":[68],"is":[69,107],"then":[70],"conveyed":[71],"through":[72],"textual":[73],"prompts":[74],"or":[75],"via":[76],"modified":[78],"attention":[79],"mechanism":[80],"adjusts":[82],"token":[83],"weights.Evaluations":[84],"across":[85],"benchmarks":[86],"show":[87],"attention-based":[89],"methods":[90],"are":[91],"particularly":[92],"effective":[93],"and":[94],"performance":[96],"continues":[97],"as":[100],"estimation":[102],"becomes":[103],"more":[104],"reliable.The":[105],"code":[106],"available":[108],"at":[109],"https://github.com/lukeyoffe/debunc.":[110]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-08T00:00:00"}