{"id":"https://openalex.org/W7160980601","doi":"https://doi.org/10.48550/arxiv.2605.11436","title":"Agent-BRACE: Decoupling Beliefs from Actions in Long-Horizon Tasks via Verbalized State Uncertainty","display_name":"Agent-BRACE: Decoupling Beliefs from Actions in Long-Horizon Tasks via Verbalized State Uncertainty","publication_year":2026,"publication_date":"2026-05-12","ids":{"openalex":"https://openalex.org/W7160980601","doi":"https://doi.org/10.48550/arxiv.2605.11436"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.11436","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11436","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.11436","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101278709","display_name":"Joykirat Singh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Singh, Joykirat","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136029786","display_name":"Zaid Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Zaid","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039920828","display_name":"Archiki Prasad","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prasad, Archiki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136050852","display_name":"Justin Chih-Yao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Justin Chih-Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136085071","display_name":"Akshay Nambi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nambi, Akshay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136017227","display_name":"Hyunji Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Hyunji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038276570","display_name":"Elias Stengel-Eskin","orcid":"https://orcid.org/0000-0002-6689-505X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stengel-Eskin, Elias","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136075236","display_name":"Mohit Bansal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bansal, Mohit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.36039999127388,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.36039999127388,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.15139999985694885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.07970000058412552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.7037000060081482},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5598000288009644},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5281000137329102},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4977000057697296},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.47279998660087585},{"id":"https://openalex.org/keywords/belief-revision","display_name":"Belief revision","score":0.4510999917984009},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.44020000100135803},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.42250001430511475},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4196000099182129},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.40700000524520874}],"concepts":[{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.7037000060081482},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6996999979019165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5598000288009644},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5598000288009644},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5281000137329102},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4977000057697296},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.47279998660087585},{"id":"https://openalex.org/C128913409","wikidata":"https://www.wikidata.org/wiki/Q3566063","display_name":"Belief revision","level":2,"score":0.4510999917984009},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.44020000100135803},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.42250001430511475},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4196000099182129},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.40700000524520874},{"id":"https://openalex.org/C71889745","wikidata":"https://www.wikidata.org/wiki/Q1783264","display_name":"Counterfactual conditional","level":3,"score":0.39879998564720154},{"id":"https://openalex.org/C7493553","wikidata":"https://www.wikidata.org/wiki/Q1520777","display_name":"Certainty","level":2,"score":0.3977000117301941},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3953999876976013},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.34529998898506165},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.34360000491142273},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3400000035762787},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3273000121116638},{"id":"https://openalex.org/C46274116","wikidata":"https://www.wikidata.org/wiki/Q185521","display_name":"Truth value","level":2,"score":0.3125999867916107},{"id":"https://openalex.org/C64357122","wikidata":"https://www.wikidata.org/wiki/Q1149766","display_name":"Causality (physics)","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C108154423","wikidata":"https://www.wikidata.org/wiki/Q1469792","display_name":"Salience (neuroscience)","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C161301231","wikidata":"https://www.wikidata.org/wiki/Q3478658","display_name":"Knowledge representation and reasoning","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2874000072479248},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C2780695315","wikidata":"https://www.wikidata.org/wiki/Q3799040","display_name":"Unobservable","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C2779279129","wikidata":"https://www.wikidata.org/wiki/Q4804076","display_name":"Ascription","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.2727000117301941}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.11436","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11436","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.11436","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.11436","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.698504626750946}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,157,202],"models":[2],"(LLMs)":[3],"are":[4],"increasingly":[5,238],"deployed":[6],"on":[7,179],"long-horizon":[8],"tasks":[9],"in":[10],"partially":[11,199],"observable":[12,200],"environments,":[13,203],"where":[14],"they":[15],"must":[16],"act":[17],"while":[18,220],"inferring":[19],"and":[20,43,75,116,131,213],"tracking":[21],"a":[22,63,66,104,119,127,132,145,152,222],"complex":[23],"environment":[24,70],"state":[25,112,129,142],"over":[26,39,69,240],"many":[27],"steps.":[28],"This":[29],"leads":[30],"to":[31,49,59,101,173,191],"two":[32],"challenges:":[33],"partial":[34],"observability":[35],"requires":[36],"maintaining":[37,221],"uncertainty":[38],"unobserved":[40],"world":[41],"attributes,":[42],"long":[44],"interaction":[45],"history":[46,80],"causes":[47],"context":[48,224],"grow":[50],"without":[51],"bound,":[52],"diluting":[53],"task-relevant":[54],"information.":[55],"A":[56],"principled":[57],"solution":[58],"both":[60],"challenges":[61],"is":[62],"belief":[64,128,141,150,184,236],"state:":[65],"posterior":[67],"distribution":[68],"states":[71],"given":[72],"past":[73],"observations":[74],"actions,":[76],"which":[77],"compactly":[78],"encodes":[79],"for":[81],"decision":[82],"making":[83],"regardless":[84],"of":[85,95,148,154,210,227,243],"episode":[86,228,245],"length.":[87,229],"In":[88],"LLM":[89,124],"agents,":[90],"however,":[91],"the":[92,149,160,187,234,241],"open-ended":[93],"nature":[94],"text":[96],"makes":[97],"it":[98],"unclear":[99],"how":[100],"represent":[102],"such":[103],"distribution.":[105],"Therefore,":[106],"we":[107],"introduce":[108],"Agent-BRACE:":[109],"Agent":[110],"Belief":[111],"Representation":[113],"via":[114,137],"Abstraction":[115],"Confidence":[117],"Estimation,":[118],"method":[120],"that":[121,233],"decouples":[122],"an":[123,165,206,244],"agent":[125],"into":[126],"model":[130,143,177],"policy":[133,176],"model,":[134],"jointly":[135],"optimized":[136],"reinforcement":[138],"learning.":[139],"The":[140,175],"produces":[144],"structured":[146,182],"approximation":[147],"distribution:":[151],"set":[153],"atomic":[155],"natural":[156],"claims":[158],"about":[159],"environment,":[161],"each":[162],"annotated":[163],"with":[164],"ordinal":[166],"verbalized":[167],"certainty":[168],"label":[169],"ranging":[170],"from":[171],"certain":[172],"unknown.":[174],"conditions":[178],"this":[180],"compact,":[181],"approximate":[183],"rather":[185],"than":[186],"full":[188],"history,":[189],"learning":[190],"select":[192],"actions":[193],"under":[194],"explicit":[195],"uncertainty.":[196],"Across":[197],"long-horizon,":[198],"embodied":[201],"Agent-BRACE":[204],"achieves":[205],"average":[207],"absolute":[208],"improvement":[209],"+14.5%":[211],"(Qwen2.5-3B-Instruct)":[212],"+5.3%":[214],"(Qwen3-4B-Instruct),":[215],"outperforming":[216],"strong":[217],"RL":[218],"baselines":[219],"near-constant":[223],"window":[225],"independent":[226],"Further":[230],"analysis":[231],"shows":[232],"learned":[235],"becomes":[237],"calibrated":[239],"course":[242],"as":[246],"evidence":[247],"accumulates.":[248]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-14T00:00:00"}