{"id":"https://openalex.org/W7161850027","doi":"https://doi.org/10.48550/arxiv.2605.20061","title":"Rewarding Beliefs, Not Actions: Consistency-Guided Credit Assignment for Long-Horizon Agents","display_name":"Rewarding Beliefs, Not Actions: Consistency-Guided Credit Assignment for Long-Horizon Agents","publication_year":2026,"publication_date":"2026-05-19","ids":{"openalex":"https://openalex.org/W7161850027","doi":"https://doi.org/10.48550/arxiv.2605.20061"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.20061","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20061","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.20061","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074347379","display_name":"Wenjie Tang","orcid":"https://orcid.org/0000-0001-7419-896X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Wenjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136547920","display_name":"Minne Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Minne","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136520931","display_name":"Sijie Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Sijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134130505","display_name":"Liquan Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Liquan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136596843","display_name":"Yuan Zhou","orcid":"https://orcid.org/0000-0002-1583-7570"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.4278999865055084,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.4278999865055084,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.13979999721050262,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0868000015616417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7483999729156494},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6984999775886536},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5806000232696533},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.5601000189781189},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5188000202178955},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4498000144958496},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.41200000047683716}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7483999729156494},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6984999775886536},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6474999785423279},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5806000232696533},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5706999897956848},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.5601000189781189},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5188000202178955},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46709999442100525},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4498000144958496},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.41200000047683716},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.28630000352859497},{"id":"https://openalex.org/C2779436431","wikidata":"https://www.wikidata.org/wiki/Q30672407","display_name":"Policy learning","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.27489998936653137},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.27459999918937683},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.26809999346733093},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.25929999351501465},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2531999945640564},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.20061","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20061","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.20061","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.20061","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6523577570915222}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,61],"from":[2],"verifiable":[3],"rewards":[4,37],"(RLVR)":[5],"is":[6,158,170],"a":[7,58,159],"promising":[8,160],"paradigm":[9],"for":[10,162],"improving":[11],"large":[12],"language":[13],"model":[14],"(LLM)":[15],"agents":[16],"on":[17,123],"long-horizon":[18,125,164],"interactive":[19],"tasks.":[20],"However,":[21],"in":[22],"partially":[23],"observable":[24],"environments,":[25],"incomplete":[26],"observations":[27],"cause":[28],"agent":[29],"beliefs":[30,86],"to":[31,69,106,137],"drift":[32],"over":[33,141],"time,":[34],"while":[35],"delayed":[36],"obscure":[38],"the":[39,142],"causal":[40],"impact":[41],"of":[42],"intermediate":[43],"decisions,":[44],"exacerbating":[45],"temporal":[46],"credit":[47],"assignment":[48],"challenges.":[49],"To":[50],"address":[51],"this,":[52],"we":[53],"propose":[54],"ReBel":[55,78,122,131],"(Reward":[56],"Belief),":[57],"process-level":[59],"reinforcement":[60],"algorithm":[62],"that":[63,155],"explicitly":[64],"models":[65],"structured":[66],"belief":[67,111],"states":[68],"summarize":[70],"interaction":[71],"history":[72],"and":[73,87,116,129,146],"guide":[74],"subsequent":[75],"policy":[76],"learning.":[77],"introduces":[79],"belief-consistency":[80],"supervision,":[81],"converting":[82],"discrepancies":[83],"between":[84],"predicted":[85],"observed":[88],"feedback":[89],"into":[90],"dense":[91],"self-supervised":[92],"signals":[93],"without":[94],"requiring":[95],"external":[96],"step-wise":[97],"annotations":[98],"or":[99],"verifiers.":[100],"It":[101],"also":[102],"employs":[103],"belief-aware":[104,156],"grouping":[105],"compare":[107],"trajectories":[108],"under":[109,166],"similar":[110],"states,":[112],"yielding":[113],"more":[114],"robust":[115],"lower-variance":[117],"advantage":[118],"estimates.":[119],"We":[120],"evaluate":[121],"challenging":[124],"benchmarks,":[126],"including":[127],"ALFWorld":[128],"WebShop.":[130],"improves":[132],"task":[133],"success":[134],"by":[135,150],"up":[136],"$20.4$":[138],"percentage":[139],"points":[140],"episode-level":[143],"baseline":[144],"GRPO":[145],"increases":[147],"sample":[148],"efficiency":[149],"$2.1\\times$.":[151],"These":[152],"results":[153],"suggest":[154],"self-supervision":[157],"direction":[161],"reliable":[163],"decision-making":[165],"partial":[167],"observability.":[168],"Code":[169],"available":[171],"at:":[172],"https://github.com/Fateyetian/Rebel.git.":[173]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-21T00:00:00"}