{"id":"https://openalex.org/W7134953399","doi":"https://doi.org/10.48550/arxiv.2603.08754","title":"Hindsight Credit Assignment for Long-Horizon LLM Agents","display_name":"Hindsight Credit Assignment for Long-Horizon LLM Agents","publication_year":2026,"publication_date":"2026-03-07","ids":{"openalex":"https://openalex.org/W7134953399","doi":"https://doi.org/10.48550/arxiv.2603.08754"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.08754","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.08754","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.08754","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113419735","display_name":"Huize Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Hui-Ze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128763107","display_name":"Xiao-Wen Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Xiao-Wen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128723007","display_name":"Hao Chen","orcid":"https://orcid.org/0000-0002-8400-3780"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087294333","display_name":"Jie-Jing Shao","orcid":"https://orcid.org/0000-0001-8107-114X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shao, Jie-Jing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128730619","display_name":"Yi Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114094973","display_name":"Yuteng Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Yuteng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128761197","display_name":"Weihong Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Weihong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128783572","display_name":"Xiku Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Xiku","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128791260","display_name":"Lan-Zhe Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Lan-Zhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128694834","display_name":"Yu-Feng Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yu-Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.2215999960899353,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.2215999960899353,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.065700002014637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.06480000168085098,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hindsight-bias","display_name":"Hindsight bias","score":0.989799976348877},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6128000020980835},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.5156999826431274},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.4131999909877777},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.4004000127315521},{"id":"https://openalex.org/keywords/relative-value","display_name":"Relative value","score":0.32670000195503235}],"concepts":[{"id":"https://openalex.org/C10347200","wikidata":"https://www.wikidata.org/wiki/Q1960297","display_name":"Hindsight bias","level":2,"score":0.989799976348877},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7046999931335449},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6128000020980835},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.5156999826431274},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.4131999909877777},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40369999408721924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4032999873161316},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.4004000127315521},{"id":"https://openalex.org/C201236551","wikidata":"https://www.wikidata.org/wiki/Q7310809","display_name":"Relative value","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C2777544581","wikidata":"https://www.wikidata.org/wiki/Q931754","display_name":"Face value","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C3020402766","wikidata":"https://www.wikidata.org/wiki/Q104376712","display_name":"Prior information","level":2,"score":0.2702000141143799},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.26989999413490295},{"id":"https://openalex.org/C115988155","wikidata":"https://www.wikidata.org/wiki/Q3262192","display_name":"Decision problem","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.08754","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.08754","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.08754","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.08754","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7270410656929016,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Model":[2],"(LLM)":[3],"agents":[4],"often":[5],"face":[6],"significant":[7],"credit":[8,57],"assignment":[9,58],"challenges":[10],"in":[11,116,147],"long-horizon,":[12],"multi-step":[13],"tasks":[14],"due":[15],"to":[16,54,71],"sparse":[17],"rewards.":[18],"Existing":[19],"value-free":[20],"methods,":[21],"such":[22],"as":[23,67],"Group":[24],"Relative":[25],"Policy":[26],"Optimization":[27],"(GRPO),":[28],"encounter":[29],"two":[30],"fundamental":[31],"bottlenecks:":[32],"inaccurate":[33,86],"step-level":[34,73],"Q-value":[35],"estimation":[36],"and":[37,100,121,144],"misaligned":[38],"value":[39,87],"baselines":[40,88],"for":[41],"intermediate":[42],"states.":[43,92],"To":[44],"address":[45],"these":[46],"limitations,":[47],"we":[48],"introduce":[49],"HCAPO,":[50],"the":[51,64,85,129],"first":[52],"framework":[53],"integrate":[55],"hindsight":[56,76],"into":[59],"LLM":[60,65],"agents.":[61],"HCAPO":[62,104,111,136],"leverages":[63],"itself":[66],"a":[68,113,122],"post-hoc":[69],"critic":[70],"refine":[72],"Q-values":[74],"through":[75],"reasoning.":[77],"Furthermore,":[78],"HCAPO's":[79],"multi-scale":[80],"advantage":[81],"mechanism":[82],"effectively":[83],"supplements":[84],"at":[89],"critical":[90],"decision":[91],"Evaluations":[93],"across":[94],"three":[95],"challenging":[96],"benchmarks,":[97],"including":[98],"WebShop":[99,120],"ALFWorld,":[101],"demonstrate":[102],"that":[103,135],"consistently":[105],"outperforms":[106],"state-of-the-art":[107],"RL":[108],"methods.":[109],"Notably,":[110],"achieves":[112],"7.7%":[114],"improvement":[115],"success":[117],"rate":[118],"on":[119,124],"13.8%":[123],"ALFWorld":[125],"over":[126],"GRPO":[127],"using":[128],"Qwen2.5-7B-Instruct":[130],"model.":[131],"These":[132],"results":[133],"indicate":[134],"significantly":[137],"enhances":[138],"exploration":[139],"efficiency,":[140],"promotes":[141],"concise":[142],"decision-making,":[143],"ensures":[145],"scalability":[146],"complex,":[148],"long-horizon":[149],"tasks.":[150]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-12T00:00:00"}