{"id":"https://openalex.org/W7134941694","doi":"https://doi.org/10.48550/arxiv.2603.09400","title":"Reward Prediction with Factorized World States","display_name":"Reward Prediction with Factorized World States","publication_year":2026,"publication_date":"2026-03-10","ids":{"openalex":"https://openalex.org/W7134941694","doi":"https://doi.org/10.48550/arxiv.2603.09400"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.09400","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09400","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.09400","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128690652","display_name":"Yijun Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Yijun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128799521","display_name":"Delong Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Delong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128692000","display_name":"Xianming Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Xianming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058676679","display_name":"Jiaming Mi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mi, Jiaming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128771593","display_name":"Hongbo Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Hongbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128693366","display_name":"Kai Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128795062","display_name":"Pascale Fung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fung, Pascale","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3084999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3084999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.13289999961853027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.093299999833107,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7006000280380249},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6013000011444092},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5778999924659729},{"id":"https://openalex.org/keywords/structured-prediction","display_name":"Structured prediction","score":0.4291999936103821},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.4185999929904938},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4142000079154968},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.37599998712539673}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7006000280380249},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6610999703407288},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6351000070571899},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6013000011444092},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5792999863624573},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5778999924659729},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.4291999936103821},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.4185999929904938},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4142000079154968},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.37599998712539673},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.37070000171661377},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3158999979496002},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.28139999508857727},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.09400","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09400","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.09400","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.09400","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Agents":[0],"must":[1],"infer":[2],"action":[3],"outcomes":[4],"and":[5,39,98,130,149,155,181,189],"select":[6],"actions":[7],"that":[8,69],"maximize":[9],"a":[10,65,74,122],"reward":[11,25,55,115,151,164],"signal":[12],"indicating":[13],"how":[14],"close":[15],"the":[16,91,95,99,106],"goal":[17,100],"is":[18],"to":[19,31,36,86],"being":[20],"reached.":[21],"Supervised":[22],"learning":[23],"of":[24,177],"models":[26],"could":[27],"introduce":[28,63],"biases":[29],"inherent":[30],"training":[32],"data,":[33],"limiting":[34],"generalization":[35,116],"novel":[37],"goals":[38],"environments.":[40],"In":[41],"this":[42,162],"paper,":[43],"we":[44,62],"investigate":[45],"whether":[46],"well-defined":[47],"world":[48],"state":[49,97,101],"representations":[50],"alone":[51],"can":[52],"enable":[53],"accurate":[54],"prediction":[56],"across":[57],"domains.":[58],"To":[59],"address":[60],"this,":[61],"StateFactory,":[64],"factorized":[66],"representation":[67,83,108],"method":[68,141],"transforms":[70],"unstructured":[71],"observations":[72],"into":[73,168],"hierarchical":[75,103],"object-attribute":[76],"structure":[77,109],"using":[78],"language":[79],"models.":[80],"This":[81],"structured":[82],"allows":[84],"rewards":[85],"be":[87],"estimated":[88],"naturally":[89],"as":[90],"semantic":[92],"similarity":[93],"between":[94],"current":[96],"under":[102],"constraint.":[104],"Overall,":[105],"compact":[107],"induced":[110],"by":[111],"StateFactory":[112],"enables":[113],"strong":[114],"capabilities.":[117],"We":[118],"evaluate":[119],"on":[120,179,183],"RewardPrediction,":[121],"new":[123],"benchmark":[124],"dataset":[125],"spanning":[126],"five":[127],"diverse":[128],"domains":[129],"comprising":[131],"2,454":[132],"unique":[133],"action-observation":[134],"trajectories":[135],"with":[136],"step-wise":[137],"ground-truth":[138],"rewards.":[139],"Our":[140],"shows":[142],"promising":[143],"zero-shot":[144],"results":[145],"against":[146],"both":[147],"VLWM-critic":[148],"LLM-as-a-Judge":[150],"models,":[152],"achieving":[153],"60%":[154],"8%":[156],"lower":[157],"EPIC":[158],"distance,":[159],"respectively.":[160],"Furthermore,":[161],"superior":[163],"quality":[165],"successfully":[166],"translates":[167],"improved":[169],"agent":[170,192],"planning":[171],"performance,":[172],"yielding":[173],"success":[174],"rate":[175],"gains":[176],"+21.64%":[178],"AlfWorld":[180],"+12.40%":[182],"ScienceWorld":[184],"over":[185],"reactive":[186],"system-1":[187],"policies":[188],"enhancing":[190],"system-2":[191],"planning.":[193],"Project":[194],"Page:":[195],"https://statefactory.github.io":[196]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-12T00:00:00"}