{"id":"https://openalex.org/W7160129578","doi":"https://doi.org/10.48550/arxiv.2605.00347","title":"Odysseus: Scaling VLMs to 100+ Turn Decision-Making in Games via Reinforcement Learning","display_name":"Odysseus: Scaling VLMs to 100+ Turn Decision-Making in Games via Reinforcement Learning","publication_year":2026,"publication_date":"2026-05-01","ids":{"openalex":"https://openalex.org/W7160129578","doi":"https://doi.org/10.48550/arxiv.2605.00347"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.00347","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00347","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.00347","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082788397","display_name":"Chengshuai Shi","orcid":"https://orcid.org/0000-0002-2727-8251"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Chengshuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135130083","display_name":"Wenzhe Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Wenzhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086761697","display_name":"Xinran Liang","orcid":"https://orcid.org/0000-0001-8729-7051"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Xinran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114859942","display_name":"Yizhou Lu","orcid":"https://orcid.org/0000-0002-5297-6190"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Yizhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135172160","display_name":"Wenjia Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Wenjia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113302699","display_name":"Ruirong Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Ruirong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135255732","display_name":"Seth Karten","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karten, Seth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108946224","display_name":"Ziran Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Ziran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135123994","display_name":"Zihan Ding","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ding, Zihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135151505","display_name":"Gabriel Sarch","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sarch, Gabriel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135162090","display_name":"Danqi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Danqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135147918","display_name":"Karthik Narasimhan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Narasimhan, Karthik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135192000","display_name":"Chi Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Chi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6733999848365784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6733999848365784,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.1290999948978424,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.03290000185370445,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7659000158309937},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6814000010490417},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6011999845504761},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.576200008392334},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.541700005531311},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5109000205993652},{"id":"https://openalex.org/keywords/video-game","display_name":"Video game","score":0.44920000433921814},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.4424000084400177}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7659000158309937},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7422999739646912},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6814000010490417},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6726999878883362},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6011999845504761},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5766000151634216},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.576200008392334},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.541700005531311},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5109000205993652},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.44920000433921814},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.4424000084400177},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3783999979496002},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32499998807907104},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.30869999527931213},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2621000111103058},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C2778445095","wikidata":"https://www.wikidata.org/wiki/Q18354077","display_name":"Sample complexity","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.00347","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00347","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.00347","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00347","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5902184247970581}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Given":[0],"the":[1,140,179,193],"rapidly":[2],"growing":[3],"capabilities":[4],"of":[5,59,75,89,98,178],"vision-language":[6],"models":[7,195],"(VLMs),":[8],"extending":[9],"them":[10],"to":[11,151],"interactive":[12],"decision-making":[13,63],"tasks":[14],"such":[15,116,146],"as":[16,21,117,147,233],"video":[17],"games":[18],"has":[19],"emerged":[20],"a":[22,68,86,101],"promising":[23],"frontier.":[24],"However,":[25],"existing":[26],"approaches":[27],"either":[28],"rely":[29],"on":[30,35,159],"large-scale":[31],"supervised":[32],"fine-tuning":[33],"(SFT)":[34],"human":[36],"trajectories":[37],"or":[38],"apply":[39],"reinforcement":[40],"learning":[41],"(RL)":[42],"only":[43],"in":[44,64,222],"relatively":[45],"short-horizon":[46],"settings":[47],"(typically":[48],"around":[49],"20--30":[50],"turns).":[51],"In":[52],"this":[53],"work,":[54],"we":[55,162],"study":[56],"RL-based":[57],"training":[58,108,137,167],"VLMs":[60,126,232],"for":[61,142,169,216,230],"long-horizon":[62],"Super":[65],"Mario":[66],"Land,":[67],"visually":[69],"grounded":[70],"environment":[71],"requiring":[72],"100+":[73],"turns":[74],"interaction":[76],"with":[77,85,100],"coordinated":[78],"perception,":[79],"reasoning,":[80],"and":[81,93,110,119,138,181,202,220,226],"action.":[82],"We":[83,121],"begin":[84],"systematic":[87],"investigation":[88],"key":[90,214],"algorithmic":[91],"components":[92],"propose":[94],"an":[95,165],"adapted":[96],"variant":[97],"PPO":[99],"lightweight":[102],"turn-level":[103],"critic,":[104],"which":[105],"substantially":[106],"improves":[107],"stability":[109],"sample":[111,133],"efficiency":[112,134],"over":[113],"critic-free":[114],"methods":[115],"GRPO":[118],"Reinforce++.":[120],"further":[122],"show":[123],"that":[124],"pretrained":[125],"provide":[127,227],"strong":[128],"action":[129,148],"priors,":[130],"significantly":[131],"improving":[132],"during":[135],"RL":[136,154,218],"reducing":[139],"need":[141],"manual":[143],"design":[144],"choices":[145],"engineering,":[149],"compared":[150],"classical":[152],"deep":[153],"trained":[155,194],"from":[156],"scratch.":[157],"Building":[158],"these":[160],"insights,":[161],"introduce":[163],"Odysseus,":[164],"open":[166],"framework":[168],"VLM":[170],"agents,":[171],"achieving":[172],"substantial":[173],"gains":[174],"across":[175],"multiple":[176],"levels":[177],"game":[180,187],"at":[182],"least":[183],"3":[184],"times":[185],"average":[186],"progresses":[188],"than":[189],"frontier":[190],"models.":[191],"Moreover,":[192],"exhibit":[196],"consistent":[197],"improvements":[198],"under":[199],"both":[200],"in-game":[201],"cross-game":[203],"generalization":[204],"settings,":[205,225],"while":[206],"maintaining":[207],"general-domain":[208],"capabilities.":[209],"Overall,":[210],"our":[211],"results":[212],"identify":[213],"ingredients":[215],"making":[217],"stable":[219],"effective":[221],"long-horizon,":[223],"multi-modal":[224],"practical":[228],"guidance":[229],"developing":[231],"embodied":[234],"agents.":[235]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-05T00:00:00"}