{"id":"https://openalex.org/W4415058764","doi":"https://doi.org/10.48550/arxiv.2509.02722","title":"Planning with Reasoning using Vision Language World Model","display_name":"Planning with Reasoning using Vision Language World Model","publication_year":2025,"publication_date":"2025-09-02","ids":{"openalex":"https://openalex.org/W4415058764","doi":"https://doi.org/10.48550/arxiv.2509.02722"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2509.02722","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.02722","pdf_url":"https://arxiv.org/pdf/2509.02722","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2509.02722","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020620488","display_name":"Delong Chen","orcid":"https://orcid.org/0000-0002-8172-2894","observed_orcids":["https://orcid.org/0000-0002-8172-2894"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Delong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015776030","display_name":"Th\u00e9o Moutakanni","orcid":"https://orcid.org/0009-0000-2681-5169","observed_orcids":["https://orcid.org/0009-0000-2681-5169"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moutakanni, Theo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066145828","display_name":"Willy Chung","orcid":"https://orcid.org/0000-0003-4499-525X","observed_orcids":["https://orcid.org/0000-0003-4499-525X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chung, Willy","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113851214","display_name":"Yejin Bang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bang, Yejin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010444468","display_name":"Ziwei Ji","orcid":"https://orcid.org/0000-0002-0206-7861","observed_orcids":["https://orcid.org/0000-0002-0206-7861"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Ziwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119946713","display_name":"Allen Bolourchi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bolourchi, Allen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5065856469","display_name":"Pascale Fung","orcid":"https://orcid.org/0000-0002-0628-7132","observed_orcids":["https://orcid.org/0000-0002-0628-7132"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fung, Pascale","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6987000107765198,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6987000107765198,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.2287999987602234,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.032099999487400055,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-planning","display_name":"visual planning","score":0.7319999933242798},{"id":"https://openalex.org/keywords/world-models","display_name":"world models","score":0.8050000071525574},{"id":"https://openalex.org/keywords/dynamics-modeling","display_name":"dynamics modeling","score":0.6729999780654907},{"id":"https://openalex.org/keywords/temporal-abstraction","display_name":"temporal abstraction","score":0.36800000071525574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.73580002784729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6225000023841858},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5584999918937683},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5354999899864197},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5241000056266785},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.5019999742507935},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45669999718666077},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4422999918460846},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4156999886035919},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3901999890804291},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.36640000343322754},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.36160001158714294},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3138999938964844},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.31119999289512634},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2628999948501587}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2509.02722","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.02722","pdf_url":"https://arxiv.org/pdf/2509.02722","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-05660871v1","doi":null,"is_oa":false,"landing_page_url":"https://hal.science/hal-05660871v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2026","raw_type":"info:eu-repo/semantics/preprint"},{"id":"doi:10.48550/arxiv.2509.02722","doi":"https://doi.org/10.48550/arxiv.2509.02722","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2509.02722","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2509.02722","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2509.02722","pdf_url":"https://arxiv.org/pdf/2509.02722","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415058764.pdf","grobid_xml":"https://content.openalex.org/works/W4415058764.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W2789566302","https://openalex.org/W2795843265","https://openalex.org/W2946887169","https://openalex.org/W2951534261","https://openalex.org/W2952862139","https://openalex.org/W2963748441","https://openalex.org/W3037207827","https://openalex.org/W4366208220","https://openalex.org/W4385970117","https://openalex.org/W4386554921","https://openalex.org/W4387294122","https://openalex.org/W4387322976","https://openalex.org/W4387560742","https://openalex.org/W4391631327","https://openalex.org/W4392120774","https://openalex.org/W4392427358","https://openalex.org/W4392886475","https://openalex.org/W4397048993","https://openalex.org/W4400141325","https://openalex.org/W4402670718","https://openalex.org/W4402672044","https://openalex.org/W4403370767","https://openalex.org/W4403579391","https://openalex.org/W4403853618","https://openalex.org/W4404360744","https://openalex.org/W4404401752","https://openalex.org/W4406191642","https://openalex.org/W4407760043","https://openalex.org/W4409147637","https://openalex.org/W4412944849","https://openalex.org/W4414281281","https://openalex.org/W4414428140","https://openalex.org/W4416035939","https://openalex.org/W4416131829","https://openalex.org/W4416539380","https://openalex.org/W4417091809","https://openalex.org/W4417093106","https://openalex.org/W4417252869","https://openalex.org/W4417261359","https://openalex.org/W4417298688","https://openalex.org/W4417512517","https://openalex.org/W6910516217","https://openalex.org/W6966655971","https://openalex.org/W6966994511","https://openalex.org/W7196931009"],"related_works":["https://openalex.org/W7154379977","https://openalex.org/W4416248766","https://openalex.org/W4415182869","https://openalex.org/W7154705800","https://openalex.org/W7222215483","https://openalex.org/W7129036514","https://openalex.org/W7223153040","https://openalex.org/W7162425781","https://openalex.org/W4416716729","https://openalex.org/W7215060812"],"abstract_inverted_index":{"Effective":[0],"planning":[1,106],"requires":[2],"strong":[3,179],"world":[4,8,39,64],"models,":[5],"but":[6],"high-level":[7],"models":[9,176],"that":[10,137],"can":[11],"understand":[12],"and":[13,19,63,92,103,125,130,158,184],"reason":[14],"about":[15],"actions":[16,62],"with":[17],"semantic":[18,114],"temporal":[20],"abstraction":[21],"remain":[22],"largely":[23],"underdeveloped.":[24],"We":[25],"introduce":[26],"the":[27,47,51,113,117,126,167],"Vision":[28],"Language":[29],"World":[30],"Model":[31],"(VLWM),":[32],"a":[33,57,93,134,141],"foundation":[34],"model":[35,136],"trained":[36,139],"for":[37,150],"language-based":[38],"modeling":[40],"on":[41,76,154,182],"natural":[42],"videos.":[43],"Given":[44],"visual":[45],"observations,":[46],"VLWM":[48,86,123,145,175],"first":[49],"infers":[50],"overall":[52],"goal":[53,128],"achievements":[54],"then":[55],"predicts":[56],"trajectory":[58],"composed":[59],"of":[60,83],"interleaved":[61],"state":[65],"changes.":[66],"Those":[67],"targets":[68],"are":[69],"extracted":[70],"by":[71,81,122,133,170],"iterative":[72],"LLM":[73],"Self-Refine":[74],"conditioned":[75],"compressed":[77],"future":[78,119],"observations":[79],"represented":[80],"Tree":[82],"Captions.":[84],"The":[85,110,144,174],"learns":[87],"both":[88,155],"an":[89],"action":[90],"policy":[91],"dynamics":[94],"model,":[95],"which":[96],"respectively":[97],"facilitates":[98],"reactive":[99],"system-1":[100],"plan":[101],"decoding":[102],"reflective":[104],"system-2":[105,165],"via":[107],"cost":[108,111],"minimization.":[109],"evaluates":[112],"distance":[115],"between":[116],"hypothetical":[118],"states":[120],"given":[121],"roll-outs":[124],"expected":[127],"state,":[129],"is":[131],"measured":[132],"critic":[135],"we":[138],"in":[140],"self-supervised":[142],"manner.":[143],"achieves":[146],"state-of-the-art":[147],"Visual":[148],"Planning":[149],"Assistance":[151],"(VPA)":[152],"performance":[153],"benchmark":[156],"evaluations":[157],"our":[159],"proposed":[160],"PlannerArena":[161],"human":[162],"evaluations,":[163],"where":[164],"improves":[166],"Elo":[168],"score":[169],"+27%":[171],"upon":[172],"system-1.":[173],"also":[177],"outperforms":[178],"VLM":[180],"baselines":[181],"RoboVQA":[183],"WorldPrediction":[185],"benchmark.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":30},{"year":2025,"cited_by_count":9}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-11T00:00:00"}