{"id":"https://openalex.org/W7150938507","doi":"https://doi.org/10.48550/arxiv.2604.03208","title":"Hierarchical Planning with Latent World Models","display_name":"Hierarchical Planning with Latent World Models","publication_year":2026,"publication_date":"2026-04-03","ids":{"openalex":"https://openalex.org/W7150938507","doi":"https://doi.org/10.48550/arxiv.2604.03208"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.03208","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03208","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.03208","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5118983622","display_name":"Wancong Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Wancong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121786092","display_name":"Basile Terver","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Terver, Basile","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032713067","display_name":"Artem Zholus","orcid":"https://orcid.org/0000-0003-3167-3585"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zholus, Artem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133006324","display_name":"Soham Chitnis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chitnis, Soham","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133030135","display_name":"Harsh Sutaria","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sutaria, Harsh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133015877","display_name":"Mido Assran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Assran, Mido","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133034347","display_name":"Randall Balestriero","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balestriero, Randall","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133029283","display_name":"Amir Bar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bar, Amir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133027189","display_name":"Adrien Bardes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bardes, Adrien","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133061655","display_name":"Yann LeCun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"LeCun, Yann","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5122561118","display_name":"Nicolas Ballas","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ballas, Nicolas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3093999922275543,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.3093999922275543,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.17339999973773956,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.08699999749660492,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.5703999996185303},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5601000189781189},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4675999879837036},{"id":"https://openalex.org/keywords/hierarchical-database-model","display_name":"Hierarchical database model","score":0.3702999949455261},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.36239999532699585},{"id":"https://openalex.org/keywords/automated-planning-and-scheduling","display_name":"Automated planning and scheduling","score":0.35249999165534973},{"id":"https://openalex.org/keywords/real-world-data","display_name":"Real world data","score":0.3158000111579895}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6509000062942505},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.59579998254776},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5703999996185303},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5601000189781189},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5490999817848206},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4675999879837036},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.3702999949455261},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.36239999532699585},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.35249999165534973},{"id":"https://openalex.org/C3020493868","wikidata":"https://www.wikidata.org/wiki/Q55631277","display_name":"Real world data","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C124527596","wikidata":"https://www.wikidata.org/wiki/Q17029359","display_name":"Hierarchical control system","level":3,"score":0.3009999990463257},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C2780735816","wikidata":"https://www.wikidata.org/wiki/Q28324931","display_name":"Incremental learning","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.03208","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03208","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.03208","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.03208","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.6971908807754517}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"World":[0,72],"models":[1,90,99],"are":[2],"a":[3,105,159],"promising":[4],"path":[5],"to":[6,188],"zero-shot":[7],"embodied":[8],"control":[9,50,84],"through":[10],"planning.":[11,170],"However,":[12],"existing":[13],"world":[14,89,98],"model":[15,82,114,121],"planners":[16],"struggle":[17],"on":[18,87,182],"long-horizon,":[19],"multi-stage":[20],"tasks:":[21],"prediction":[22],"errors":[23],"compound":[24],"and":[25,60,77,175],"naive":[26],"search":[27,136],"is":[28],"exponential":[29],"in":[30],"the":[31,112,119],"planning":[32,78,191],"horizon.":[33],"Hierarchy":[34],"mitigates":[35],"both":[36],"by":[37],"decomposing":[38],"tasks":[39,184],"into":[40,51,148],"shorter,":[41],"tractable":[42],"subproblems;":[43],"yet":[44],"prior":[45],"hierarchical":[46,64,81,131],"approaches":[47],"either":[48],"amortize":[49],"task-specific":[52,126],"policies":[53],"(hierarchical":[54],"RL)":[55],"or":[56,130],"assume":[57],"low-dimensional":[58],"states":[59],"known":[61],"dynamics":[62],"(classical":[63],"MPC).":[65],"We":[66],"present":[67],"Hierarchical":[68],"Planning":[69],"with":[70],"Latent":[71],"Models":[73],"(HWM),":[74],"an":[75,140],"architecture":[76],"paradigm":[79],"for":[80,118,168],"predictive":[83],"(MPC)":[85],"directly":[86],"visual":[88],"trained":[91],"solely":[92],"via":[93,122],"next-latent":[94],"prediction.":[95],"HWM":[96,138,155,178],"learns":[97,139],"at":[100,163],"multiple":[101],"temporal":[102],"scales":[103],"within":[104],"shared":[106],"latent":[107,123,149],"space,":[108],"so":[109],"predictions":[110],"from":[111,158],"long-horizon":[113,135,183],"serve":[115],"as":[116],"subgoals":[117],"short-horizon":[120],"matching,":[124],"without":[125],"rewards,":[127],"skill":[128],"learning,":[129],"policies.":[132],"To":[133],"keep":[134],"tractable,":[137],"action":[141,146],"encoder":[142],"that":[143],"compresses":[144],"primitive":[145],"chunks":[147],"macro-actions.":[150],"On":[151],"real-world":[152],"Franka":[153],"manipulation,":[154],"solves":[156],"pick-and-place":[157],"single":[160],"goal":[161],"image":[162],"70%":[164],"success":[165],"vs.":[166],"0%":[167],"single-level":[169],"Across":[171],"simulated":[172],"push":[173],"manipulation":[174],"maze":[176],"navigation,":[177],"consistently":[179],"improves":[180],"performance":[181],"while":[185],"requiring":[186],"up":[187],"3x":[189],"less":[190],"compute.":[192]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-07T00:00:00"}