{"id":"https://openalex.org/W7166686364","doi":"https://doi.org/10.48550/arxiv.2606.29879","title":"LWDrive: Layer-Wise World-Model-Guided Vision-Language Model Planning for Autonomous Driving","display_name":"LWDrive: Layer-Wise World-Model-Guided Vision-Language Model Planning for Autonomous Driving","publication_year":2026,"publication_date":"2026-06-29","ids":{"openalex":"https://openalex.org/W7166686364","doi":"https://doi.org/10.48550/arxiv.2606.29879"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.29879","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29879","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.29879","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139647969","display_name":"Chen Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139660097","display_name":"Yuhao Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Yuhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073136550","display_name":"Zhewei Xu","orcid":"https://orcid.org/0000-0003-4718-6175"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Ze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139673722","display_name":"Ziheng Zou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Ziheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139665664","display_name":"Shuang Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Shuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021600978","display_name":"Delin Ouyang","orcid":"https://orcid.org/0000-0003-3137-6089"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ouyang, Delin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085142063","display_name":"Lingfeng Qi","orcid":"https://orcid.org/0000-0001-7787-111X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Lingfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139704158","display_name":"Jie Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139708111","display_name":"Guofa Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Guofa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.49000000953674316,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.49000000953674316,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.36809998750686646,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.03480000048875809,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7063999772071838},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6712999939918518},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5271000266075134},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.5138000249862671},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5116000175476074},{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.5041000247001648},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4404999911785126},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.42250001430511475},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4147999882698059}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7470999956130981},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7063999772071838},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6712999939918518},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6299999952316284},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5271000266075134},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.5138000249862671},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5116000175476074},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.5041000247001648},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4404999911785126},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.43630000948905945},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.42250001430511475},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4147999882698059},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3986999988555908},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.398499995470047},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.38100001215934753},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3779999911785126},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3499999940395355},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C2780226923","wikidata":"https://www.wikidata.org/wiki/Q929848","display_name":"Movement (music)","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.271699994802475},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.27160000801086426},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C25810664","wikidata":"https://www.wikidata.org/wiki/Q44325","display_name":"Ontology","level":2,"score":0.257099986076355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.29879","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29879","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.29879","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29879","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.4942518174648285,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language":[0],"Models":[1],"(VLMs)":[2],"provide":[3],"powerful":[4],"semantic":[5],"understanding":[6],"and":[7,28,35,89,137,144,166,177,196,219,224],"commonsense":[8],"reasoning":[9],"for":[10,31],"End-to-End":[11],"Autonomous":[12],"Driving":[13,47],"(E2E-AD)":[14],"planning.":[15,37],"However,":[16],"trajectories":[17,59,153],"directly":[18],"generated":[19],"by":[20,184],"VLMs":[21],"often":[22],"encode":[23],"only":[24],"coarse":[25,58,80],"driving":[26,181],"intentions":[27],"remain":[29],"insufficient":[30],"geometrically":[32],"accurate,":[33],"future-aware,":[34],"multi-view-grounded":[36],"To":[38],"address":[39],"these":[40,127],"limitations,":[41],"we":[42,101],"develop":[43],"the":[44,67,71,92,108,179,185,193,198,202,216],"Layer-Wise":[45],"World-Model-Guided":[46],"framework":[48,55],"(LWDrive).":[49],"LWDrive":[50,74,209],"is":[51],"a":[52,83,95,155,189,211],"VLM":[53,68,109,132],"planning":[54,204],"that":[56,208],"refines":[57,91],"through":[60,94],"layer-wise":[61],"world-model":[62],"guidance.":[63],"Instead":[64],"of":[65,163,213],"treating":[66],"output":[69],"as":[70,77,201],"final":[72,203],"trajectory,":[73],"uses":[75],"it":[76],"an":[78],"intent-aware":[79],"plan,":[81],"expands":[82],"diverse":[84],"candidate":[85,152],"space":[86],"around":[87],"it,":[88],"progressively":[90],"candidates":[93,195],"Foresight":[96],"Cascade":[97],"Planner":[98],"(FCP).":[99],"Specifically,":[100],"introduce":[102],"future-frame":[103],"generation":[104],"supervision":[105],"to":[106,110,150],"encourage":[107],"learn":[111],"forward-looking":[112],"scene":[113,175],"representations,":[114,129,143],"thereby":[115],"injecting":[116],"planning-relevant":[117],"predictive":[118],"dynamics":[119],"into":[120],"its":[121],"internal":[122],"hidden":[123],"states.":[124],"Built":[125],"upon":[126],"world-model-supervised":[128],"FCP":[130],"exploits":[131],"features":[133,149],"across":[134],"multiple":[135],"layers":[136],"integrates":[138],"historical":[139],"temporal":[140],"states,":[141],"Action-Query":[142],"current-frame":[145],"multi-view":[146,174],"Bird's-Eye-View":[147],"(BEV)":[148],"refine":[151],"in":[154],"coarse-to-fine":[156],"manner.":[157],"This":[158],"design":[159],"enables":[160],"progressive":[161],"correction":[162],"spatial":[164],"positions":[165],"motion":[167],"trends":[168],"while":[169],"grounding":[170],"trajectory":[171,200],"refinement":[172],"with":[173],"cues":[176],"preserving":[178],"high-level":[180],"intention":[182],"produced":[183],"large":[186],"model.":[187],"Finally,":[188],"score":[190,212],"head":[191],"evaluates":[192],"refined":[194],"selects":[197],"best":[199],"output.":[205],"Experiments":[206],"show":[207],"achieves":[210],"92.0":[214],"on":[215,221],"NAVSIM":[217],"benchmark":[218],"89.6":[220],"NAVSIM-v2.":[222],"Code":[223],"models":[225],"will":[226],"be":[227],"made":[228],"publicly":[229],"available.":[230]},"counts_by_year":[],"updated_date":"2026-07-01T06:29:00.853634","created_date":"2026-07-01T00:00:00"}