{"id":"https://openalex.org/W7147281152","doi":"https://doi.org/10.48550/arxiv.2603.26741","title":"Language-Conditioned World Modeling for Visual Navigation","display_name":"Language-Conditioned World Modeling for Visual Navigation","publication_year":2026,"publication_date":"2026-03-23","ids":{"openalex":"https://openalex.org/W7147281152","doi":"https://doi.org/10.48550/arxiv.2603.26741"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.26741","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26741","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.26741","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132707788","display_name":"Yifei Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Yifei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132669485","display_name":"Fengyi Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Fengyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132587945","display_name":"Yilong Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Yilong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132551781","display_name":"Lingdong Kong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kong, Lingdong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132629539","display_name":"Guangyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Guangyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132557414","display_name":"Xu Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051892787","display_name":"Qiyu Hu","orcid":"https://orcid.org/0000-0002-8540-7197"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Qiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132663098","display_name":"Tianyu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Tianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115814639","display_name":"Johnalbert Garnica","orcid":"https://orcid.org/0009-0004-6419-1560"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garnica, Johnalbert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132595748","display_name":"Feng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132592020","display_name":"Siyu Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Siyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132651927","display_name":"Qi Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132675259","display_name":"Zhi-Qi Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Zhi-Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9649999737739563,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9649999737739563,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0044999998062849045,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5873000025749207},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5616000294685364},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5188000202178955},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4896000027656555},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.45500001311302185},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.45089998841285706},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4456000030040741},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.444599986076355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.722599983215332},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5873000025749207},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5616000294685364},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.557699978351593},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5188000202178955},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4896000027656555},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.45500001311302185},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.45089998841285706},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4456000030040741},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.444599986076355},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.4341999888420105},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4334000051021576},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3569999933242798},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3425000011920929},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3292999863624573},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3034999966621399},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.29760000109672546},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.295199990272522},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.28290000557899475},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.2793999910354614},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2782999873161316},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C2776010242","wikidata":"https://www.wikidata.org/wiki/Q4677575","display_name":"Active perception","level":3,"score":0.25850000977516174}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.26741","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26741","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.26741","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.26741","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7523370981216431,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,50],"study":[1],"language-conditioned":[2,203],"visual":[3],"navigation":[4],"(LCVN),":[5],"in":[6,124,188],"which":[7],"an":[8,22,120,137],"embodied":[9],"agent":[10,32,122],"is":[11,208],"asked":[12],"to":[13,28,37,168,176],"follow":[14],"a":[15,67,81,114,189,196],"natural":[16],"language":[17,36,97,182],"instruction":[18,86],"based":[19],"only":[20],"on":[21,35,59],"initial":[23],"egocentric":[24],"observation.":[25],"Without":[26],"access":[27],"goal":[29],"images,":[30],"the":[31,45,64,125,129,156,164,177],"must":[33],"rely":[34],"shape":[38],"its":[39],"perception":[40],"and":[41,62,72,85,101,145,185,193],"continuous":[42],"control,":[43],"making":[44],"grounding":[46],"problem":[47,53],"particularly":[48],"challenging.":[49],"formulate":[51],"this":[52,89],"as":[54],"open-loop":[55],"trajectory":[56],"prediction":[57],"conditioned":[58],"linguistic":[60],"instructions":[61,75],"introduce":[63],"LCVN":[65,93,194],"Dataset,":[66],"benchmark":[68],"of":[69,83,128,179,202],"39,016":[70],"trajectories":[71],"117,048":[73],"human-verified":[74],"that":[76,95,141,150],"supports":[77],"reproducible":[78],"research":[79],"across":[80],"range":[82],"environments":[84],"styles.":[87],"Using":[88],"dataset,":[90],"we":[91],"develop":[92],"frameworks":[94],"link":[96],"grounding,":[98,183],"future-state":[99],"prediction,":[100],"action":[102],"generation":[103],"through":[104],"two":[105],"complementary":[106],"model":[107],"families.":[108],"The":[109,132,206],"first":[110],"family":[111],"combines":[112],"LCVN-WM,":[113],"diffusion-based":[115],"world":[116,130,204],"model,":[117],"with":[118],"LCVN-AC,":[119],"actor-critic":[121],"trained":[123],"latent":[126],"space":[127],"model.":[131],"second":[133],"family,":[134],"LCVN-Uni,":[135],"adopts":[136],"autoregressive":[138],"multimodal":[139],"architecture":[140],"predicts":[142],"both":[143],"actions":[144],"future":[146],"observations.":[147],"Experiments":[148],"show":[149],"these":[151,173],"families":[152],"offer":[153],"different":[154],"advantages:":[155],"former":[157],"provides":[158,195],"more":[159],"temporally":[160],"coherent":[161],"rollouts,":[162],"whereas":[163],"latter":[165],"generalizes":[166],"better":[167],"unseen":[169],"environments.":[170],"Taken":[171],"together,":[172],"observations":[174],"point":[175],"value":[178],"jointly":[180],"studying":[181],"imagination,":[184],"policy":[186],"learning":[187],"unified":[190],"task":[191],"setting,":[192],"concrete":[197],"basis":[198],"for":[199],"further":[200],"investigation":[201],"models.":[205],"code":[207],"available":[209],"at":[210],"https://github.com/F1y1113/LCVN.":[211]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-02T00:00:00"}