{"id":"https://openalex.org/W7140217493","doi":"https://doi.org/10.48550/arxiv.2603.21577","title":"Mind over Space: Can Multimodal Large Language Models Mentally Navigate?","display_name":"Mind over Space: Can Multimodal Large Language Models Mentally Navigate?","publication_year":2026,"publication_date":"2026-03-23","ids":{"openalex":"https://openalex.org/W7140217493","doi":"https://doi.org/10.48550/arxiv.2603.21577"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.21577","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.21577","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.21577","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhu, Qihui","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhu, Qihui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Ruan, Shouwei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruan, Shouwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yang, Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Jiang, Hao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Huang, Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhao, Shiji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Shiji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Fan, Hanwei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Hanwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Su, Hang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Hang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Wei, Xingxing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Xingxing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11904","display_name":"Spatial Cognition and Navigation","score":0.7835999727249146,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11904","display_name":"Spatial Cognition and Navigation","score":0.7835999727249146,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10448","display_name":"Memory and Neural Mechanisms","score":0.06909999996423721,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.029100000858306885,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6161999702453613},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5983999967575073},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.5896000266075134},{"id":"https://openalex.org/keywords/cognitive-map","display_name":"Cognitive map","score":0.5888000130653381},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.578000009059906},{"id":"https://openalex.org/keywords/frontier","display_name":"Frontier","score":0.5349000096321106},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5327000021934509},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5117999911308289},{"id":"https://openalex.org/keywords/spatial-intelligence","display_name":"Spatial intelligence","score":0.5105000138282776},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.4936999976634979}],"concepts":[{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6161999702453613},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5983999967575073},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.5896000266075134},{"id":"https://openalex.org/C170494330","wikidata":"https://www.wikidata.org/wiki/Q1778434","display_name":"Cognitive map","level":3,"score":0.5888000130653381},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.578499972820282},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.578000009059906},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5692999958992004},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.5349000096321106},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5327000021934509},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5117999911308289},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.5105000138282776},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.4936999976634979},{"id":"https://openalex.org/C2777371692","wikidata":"https://www.wikidata.org/wiki/Q2178611","display_name":"Spatial cognition","level":3,"score":0.48159998655319214},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.43160000443458557},{"id":"https://openalex.org/C96522737","wikidata":"https://www.wikidata.org/wiki/Q17148345","display_name":"Path integration","level":2,"score":0.38760000467300415},{"id":"https://openalex.org/C96199812","wikidata":"https://www.wikidata.org/wiki/Q2145290","display_name":"Mental representation","level":3,"score":0.3847000002861023},{"id":"https://openalex.org/C20854674","wikidata":"https://www.wikidata.org/wiki/Q4386060","display_name":"Cognitive architecture","level":3,"score":0.38190001249313354},{"id":"https://openalex.org/C49104498","wikidata":"https://www.wikidata.org/wiki/Q6817483","display_name":"Mental operations","level":3,"score":0.36480000615119934},{"id":"https://openalex.org/C95358315","wikidata":"https://www.wikidata.org/wiki/Q2686231","display_name":"Mental mapping","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C4051589","wikidata":"https://www.wikidata.org/wiki/Q860959","display_name":"Mental image","level":3,"score":0.3528999984264374},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3504999876022339},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3490000069141388},{"id":"https://openalex.org/C43729271","wikidata":"https://www.wikidata.org/wiki/Q3560550","display_name":"Spatial memory","level":4,"score":0.34360000491142273},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3409000039100647},{"id":"https://openalex.org/C2982912361","wikidata":"https://www.wikidata.org/wiki/Q1851867","display_name":"Mental model","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.33570000529289246},{"id":"https://openalex.org/C179833586","wikidata":"https://www.wikidata.org/wiki/Q5113942","display_name":"Chronesthesia","level":4,"score":0.3352999985218048},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3151000142097473},{"id":"https://openalex.org/C2778662690","wikidata":"https://www.wikidata.org/wiki/Q3125339","display_name":"Spatial ability","level":3,"score":0.30300000309944153},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2904999852180481},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2896000146865845},{"id":"https://openalex.org/C68867621","wikidata":"https://www.wikidata.org/wiki/Q257360","display_name":"Mental rotation","level":3,"score":0.275299996137619},{"id":"https://openalex.org/C64754055","wikidata":"https://www.wikidata.org/wiki/Q7574053","display_name":"Spatial contextual awareness","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C192465680","wikidata":"https://www.wikidata.org/wiki/Q1413450","display_name":"Precondition","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C161407221","wikidata":"https://www.wikidata.org/wiki/Q4382939","display_name":"Cognitive model","level":3,"score":0.2621999979019165},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.26190000772476196}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.21577","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.21577","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.21577","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.21577","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Despite":[0],"the":[1,40,49,60,74,172],"widespread":[2],"adoption":[3],"of":[4,43,53,78],"MLLMs":[5,123],"in":[6,22],"embodied":[7],"agents,":[8],"their":[9,132],"capabilities":[10,77],"remain":[11],"largely":[12],"confined":[13],"to":[14,56],"reactive":[15],"planning":[16,100,133],"from":[17,46,87,119],"immediate":[18],"observations,":[19],"consistently":[20],"failing":[21],"spatial":[23,44,129,194],"reasoning":[24,147],"across":[25],"extensive":[26],"spatiotemporal":[27],"scales.":[28],"Cognitive":[29],"science":[30],"reveals":[31],"that":[32,111,149,182],"Biological":[33],"Intelligence":[34],"(BI)":[35],"thrives":[36],"on":[37],"\"mental":[38],"navigation\":":[39],"strategic":[41],"construction":[42],"representations":[45],"experience":[47],"and":[48,64,91,131,177,193],"subsequent":[50],"mental":[51,75,112,151,186],"simulation":[52],"paths":[54],"prior":[55],"action.":[57],"To":[58,140],"bridge":[59],"gap":[61,173],"between":[62,174],"AI":[63],"BI,":[65],"we":[66,143],"introduce":[67],"Video2Mental,":[68],"a":[69,146,163],"pioneering":[70],"benchmark":[71],"for":[72],"evaluating":[73],"navigation":[76,113,152,187],"MLLMs.":[79,195],"The":[80],"task":[81],"requires":[82],"constructing":[83],"hierarchical":[84],"cognitive":[85,156],"maps":[86,157],"long":[88],"egocentric":[89],"videos":[90],"generating":[92],"landmark-based":[93],"path":[94],"plans":[95],"step":[96],"by":[97],"step,":[98],"with":[99,126],"accuracy":[101,134],"verified":[102],"through":[103],"simulator-based":[104],"physical":[105],"interaction.":[106],"Our":[107],"benchmarking":[108],"results":[109],"reveal":[110],"capability":[114],"does":[115],"not":[116],"naturally":[117],"emerge":[118],"standard":[120],"pre-training.":[121],"Frontier":[122],"struggle":[124],"profoundly":[125],"zero-shot":[127],"structured":[128,178],"representation,":[130],"decays":[135],"precipitously":[136],"over":[137],"extended":[138],"horizons.":[139],"overcome":[141],"this,":[142],"propose":[144],"\\textbf{NavMind},":[145],"model":[148],"internalizes":[150],"using":[153],"explicit,":[154],"fine-grained":[155],"as":[158],"learnable":[159],"intermediate":[160],"representations.":[161],"Through":[162],"difficulty-stratified":[164],"progressive":[165],"supervised":[166],"fine-tuning":[167],"paradigm,":[168],"NavMind":[169,183],"effectively":[170],"bridges":[171],"raw":[175],"perception":[176],"planning.":[179],"Experiments":[180],"demonstrate":[181],"achieves":[184],"superior":[185],"capabilities,":[188],"significantly":[189],"outperforming":[190],"frontier":[191],"commercial":[192]},"counts_by_year":[],"updated_date":"2026-04-25T08:17:42.794288","created_date":"2026-03-25T00:00:00"}