{"id":"https://openalex.org/W7163654232","doi":"https://doi.org/10.48550/arxiv.2606.06076","title":"Learning Visual Spatial Planning from Symbolic State via Modality-Gap-Aware Self-Distillation","display_name":"Learning Visual Spatial Planning from Symbolic State via Modality-Gap-Aware Self-Distillation","publication_year":2026,"publication_date":"2026-06-04","ids":{"openalex":"https://openalex.org/W7163654232","doi":"https://doi.org/10.48550/arxiv.2606.06076"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.06076","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06076","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.06076","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061448046","display_name":"Haocheng Luo","orcid":"https://orcid.org/0000-0002-4044-2722"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Haocheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137980808","display_name":"Jiahui Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Jiahui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137929907","display_name":"Ruicheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Ruicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137939677","display_name":"Zhizhou Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Zhizhou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137922598","display_name":"Jiaqi Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Jiaqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113145225","display_name":"Zunnan Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Zunnan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138002659","display_name":"Quan Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Quan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138014847","display_name":"Jun Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137960592","display_name":"Xiu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.5473999977111816},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5454999804496765},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5221999883651733},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.506600022315979},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.4690999984741211},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.3935000002384186},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.38199999928474426},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.37310001254081726},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.33090001344680786}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6687999963760376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6083999872207642},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.5473999977111816},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5454999804496765},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5221999883651733},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.506600022315979},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.4690999984741211},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.3935000002384186},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.38199999928474426},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.37310001254081726},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34380000829696655},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3167000114917755},{"id":"https://openalex.org/C2780878386","wikidata":"https://www.wikidata.org/wiki/Q1659648","display_name":"Visual language","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C2780103172","wikidata":"https://www.wikidata.org/wiki/Q1309721","display_name":"Visual Objects","level":3,"score":0.29980000853538513},{"id":"https://openalex.org/C2779321571","wikidata":"https://www.wikidata.org/wiki/Q7936605","display_name":"Visual learning","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C2776095079","wikidata":"https://www.wikidata.org/wiki/Q489538","display_name":"The Symbolic","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C2778251979","wikidata":"https://www.wikidata.org/wiki/Q7936617","display_name":"Visual processing","level":3,"score":0.2799000144004822},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26249998807907104},{"id":"https://openalex.org/C164280684","wikidata":"https://www.wikidata.org/wiki/Q5529040","display_name":"Gaze-contingency paradigm","level":4,"score":0.2621999979019165},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2596000134944916},{"id":"https://openalex.org/C2777055276","wikidata":"https://www.wikidata.org/wiki/Q7936580","display_name":"Visual approach","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.06076","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06076","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.06076","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06076","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5538105368614197,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"vision-language":[1],"models":[2,26,156,191],"excel":[3],"at":[4,207],"general":[5],"multimodal":[6],"understanding,":[7],"they":[8,198],"still":[9],"struggle":[10],"with":[11,85],"visual":[12,23,59,83,112,129,137,175],"spatial":[13],"planning.":[14,64],"We":[15],"attribute":[16],"this":[17],"to":[18,27,41,107,160],"a":[19,71,77,94],"perception-reasoning":[20],"modality":[21],"gap:":[22],"planning":[24,47,98,130,138],"requires":[25],"infer":[28],"latent":[29],"state":[30,60,87,176],"structures":[31],"from":[32,173],"pixels":[33],"and":[34,52,62,142,151,166,178],"then":[35],"reason":[36],"over":[37,200],"the":[38,82,109,146,158,170,201],"recovered":[39],"structure":[40],"produce":[42],"valid":[43],"actions,":[44],"whereas":[45],"symbolic":[46,105,116],"directly":[48],"leverages":[49],"explicit":[50,104],"objects":[51],"constraints.":[53],"This":[54],"creates":[55],"dual":[56],"bottlenecks":[57],"in":[58],"recovery":[61,177],"multi-step":[63],"To":[65],"address":[66],"this,":[67],"we":[68],"propose":[69],"MGSD,":[70],"two-stage":[72],"modality-gap-aware":[73,185],"self-distillation":[74,186],"framework.":[75],"First,":[76],"cold-start":[78],"grounding":[79],"stage":[80],"equips":[81],"student":[84],"reliable":[86],"representations,":[88],"minimizing":[89],"early":[90],"perception":[91],"noise.":[92],"Second,":[93],"privileged":[95],"teacher":[96],"transfers":[97],"capabilities":[99],"via":[100],"on-policy":[101],"distillation,":[102],"using":[103],"states":[106],"supervise":[108],"student's":[110],"own":[111],"rollout":[113],"prefixes.":[114],"Crucially,":[115],"data":[117],"is":[118,205],"used":[119],"strictly":[120],"during":[121],"training,":[122],"leaving":[123],"inference":[124],"purely":[125],"visual.":[126],"Experiments":[127],"on":[128],"benchmarks":[131],"show":[132],"that":[133,169,184],"MGSD":[134],"consistently":[135],"improves":[136,187],"across":[139],"both":[140,174],"4B":[141],"8B":[143],"backbones,":[144],"raising":[145],"macro":[147],"average":[148],"by":[149],"19.3%":[150],"18.4%,":[152],"respectively.":[153],"The":[154],"resulting":[155],"narrow":[157],"gap":[159],"symbolic-input":[161],"upper":[162],"bounds,":[163],"while":[164],"ablations":[165],"diagnostics":[167],"confirm":[168],"improvement":[171],"comes":[172],"optimal-path":[179],"reasoning.":[180],"These":[181],"results":[182],"suggest":[183],"not":[188],"only":[189],"how":[190,197],"perceive":[192],"actionable":[193],"states,":[194],"but":[195],"also":[196],"plan":[199],"inferred":[202],"structure.":[203],"Code":[204],"available":[206],"https://github.com/Oranger-l/MGSD.":[208]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-06T00:00:00"}