{"id":"https://openalex.org/W7165956181","doi":"https://doi.org/10.48550/arxiv.2606.25360","title":"Decoupling Semantics and Geometric Grounding: Spatial Visual Prompts for Language-Conditioned Imitation Learning","display_name":"Decoupling Semantics and Geometric Grounding: Spatial Visual Prompts for Language-Conditioned Imitation Learning","publication_year":2026,"publication_date":"2026-06-24","ids":{"openalex":"https://openalex.org/W7165956181","doi":"https://doi.org/10.48550/arxiv.2606.25360"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.25360","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25360","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.25360","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139322072","display_name":"Yanzhe Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Yanzhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001189952","display_name":"Xinyu Shao","orcid":"https://orcid.org/0000-0001-8080-652X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shao, Xinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139336421","display_name":"Yuxuan Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139318666","display_name":"Siyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Siyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122931632","display_name":"B Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Bowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139366145","display_name":"Yajun Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Yajun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139306173","display_name":"Tongtong Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Tongtong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139338767","display_name":"Xiu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139385814","display_name":"Long Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Long","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7099999785423279,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7099999785423279,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.18150000274181366,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.016599999740719795,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6208000183105469},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.5078999996185303},{"id":"https://openalex.org/keywords/visual-reasoning","display_name":"Visual reasoning","score":0.4887999892234802},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.447299987077713},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.44020000100135803},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.4239000082015991},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.4097000062465668},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.39640000462532043}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7684999704360962},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6582000255584717},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6208000183105469},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5078999996185303},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.4887999892234802},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.447299987077713},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.44020000100135803},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4239000082015991},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.4097000062465668},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.39640000462532043},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.37880000472068787},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.35179999470710754},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.350600004196167},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.33169999718666077},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.328000009059906},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32679998874664307},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.31769999861717224},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C155911833","wikidata":"https://www.wikidata.org/wiki/Q3817354","display_name":"Spatial intelligence","level":2,"score":0.28839999437332153},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C27511587","wikidata":"https://www.wikidata.org/wiki/Q2178623","display_name":"Spatial relation","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26010000705718994},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25679999589920044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.25360","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25360","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.25360","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25360","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"end-to-end":[1],"Vision-Language-Action":[2],"(VLA)":[3],"models":[4],"show":[5],"promise":[6],"in":[7,30,158],"robotic":[8,149],"manipulation,":[9],"their":[10],"monolithic":[11],"paradigm":[12],"inherently":[13],"couples":[14],"semantic":[15],"reasoning":[16],"and":[17,94,116,155],"spatial":[18,46,96],"control.":[19],"This":[20,90],"creates":[21],"a":[22,40,79,84],"severe":[23],"alignment":[24],"bottleneck,":[25],"limiting":[26],"precise":[27],"target":[28],"disambiguation":[29],"data-constrained":[31],"imitation":[32],"learning.":[33],"To":[34],"overcome":[35],"this,":[36],"we":[37,59],"propose":[38],"SVP-IL,":[39],"decoupled":[41],"architecture":[42],"that":[43,110],"explicitly":[44],"extracts":[45],"visual":[47],"grounding":[48],"from":[49,139],"the":[50],"action":[51,81],"generation":[52],"loop.":[53],"By":[54],"leveraging":[55],"vision-language":[56],"foundation":[57],"models,":[58],"parse":[60],"instructions":[61],"into":[62,68,78],"zero-shot":[63],"geometric":[64],"masks,":[65],"translating":[66],"language":[67],"explicit":[69,93],"Spatial":[70],"Visual":[71],"Prompts":[72],"(SVP).":[73],"These":[74],"priors":[75],"are":[76],"injected":[77],"continuous":[80],"generator":[82],"via":[83],"lightweight":[85],"direct":[86],"feature-level":[87],"fusion":[88],"mechanism.":[89],"integration":[91],"provides":[92],"uncorrupted":[95],"gradient":[97],"guidance":[98],"while":[99],"ensuring":[100],"highly":[101,135],"stable":[102],"optimization":[103],"under":[104],"low-data":[105],"regimes.":[106],"Extensive":[107],"experiments":[108,150],"demonstrate":[109],"SVP-IL":[111,129],"significantly":[112],"outperforms":[113],"state-of-the-art":[114],"VLAs":[115],"pure":[117],"visuomotor":[118],"baselines.":[119],"Trained":[120],"on":[121,134,145],"as":[122,124],"few":[123],"50":[125],"to":[126,141],"100":[127],"demonstrations,":[128],"improves":[130],"average":[131],"success":[132],"rates":[133],"ambiguous":[136],"language-conditioned":[137],"tasks":[138],"24.0%":[140],"39.5%,":[142],"achieving":[143],"67.8%":[144],"standard":[146],"benchmarks.":[147],"Real-world":[148],"further":[151],"validate":[152],"its":[153],"robustness":[154],"data":[156],"efficiency":[157],"unstructured":[159],"physical":[160],"environments.":[161]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-26T00:00:00"}