{"id":"https://openalex.org/W7164943102","doi":"https://doi.org/10.48550/arxiv.2606.15714","title":"Beyond English: Uncovering the Multilingual Gap in Vision-Language-Action Models","display_name":"Beyond English: Uncovering the Multilingual Gap in Vision-Language-Action Models","publication_year":2026,"publication_date":"2026-06-14","ids":{"openalex":"https://openalex.org/W7164943102","doi":"https://doi.org/10.48550/arxiv.2606.15714"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.15714","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15714","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.15714","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138692223","display_name":"Hanyang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hanyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138709190","display_name":"Hongliang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hongliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133557998","display_name":"Jiarui Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Jiarui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138705705","display_name":"Yang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103984676","display_name":"Yi Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074929208","display_name":"Haonan Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Haonan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138690582","display_name":"Kaiyu Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Kaiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138704938","display_name":"Shengnan Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Shengnan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138758182","display_name":"Huaiyu Wan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wan, Huaiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9101999998092651,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9101999998092651,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.02500000037252903,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.009399999864399433,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multilingualism","display_name":"Multilingualism","score":0.6327000260353088},{"id":"https://openalex.org/keywords/principal","display_name":"Principal (computer security)","score":0.5662999749183655},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5151000022888184},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5139999985694885},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.4860999882221222},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.43630000948905945},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3765999972820282},{"id":"https://openalex.org/keywords/principal-component-analysis","display_name":"Principal component analysis","score":0.3693000078201294}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7998999953269958},{"id":"https://openalex.org/C2780035574","wikidata":"https://www.wikidata.org/wiki/Q30081","display_name":"Multilingualism","level":2,"score":0.6327000260353088},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5931000113487244},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.5662999749183655},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5152000188827515},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5151000022888184},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5139999985694885},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4860999882221222},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.43630000948905945},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3765999972820282},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.3693000078201294},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.36000001430511475},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C2778035315","wikidata":"https://www.wikidata.org/wiki/Q17070152","display_name":"Multilingual Education","level":3,"score":0.310699999332428},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.30140000581741333},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.25999999046325684}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.15714","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15714","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.15714","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15714","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8209661841392517,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language-Action":[0],"models":[1,47,102,118],"have":[2],"recently":[3],"demonstrated":[4],"promising":[5],"capabilities":[6,58],"in":[7,37,77,108,194],"learning":[8],"generalist":[9],"robot":[10],"policies":[11],"from":[12],"large-scale":[13],"multimodal":[14],"data.":[15],"However,":[16],"most":[17],"existing":[18,87],"VLA":[19,78,101],"systems":[20],"are":[21],"trained":[22,119],"and":[23,34,145,165,220],"evaluated":[24,129],"primarily":[25,120],"with":[26,89,161],"English":[27,122],"instructions,":[28,96],"leaving":[29],"their":[30,92],"ability":[31],"to":[32,60,147,178,190,214],"understand":[33,148],"execute":[35],"instructions":[36,84,123],"other":[38,131],"languages":[39],"largely":[40],"unexplored.":[41],"While":[42],"the":[43,69,135,149,179,216,227],"underlying":[44,136],"large":[45],"language":[46,137],"often":[48],"possess":[49],"multilingual":[50,57,74,83,116,150,172,180,192,202,223,228],"capabilities,":[51],"it":[52],"remains":[53],"unclear":[54],"whether":[55],"these":[56,95,184],"transfer":[59,153],"VLAs":[61],"during":[62],"training.":[63],"In":[64],"this":[65],"work,":[66],"we":[67,97,186],"present":[68],"first":[70,81],"systematic":[71],"study":[72],"of":[73,91,106],"instruction":[75,163],"following":[76],"models.":[79],"We":[80,141,196],"construct":[82],"by":[85,183],"extending":[86],"benchmarks":[88],"translations":[90],"instructions.":[93],"Using":[94],"evaluate":[98],"several":[99,143],"representative":[100],"across":[103],"a":[104,114,198],"range":[105],"tasks":[107],"simulation":[109],"settings.":[110],"Our":[111],"experiments":[112],"reveal":[113],"significant":[115],"gap:":[117],"on":[121,130],"exhibit":[124],"substantial":[125],"performance":[126,158,193,229],"degradation":[127],"when":[128,134],"languages,":[132],"even":[133],"backbone":[138],"is":[139],"multilingual.":[140],"provide":[142],"findings":[144],"analyses":[146,169],"gap.":[151,181,230],"Cross-lingual":[152],"behavior":[154],"analysis":[155],"shows":[156],"that":[157,171],"drops":[159],"correlate":[160],"both":[162],"understanding":[164],"action":[166],"execution.":[167],"Representation":[168],"suggest":[170],"instruction-caused":[173],"representation":[174],"shifts":[175],"may":[176],"contribute":[177],"Motivated":[182],"findings,":[185],"further":[187],"explore":[188],"strategies":[189],"improve":[191],"VLAs.":[195],"propose":[197],"simple":[199],"yet":[200],"effective":[201],"fine-tuning":[203],"approach,":[204],"Multilingual":[205],"Principal":[206,211],"Component":[207,212],"Alignment,":[208],"which":[209],"leverages":[210],"Analysis":[213],"get":[215],"principal":[217],"component":[218],"subspace":[219],"align":[221],"projected":[222],"representations,":[224],"effectively":[225],"reducing":[226]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-17T00:00:00"}