{"id":"https://openalex.org/W7165133119","doi":"https://doi.org/10.48550/arxiv.2606.18955","title":"Motion-Focused Latent Action Enables Cross-Embodiment VLA Training from Human EgoVideos","display_name":"Motion-Focused Latent Action Enables Cross-Embodiment VLA Training from Human EgoVideos","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165133119","doi":"https://doi.org/10.48550/arxiv.2606.18955"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.18955","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18955","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.18955","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132731082","display_name":"Runze Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Runze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138916516","display_name":"Yiluo Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yiluo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138857282","display_name":"Jian Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138963101","display_name":"Yu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5107877612","display_name":"J. Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Jincheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6577000021934509,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6577000021934509,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.09790000319480896,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.08219999819993973,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.7415000200271606},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5950000286102295},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.49950000643730164},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.3562000095844269},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.33739998936653137},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.328000009059906},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.3172000050544739}],"concepts":[{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.7415000200271606},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7235000133514404},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6546000242233276},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5950000286102295},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.49950000643730164},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38350000977516174},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.3562000095844269},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.33739998936653137},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.328000009059906},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.2969000041484833},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2930999994277954},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.2802000045776367},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.263700008392334},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.25519999861717224},{"id":"https://openalex.org/C2986578859","wikidata":"https://www.wikidata.org/wiki/Q657632","display_name":"Human motion","level":3,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.18955","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18955","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.18955","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.18955","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15","score":0.5651477575302124}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Training":[0],"generalist":[1],"Vision-Language-Action(VLA)":[2],"models":[3,156],"typically":[4],"requires":[5],"massive,":[6],"diverse":[7],"robotic":[8],"datasets":[9],"with":[10,88,153],"high-fidelity":[11],"action":[12,29,52,81,98,116,129,133],"annotations.":[13],"While":[14],"egocentric":[15],"human":[16,56,86,149],"manipulation":[17],"videos":[18,87],"are":[19],"abundant":[20],"and":[21,138],"capture":[22],"significant":[23],"environmental":[24,70],"diversity,":[25],"the":[26,76,89,91,112,115,128],"absence":[27],"of":[28,78,97],"labels":[30],"makes":[31],"them":[32],"difficult":[33],"to":[34,49,102,127],"use":[35],"in":[36,136],"conventional":[37],"training":[38],"paradigms.":[39],"To":[40],"address":[41],"this,":[42],"we":[43,105],"propose":[44],"a":[45,61,79,119],"latent-action-based":[46],"framework":[47],"designed":[48],"extract":[50],"general":[51],"priors":[53],"from":[54,69],"unlabeled":[55,148],"videos.":[57],"The":[58],"architecture":[59],"features":[60,126],"Hybrid":[62],"Disentangled":[63],"VQ-VAE":[64],"that":[65,142],"decouples":[66],"motion":[67],"dynamics":[68],"backgrounds":[71],"through":[72],"physical":[73],"masks,":[74],"enabling":[75],"construction":[77],"cross-embodiment":[80],"codebook.":[82],"By":[83],"pre-training":[84],"on":[85,147,158],"codebook,":[90],"VLM":[92,113],"backbone":[93],"learns":[94],"deep":[95],"representations":[96],"intent.":[99],"For":[100],"adaptation":[101],"specific":[103],"embodiments,":[104],"introduce":[106],"an":[107],"intent-perception":[108],"decoupling":[109],"strategy":[110],"where":[111],"predicts":[114],"intent":[117],"while":[118],"separate":[120],"frozen":[121],"visual":[122],"encoder":[123],"provides":[124],"state-specific":[125],"expert,":[130],"thereby":[131],"reducing":[132],"hallucinations.":[134],"Results":[135],"simulation":[137],"real-world":[139],"environments":[140],"show":[141],"our":[143],"method,":[144],"pre-trained":[145],"exclusively":[146],"videos,":[150],"performs":[151],"competitively":[152],"state-of-the-art":[154],"VLA":[155],"trained":[157],"massive":[159],"annotated":[160],"datasets,":[161],"requiring":[162],"only":[163],"50":[164],"trajectories":[165],"for":[166],"downstream":[167],"adaptation.":[168]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-19T00:00:00"}