{"id":"https://openalex.org/W7154406047","doi":"https://doi.org/10.48550/arxiv.2604.11689","title":"LARY: A Latent Action Representation Yielding Benchmark for Generalizable Vision-to-Action Alignment","display_name":"LARY: A Latent Action Representation Yielding Benchmark for Generalizable Vision-to-Action Alignment","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154406047","doi":"https://doi.org/10.48550/arxiv.2604.11689"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.11689","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11689","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.11689","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113273861","display_name":"Dujun Nie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nie, Dujun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133594162","display_name":"Fengjiao Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Fengjiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133583432","display_name":"Qi Lv","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lv, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127848788","display_name":"Jun Kuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuang, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133584423","display_name":"Xiaoyu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiaoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133555896","display_name":"Xuezhi Cao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cao, Xuezhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133611546","display_name":"Xunliang Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Xunliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.7235999703407288,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.7235999703407288,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09139999747276306,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.04399999976158142,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.7008000016212463},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6675999760627747},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.5419999957084656},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.43070000410079956},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.4099000096321106},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.3707999885082245},{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.3555999994277954},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.33820000290870667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7064999938011169},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.7008000016212463},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6753000020980835},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6675999760627747},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5419999957084656},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.43070000410079956},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4203000068664551},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.4099000096321106},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.3707999885082245},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.3555999994277954},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.33809998631477356},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C170133592","wikidata":"https://www.wikidata.org/wiki/Q1806883","display_name":"Latent semantic analysis","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C52102323","wikidata":"https://www.wikidata.org/wiki/Q1671968","display_name":"Pose","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.2766999900341034},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26179999113082886},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2549000084400177},{"id":"https://openalex.org/C112933361","wikidata":"https://www.wikidata.org/wiki/Q2845258","display_name":"Probabilistic latent semantic analysis","level":2,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.11689","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11689","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.11689","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11689","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"the":[1,43,64],"shortage":[2],"of":[3,45],"explicit":[4],"action":[5,12,47,77,107,136,143,155,188],"data":[6,19],"limits":[7],"Vision-Language-Action":[8],"(VLA)":[9],"models,":[10,132],"human":[11,27],"videos":[13,102],"offer":[14],"a":[15,71,180],"scalable":[16],"yet":[17,57],"unlabeled":[18],"source.":[20],"A":[21],"critical":[22],"challenge":[23],"in":[24,31],"utilizing":[25],"large-scale":[26],"video":[28],"datasets":[29],"lies":[30],"transforming":[32],"visual":[33,54,130,147,165],"signals":[34],"into":[35],"ontology-independent":[36],"representations,":[37],"known":[38],"as":[39,179],"latent":[40,46,76,142],"actions.":[41],"However,":[42],"capacity":[44],"representation":[48],"to":[49,58,85,92,153,187],"derive":[50],"robust":[51],"control":[52,90],"from":[53,185],"observations":[55],"has":[56],"be":[59],"rigorously":[60],"evaluated.":[61],"We":[62],"introduce":[63],"Latent":[65],"Action":[66],"Representation":[67],"Yielding":[68],"(LARY)":[69],"Benchmark,":[70],"unified":[72],"framework":[73],"for":[74,171],"evaluating":[75],"representations":[78,166],"on":[79],"both":[80],"high-level":[81],"semantic":[82],"actions":[83],"(what":[84],"do)":[86],"and":[87,113,120,174],"low-level":[88],"robotic":[89],"(how":[91],"do).":[93],"The":[94],"comprehensively":[95],"curated":[96],"dataset":[97],"encompasses":[98],"over":[99],"one":[100],"million":[101],"(1,000":[103],"hours)":[104],"spanning":[105],"151":[106],"categories,":[108],"alongside":[109],"620K":[110],"image":[111],"pairs":[112],"595K":[114],"motion":[115],"trajectories":[116],"across":[117],"diverse":[118],"embodiments":[119],"environments.":[121],"Our":[122],"experiments":[123],"reveal":[124],"two":[125],"crucial":[126],"insights:":[127],"(i)":[128],"General":[129],"foundation":[131],"trained":[133],"without":[134],"any":[135],"supervision,":[137],"consistently":[138],"outperform":[139],"specialized":[140],"embodied":[141],"models.":[144],"(ii)":[145],"Latent-based":[146],"space":[148,156],"is":[149],"fundamentally":[150,181],"better":[151],"aligned":[152],"physical":[154,172],"than":[157,189],"pixel-based":[158],"space.":[159],"These":[160],"results":[161],"suggest":[162],"that":[163,175],"general":[164],"inherently":[167],"encode":[168],"action-relevant":[169],"knowledge":[170],"control,":[173],"semantic-level":[176],"abstraction":[177],"serves":[178],"more":[182],"effective":[183],"pathway":[184],"vision":[186],"pixel-level":[190],"reconstruction.":[191]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-15T00:00:00"}