{"id":"https://openalex.org/W7127088458","doi":"https://doi.org/10.48550/arxiv.2601.22714","title":"Vision-Language Models Unlock Task-Centric Latent Actions","display_name":"Vision-Language Models Unlock Task-Centric Latent Actions","alternate_titles":[],"publication_year":2026,"publication_date":"2026-01-30","ids":{"openalex":"https://openalex.org/W7127088458","doi":"https://doi.org/10.48550/arxiv.2601.22714"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2601.22714","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2601.22714","pdf_url":"https://arxiv.org/pdf/2601.22714","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7127088458"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2601.22714","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044113185","display_name":"Alexander Nikulin","orcid":"https://orcid.org/0000-0001-9613-0907","observed_orcids":["https://orcid.org/0000-0001-9613-0907"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nikulin, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092189523","display_name":"Ilya Zisman","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zisman, Ilya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119098545","display_name":"Albina Klepach","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klepach, Albina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090349772","display_name":"Denis Tarasov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tarasov, Denis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138132935","display_name":"Alexander Derevyagin","orcid":"https://orcid.org/0009-0009-4563-4158","observed_orcids":["https://orcid.org/0009-0009-4563-4158"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Derevyagin, Alexander","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114637776","display_name":"Andrei Polubarov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Polubarov, Andrei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114637777","display_name":"Nikita Lyubaykin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nikita, Lyubaykin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5010816959","display_name":"Vladislav Kurenkov","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kurenkov, Vladislav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.32010000944137573,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.32010000944137573,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.3091000020503998,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.29910001158714294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-language-action-models","display_name":"vision-language-action models","score":0.9129999876022339},{"id":"https://openalex.org/keywords/distractor-suppression","display_name":"distractor suppression","score":0.5649999976158142},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"commonsense reasoning","score":0.8659999966621399},{"id":"https://openalex.org/keywords/unsupervised-pretraining","display_name":"unsupervised pre-training","score":0.8159999847412109},{"id":"https://openalex.org/keywords/robotic-manipulation","display_name":"robotic manipulation","score":0.34299999475479126},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.4860000014305115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6934000253677368},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6227999925613403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5918999910354614},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5192000269889832},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.45649999380111694},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4339999854564667},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3959999978542328},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3756999969482422},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.36149999499320984},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.35899999737739563},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3059000074863434},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.2890999913215637},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.27399998903274536},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.27230000495910645}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2601.22714","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2601.22714","pdf_url":"https://arxiv.org/pdf/2601.22714","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2601.22714","doi":"https://doi.org/10.48550/arxiv.2601.22714","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.22714","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2601.22714","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2601.22714","pdf_url":"https://arxiv.org/pdf/2601.22714","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7127088458.pdf","grobid_xml":"https://content.openalex.org/works/W7127088458.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2804020409","https://openalex.org/W2913229415","https://openalex.org/W2946887169","https://openalex.org/W2963802910","https://openalex.org/W2981852735","https://openalex.org/W3094502228","https://openalex.org/W3135367836","https://openalex.org/W3197485521","https://openalex.org/W4366208220","https://openalex.org/W4387321091","https://openalex.org/W4389983794","https://openalex.org/W4391591240","https://openalex.org/W4392182423","https://openalex.org/W4396600885","https://openalex.org/W4401415287","https://openalex.org/W4402345917","https://openalex.org/W4402671236","https://openalex.org/W4403324120","https://openalex.org/W4403345778","https://openalex.org/W4403575186","https://openalex.org/W4403662556","https://openalex.org/W4403853618","https://openalex.org/W4404350203","https://openalex.org/W4405140008","https://openalex.org/W4407123522","https://openalex.org/W4407631999","https://openalex.org/W4408893434","https://openalex.org/W4412944585","https://openalex.org/W4413147844","https://openalex.org/W4414901575","https://openalex.org/W4414939355","https://openalex.org/W4415163284","https://openalex.org/W4415332750","https://openalex.org/W4415348219","https://openalex.org/W4415537304","https://openalex.org/W4415798156","https://openalex.org/W4416034128","https://openalex.org/W4416453979","https://openalex.org/W4417042701","https://openalex.org/W4417084252","https://openalex.org/W4417095228","https://openalex.org/W6929479180","https://openalex.org/W6947593395","https://openalex.org/W6947991961","https://openalex.org/W6948279226","https://openalex.org/W6966680242","https://openalex.org/W6979267127","https://openalex.org/W7133220561","https://openalex.org/W7160173286","https://openalex.org/W7172399305"],"related_works":["https://openalex.org/W7160555118","https://openalex.org/W7163867220","https://openalex.org/W7127436521","https://openalex.org/W7162444146","https://openalex.org/W7127678083","https://openalex.org/W7161586513","https://openalex.org/W7220936447","https://openalex.org/W4417292648","https://openalex.org/W7164941308","https://openalex.org/W7161730233"],"abstract_inverted_index":{"Latent":[0],"Action":[1],"Models":[2,71],"(LAMs)":[3],"have":[4],"rapidly":[5],"gained":[6],"traction":[7],"as":[8,91,113,115],"an":[9],"important":[10],"component":[11],"in":[12,49,84,107,158],"the":[13,38,65,82,108],"pre-training":[14],"pipelines":[15],"of":[16,32,69,101,110],"leading":[17],"Vision-Language-Action":[18],"models.":[19],"However,":[20],"they":[21],"fail":[22],"when":[23],"observations":[24],"contain":[25],"action-correlated":[26],"distractors,":[27],"often":[28],"encoding":[29],"noise":[30,83],"instead":[31],"meaningful":[33],"latent":[34,149],"actions.":[35],"Humans,":[36],"on":[37,162],"other":[39],"hand,":[40],"can":[41,146],"effortlessly":[42],"distinguish":[43],"task-relevant":[44],"motions":[45],"from":[46,81],"irrelevant":[47],"details":[48],"any":[50],"video":[51],"given":[52],"only":[53],"a":[54,98,155],"brief":[55],"task":[56],"description.":[57],"In":[58],"this":[59],"work,":[60],"we":[61,124,137],"propose":[62],"to":[63,73,118,143,154],"utilize":[64],"common-sense":[66],"reasoning":[67],"abilities":[68],"Vision-Language":[70],"(VLMs)":[72],"provide":[74],"promptable":[75,111],"representations,":[76],"effectively":[77],"separating":[78],"controllable":[79],"changes":[80],"unsupervised":[85],"way.":[86],"We":[87],"use":[88],"these":[89],"representations":[90,112],"targets":[92],"during":[93],"LAM":[94],"training":[95],"and":[96,121],"benchmark":[97],"wide":[99],"variety":[100],"popular":[102],"VLMs,":[103],"revealing":[104],"substantial":[105],"variation":[106],"quality":[109],"well":[114],"their":[116],"robustness":[117],"different":[119],"prompts":[120],"hyperparameters.":[122],"Interestingly,":[123],"find":[125],"that":[126,139],"more":[127],"recent":[128],"VLMs":[129,142],"may":[130],"perform":[131],"worse":[132],"than":[133],"older":[134],"ones.":[135],"Finally,":[136],"show":[138],"simply":[140],"asking":[141],"ignore":[144],"distractors":[145],"substantially":[147],"improve":[148],"action":[150],"quality,":[151],"yielding":[152],"up":[153],"six-fold":[156],"increase":[157],"downstream":[159],"success":[160],"rates":[161],"Distracting":[163],"MetaWorld.":[164]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7127088458","counts_by_year":[{"year":2026,"cited_by_count":6}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-02-03T00:00:00"}
