{"id":"https://openalex.org/W7165038819","doi":"https://doi.org/10.48550/arxiv.2606.17256","title":"Contrastive Action-Image Pre-training for Visuomotor Control","display_name":"Contrastive Action-Image Pre-training for Visuomotor Control","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7165038819","doi":"https://doi.org/10.48550/arxiv.2606.17256"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17256","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17256","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17256","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108944952","display_name":"Yuvan Sharma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Yuvan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021184639","display_name":"Dantong Niu","orcid":"https://orcid.org/0009-0006-7421-5858"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niu, Dantong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084760674","display_name":"A.L. Pai","orcid":"https://orcid.org/0009-0000-3083-5058"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pai, Anirudh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138824760","display_name":"Zekai Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zekai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138817568","display_name":"Zhuoyang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhuoyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061008701","display_name":"Baifeng Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Baifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120726012","display_name":"Stefano Saravalle","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saravalle, Stefano","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113392080","display_name":"Boning Shao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shao, Boning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013554787","display_name":"Ruijie Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Ruijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138789970","display_name":"Jing Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Jing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063952313","display_name":"Konstantinos Kallidromitis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kallidromitis, Konstantinos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103165708","display_name":"Yusuke Kato","orcid":"https://orcid.org/0000-0002-6848-0683"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kato, Yusuke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033120247","display_name":"Fabio Galasso","orcid":"https://orcid.org/0000-0003-1875-7813"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Galasso, Fabio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021436608","display_name":"Y C Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yuke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019421104","display_name":"D Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Danfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054905472","display_name":"Linxi Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Linxi \"Jim\"","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138821310","display_name":"Jitendra Malik","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Malik, Jitendra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138805015","display_name":"Trevor Darrell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Darrell, Trevor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5066997569","display_name":"Roei Herzig","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Herzig, Roei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.4968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.4968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.34529998898506165,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.022199999541044235,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.5357000231742859},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5112000107765198},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4950999915599823},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4602000117301941},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4375},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.4036000072956085},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.37209999561309814},{"id":"https://openalex.org/keywords/motor-control","display_name":"Motor control","score":0.3052999973297119}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7634000182151794},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6294000148773193},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.5357000231742859},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5112000107765198},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4950999915599823},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4602000117301941},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44369998574256897},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4375},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.4036000072956085},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39910000562667847},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.37209999561309814},{"id":"https://openalex.org/C137813230","wikidata":"https://www.wikidata.org/wiki/Q2996165","display_name":"Motor control","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C193611912","wikidata":"https://www.wikidata.org/wiki/Q4677596","display_name":"Active vision","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.287200003862381},{"id":"https://openalex.org/C160086991","wikidata":"https://www.wikidata.org/wiki/Q5939193","display_name":"Human visual system model","level":3,"score":0.28519999980926514},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.2773999869823456},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17256","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17256","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17256","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17256","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Existing":[0],"vision":[1,46,94,154],"encoders":[2,155],"for":[3,15,108,214],"robotics":[4],"face":[5],"a":[6,93,106,116,128,133,164,204],"fundamental":[7],"bottleneck:":[8],"robotic":[9,148],"datasets":[10],"lack":[11],"the":[12,59],"scale":[13],"necessary":[14],"large-scale":[16,102],"pre-training.":[17],"Prior":[18],"work":[19],"circumvents":[20],"this":[21,64,85],"data":[22,31],"scarcity":[23],"by":[24],"turning":[25],"to":[26,75,207],"internet-scale":[27],"image":[28],"and":[29,47,143,160,173,190],"language":[30],"or":[32],"egocentric":[33,103,140],"human":[34,81,98,141],"video.":[35],"While":[36],"these":[37],"models":[38],"show":[39,195],"promise,":[40],"neither":[41],"paradigm":[42],"learns":[43,127],"from":[44,79,101],"paired":[45,65],"action":[48,77,124],"data,":[49,150],"which":[50],"downstream":[51,122],"visuomotor":[52],"control":[53],"policies":[54],"require.":[55],"However,":[56],"robot":[57,123],"trajectories,":[58],"most":[60],"direct":[61],"source":[62],"of":[63,139,147,181,199],"signal,":[66],"are":[67],"not":[68],"available":[69],"at":[70],"pre-training":[71,202],"scale,":[72],"motivating":[73],"us":[74],"extract":[76],"signals":[78],"abundant":[80],"video":[82,104,142],"instead.":[83],"To":[84],"end,":[86],"we":[87],"introduce":[88],"CAIP":[89,126,151,177],"(Contrastive":[90],"Action-Image":[91],"Pre-training),":[92],"encoder":[95],"that":[96,118,196],"treats":[97],"hand":[99,114],"poses":[100],"as":[105],"proxy":[107],"end-effector":[109],"actions.":[110],"By":[111],"extracting":[112],"3D":[113],"keypoints,":[115],"representation":[117,131],"aligns":[119],"naturally":[120],"with":[121],"spaces,":[125],"unified":[129],"action-image":[130],"through":[132],"contrastive":[134,200],"objective.":[135],"Leveraging":[136],"32,041":[137],"hours":[138,146],"only":[144],"88":[145],"manipulation":[149,168],"outperforms":[152],"state-of-the-art":[153],"including":[156],"DINOv2,":[157],"SigLIP,":[158],"MVP,":[159],"R3M.":[161],"Evaluated":[162],"on":[163,185],"challenging":[165],"real-world":[166],"dexterous":[167],"setup":[169],"using":[170],"Dexmate":[171],"Vega":[172],"Sharpa":[174],"Wave":[175],"hands,":[176],"yields":[178,203],"performance":[179],"gains":[180],"more":[182],"than":[183],"30%":[184],"tasks":[186],"involving":[187],"folding,":[188],"pouring,":[189],"fine-grained":[191],"manipulation.":[192],"Our":[193],"results":[194],"our":[197],"method":[198],"action-centric":[201],"scalable":[205],"path":[206],"achieving":[208],"robust":[209],"visual":[210],"representations":[211],"better":[212],"suited":[213],"physical":[215],"interaction.":[216]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-18T00:00:00"}