{"id":"https://openalex.org/W7164024225","doi":"https://doi.org/10.48550/arxiv.2606.09813","title":"iMaC: Translating Actions into Motion and Contact Images for Embodied World Models","display_name":"iMaC: Translating Actions into Motion and Contact Images for Embodied World Models","publication_year":2026,"publication_date":"2026-06-08","ids":{"openalex":"https://openalex.org/W7164024225","doi":"https://doi.org/10.48550/arxiv.2606.09813"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.09813","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09813","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.09813","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138211134","display_name":"Zhenyu Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Zhenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138228998","display_name":"Xiuwei Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Xiuwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138246358","display_name":"Yukun Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yukun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138217259","display_name":"Yifan Li (327507)","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138267792","display_name":"Qiuping Deng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Qiuping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138259735","display_name":"Xiaofeng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xiaofeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138230532","display_name":"Zheng Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013808212","display_name":"Bingyao Yu","orcid":"https://orcid.org/0000-0001-9550-6554"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Bingyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138226921","display_name":"Ziwei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Ziwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138208973","display_name":"Jiwen Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Jiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5011536717","display_name":"Haibin Yan","orcid":"https://orcid.org/0000-0003-0811-6545"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Haibin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.2623000144958496,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.2623000144958496,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.18459999561309814,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.13830000162124634,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embodied-cognition","display_name":"Embodied cognition","score":0.9006999731063843},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6302000284194946},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5928999781608582},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5582000017166138},{"id":"https://openalex.org/keywords/embodied-agent","display_name":"Embodied agent","score":0.5353000164031982},{"id":"https://openalex.org/keywords/cognitive-robotics","display_name":"Cognitive robotics","score":0.5059999823570251},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4481000006198883},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.43050000071525574},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4131999909877777},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.4081999957561493}],"concepts":[{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.9006999731063843},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7038000226020813},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6302000284194946},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5928999781608582},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5604000091552734},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5582000017166138},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5407999753952026},{"id":"https://openalex.org/C103683099","wikidata":"https://www.wikidata.org/wiki/Q5370102","display_name":"Embodied agent","level":3,"score":0.5353000164031982},{"id":"https://openalex.org/C192327766","wikidata":"https://www.wikidata.org/wiki/Q1038799","display_name":"Cognitive robotics","level":3,"score":0.5059999823570251},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4481000006198883},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.43050000071525574},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4131999909877777},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.4081999957561493},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.38449999690055847},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.3815999925136566},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.37529999017715454},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.36149999499320984},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.35429999232292175},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34630000591278076},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3458000123500824},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3343999981880188},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C111151474","wikidata":"https://www.wikidata.org/wiki/Q1653368","display_name":"iCub","level":4,"score":0.2863999903202057},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.27559998631477356},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.275299996137619},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.2632000148296356},{"id":"https://openalex.org/C2780527621","wikidata":"https://www.wikidata.org/wiki/Q7936593","display_name":"Visual control","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.25540000200271606}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.09813","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09813","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.09813","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09813","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.4858420491218567}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Embodied":[0],"world":[1,79,124,220],"models":[2],"have":[3],"emerged":[4],"as":[5,60,73,93],"a":[6,63,112,122,223],"pivotal":[7],"paradigm":[8,67,227],"for":[9,48,77,207,218,228],"visual":[10,71,91,130],"robotic":[11,168,230],"decision-making":[12],"and":[13,30,44,106,121,153,166,186,204,232],"interactive":[14,103],"environment":[15,140],"simulation.":[16],"However,":[17],"conventional":[18],"embodied":[19,78,114,155,163,209,219],"frameworks":[20],"rely":[21],"on":[22,144,161,197],"low-dimensional":[23],"structured":[24],"action":[25,75,86,95,134,177,200],"vectors":[26],"(e.g.,":[27],"joint":[28],"angles":[29],"end-effector":[31],"poses),":[32],"which":[33,97],"suffer":[34],"from":[35,82],"limited":[36],"expressive":[37],"capacity,":[38],"poor":[39],"generalization":[40,188],"across":[41],"diverse":[42],"embodiments,":[43],"unnatural":[45],"dynamic":[46,123],"modeling":[47],"complex":[49],"physical":[50,108],"interactions.":[51],"To":[52],"address":[53],"these":[54],"limitations,":[55],"this":[56],"paper":[57],"proposesiMac":[58],"(Image":[59],"Action":[61],"Control),":[62],"novel":[64],"unified":[65],"control":[66,178,206],"that":[68,173],"treats":[69],"raw":[70],"images":[72,131],"native":[74],"representations":[76],"models.":[80],"Departing":[81],"traditional":[83],"explicit":[84],"kinematic":[85],"encoding,":[87],"iMac":[88,174],"formulates":[89],"continuous":[90],"manipulation":[92,164],"image-based":[94],"tokens,":[96],"inherently":[98],"encapsulate":[99],"spatial":[100],"motion":[101],"intentions,":[102],"geometric":[104],"constraints":[105],"subtle":[107],"dynamics.":[109],"We":[110],"construct":[111],"dual-branch":[113],"architecture":[115],"consisting":[116],"of":[117],"an":[118,214],"image-action":[119,192],"encoder":[120,127],"predictor:":[125],"the":[126,137,195],"compresses":[128],"target-driven":[129],"into":[132],"compact":[133],"embeddings,":[135],"while":[136],"predictor":[138],"learns":[139],"transition":[141],"rules":[142],"conditioned":[143],"image":[145],"actions":[146],"to":[147],"achieve":[148],"high-fidelity":[149],"future":[150],"state":[151],"prediction":[152,181],"closed-loop":[154],"control.":[156],"Extensive":[157],"experiments":[158],"are":[159],"conducted":[160],"public":[162],"benchmarks":[165],"real-world":[167],"scenarios.":[169],"The":[170],"results":[171],"demonstrate":[172],"outperforms":[175],"vector-based":[176],"baselines":[179],"in":[180],"accuracy,":[182],"task":[183],"success":[184],"rate":[185],"cross-scene":[187],"ability.":[189],"Moreover,":[190],"our":[191],"design":[193],"eliminates":[194],"reliance":[196],"manually":[198],"defined":[199],"spaces,":[201],"realizing":[202],"flexible":[203],"universal":[205],"heterogeneous":[208],"agents.":[210],"This":[211],"work":[212],"provides":[213],"innovative":[215],"visual-action":[216],"perspective":[217],"models,":[221],"offering":[222],"simple":[224],"yet":[225],"effective":[226],"scalable":[229],"perception":[231],"manipulation.":[233]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-10T00:00:00"}
