{"id":"https://openalex.org/W7159660084","doi":"https://doi.org/10.48550/arxiv.2604.27711","title":"ExoActor: Exocentric Video Generation as Generalizable Interactive Humanoid Control","display_name":"ExoActor: Exocentric Video Generation as Generalizable Interactive Humanoid Control","publication_year":2026,"publication_date":"2026-04-30","ids":{"openalex":"https://openalex.org/W7159660084","doi":"https://doi.org/10.48550/arxiv.2604.27711"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.27711","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27711","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.27711","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5134971498","display_name":"Yanghao Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yanghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125572944","display_name":"Jingyu Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Jingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134952798","display_name":"Yibo Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Yibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134990928","display_name":"Zhenguo Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Zhenguo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134988049","display_name":"Yu Bai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bai, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134929658","display_name":"B\u00f6rje F. Karlsson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karlsson, B\u00f6rje F.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.4092999994754791,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.4092999994754791,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.2791999876499176,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.12250000238418579,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/humanoid-robot","display_name":"Humanoid robot","score":0.7766000032424927},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5838000178337097},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5268999934196472},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.49459999799728394},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.47839999198913574},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.3995000123977661},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.37610000371932983},{"id":"https://openalex.org/keywords/motion-capture","display_name":"Motion capture","score":0.37310001254081726},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.36309999227523804},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.35920000076293945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.791700005531311},{"id":"https://openalex.org/C60692881","wikidata":"https://www.wikidata.org/wiki/Q584529","display_name":"Humanoid robot","level":3,"score":0.7766000032424927},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5838000178337097},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5543000102043152},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5289000272750854},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5268999934196472},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.49459999799728394},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.47839999198913574},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.3995000123977661},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.37610000371932983},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.37310001254081726},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.36309999227523804},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.35920000076293945},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3560999929904938},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.35569998621940613},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.3407999873161316},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.336899995803833},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.3228999972343445},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.304500013589859},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2818000018596649},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.2777000069618225},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C130727458","wikidata":"https://www.wikidata.org/wiki/Q1639109","display_name":"Coarticulation","level":3,"score":0.2678999900817871},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.2667999863624573},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.25440001487731934},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.27711","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27711","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.27711","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.27711","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6606433987617493,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Humanoid":[0],"control":[1],"systems":[2],"have":[3],"made":[4],"significant":[5],"progress":[6],"in":[7,79],"recent":[8],"years,":[9],"yet":[10],"modeling":[11,92,196],"fluent":[12],"interaction-rich":[13,197],"behavior":[14,145],"between":[15,112],"a":[16,25,50,59,88,96,128,138,143,192,202],"robot,":[17,113],"its":[18,161],"surrounding":[19],"environment,":[20,114],"and":[21,43,99,115,134,159,181],"task-relevant":[22],"objects":[23],"remains":[24],"fundamental":[26],"challenge.":[27],"This":[28],"difficulty":[29],"arises":[30],"from":[31],"the":[32,64,149,178],"need":[33],"to":[34,53,72,82,163,195,208],"jointly":[35],"capture":[36],"spatial":[37],"context,":[38,101],"temporal":[39],"dynamics,":[40],"robot":[41],"actions,":[42],"task":[44,97],"intent":[45],"at":[46],"scale,":[47],"which":[48],"is":[49,81,120],"poor":[51],"match":[52],"conventional":[54],"supervision.":[55],"We":[56],"propose":[57],"ExoActor,":[58],"novel":[60],"framework":[61],"that":[62,107,130],"leverages":[63],"generalization":[65,162],"capabilities":[66],"of":[67,177],"large-scale":[68],"video":[69,85,118],"generation":[70,86],"models":[71,207],"address":[73],"this":[74],"problem.":[75],"The":[76],"key":[77],"insight":[78],"ExoActor":[80,102,190],"use":[83],"third-person":[84],"as":[87,155],"unified":[89],"interface":[90],"for":[91,185,205],"interaction":[93],"dynamics.":[94],"Given":[95],"instruction":[98],"scene":[100],"synthesizes":[103],"plausible":[104],"execution":[105],"processes":[106],"implicitly":[108],"encode":[109],"coordinated":[110],"interactions":[111],"objects.":[116],"Such":[117],"output":[119],"then":[121],"transformed":[122],"into":[123],"executable":[124],"humanoid":[125,198,211],"behaviors":[126],"through":[127],"pipeline":[129],"estimates":[131],"human":[132],"motion":[133,140],"executes":[135],"it":[136,154],"via":[137],"general":[139],"controller,":[141],"yielding":[142],"task-conditioned":[144],"sequence.":[146],"To":[147],"validate":[148],"proposed":[150],"framework,":[151],"we":[152,172],"implement":[153],"an":[156],"end-to-end":[157],"system":[158],"demonstrate":[160],"new":[164,203],"scenarios":[165],"without":[166],"additional":[167],"real-world":[168],"data":[169],"collection.":[170],"Furthermore,":[171],"conclude":[173],"by":[174],"discussing":[175],"limitations":[176],"current":[179],"implementation":[180],"outlining":[182],"promising":[183],"directions":[184],"future":[186],"research,":[187],"illustrating":[188],"how":[189],"provides":[191],"scalable":[193],"approach":[194],"behaviors,":[199],"potentially":[200],"opening":[201],"avenue":[204],"generative":[206],"advance":[209],"general-purpose":[210],"intelligence.":[212]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-02T00:00:00"}