{"id":"https://openalex.org/W4400573519","doi":"https://doi.org/10.1145/3641519.3657518","title":"MotionCtrl: A Unified and Flexible Motion Controller for Video Generation","display_name":"MotionCtrl: A Unified and Flexible Motion Controller for Video Generation","publication_year":2024,"publication_date":"2024-07-12","ids":{"openalex":"https://openalex.org/W4400573519","doi":"https://doi.org/10.1145/3641519.3657518"},"language":"en","primary_location":{"id":"doi:10.1145/3641519.3657518","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641519.3657518","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers 24","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082423584","display_name":"Zhouxia Wang","orcid":"https://orcid.org/0000-0003-4677-5760"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhouxia Wang","raw_affiliation_strings":["S-Lab, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-4677-5760","affiliations":[{"raw_affiliation_string":"S-Lab, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100581304","display_name":"Ziyang Yuan","orcid":"https://orcid.org/0009-0008-1302-2352"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyang Yuan","raw_affiliation_strings":["Tsinghua University, China, China"],"raw_orcid":"https://orcid.org/0009-0008-1302-2352","affiliations":[{"raw_affiliation_string":"Tsinghua University, China, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101538534","display_name":"Xintao Wang","orcid":"https://orcid.org/0000-0001-6585-8604"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xintao Wang","raw_affiliation_strings":["ARC Lab, Tencent PCG, China"],"raw_orcid":"https://orcid.org/0000-0001-6585-8604","affiliations":[{"raw_affiliation_string":"ARC Lab, Tencent PCG, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024538926","display_name":"Yaowei Li","orcid":"https://orcid.org/0009-0006-7325-6439"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaowei Li","raw_affiliation_strings":["Peking University, China"],"raw_orcid":"https://orcid.org/0009-0006-7325-6439","affiliations":[{"raw_affiliation_string":"Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Tianshui Chen","orcid":"https://orcid.org/0000-0002-2053-5307"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianshui Chen","raw_affiliation_strings":["Guangdong University of Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-2053-5307","affiliations":[{"raw_affiliation_string":"Guangdong University of Technology, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046222739","display_name":"Menghan Xia","orcid":"https://orcid.org/0000-0001-9664-4967"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Menghan Xia","raw_affiliation_strings":["Tencent AI Lab, China"],"raw_orcid":"https://orcid.org/0000-0001-9664-4967","affiliations":[{"raw_affiliation_string":"Tencent AI Lab, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100752686","display_name":"Ping Luo","orcid":"https://orcid.org/0000-0002-6685-7950"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ping Luo","raw_affiliation_strings":["University of Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-6685-7950","affiliations":[{"raw_affiliation_string":"University of Hong Kong, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102004349","display_name":"Ying Shan","orcid":"https://orcid.org/0000-0001-7673-8325"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Shan","raw_affiliation_strings":["ARC Lab, Tencent PCG, China"],"raw_orcid":"https://orcid.org/0000-0001-7673-8325","affiliations":[{"raw_affiliation_string":"ARC Lab, Tencent PCG, China","institution_ids":["https://openalex.org/I2250653659"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":89,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7076044082641602},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.49976110458374023},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.482793927192688},{"id":"https://openalex.org/keywords/motion-control","display_name":"Motion control","score":0.45808306336402893},{"id":"https://openalex.org/keywords/motion-compensation","display_name":"Motion compensation","score":0.42526838183403015},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.38648778200149536},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32543492317199707},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.14610806107521057}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7076044082641602},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.49976110458374023},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.482793927192688},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.45808306336402893},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.42526838183403015},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38648778200149536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32543492317199707},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.14610806107521057},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3641519.3657518","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641519.3657518","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers 24","raw_type":"proceedings-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/199905","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/199905","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.6100000143051147}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2964245526","https://openalex.org/W3165647589","https://openalex.org/W3204588463","https://openalex.org/W4281485151","https://openalex.org/W4312933868","https://openalex.org/W4386071957","https://openalex.org/W4390873054","https://openalex.org/W4390874580","https://openalex.org/W4393148714","https://openalex.org/W6601630192","https://openalex.org/W6604033587","https://openalex.org/W6604385074"],"related_works":["https://openalex.org/W2755342338","https://openalex.org/W1570573051","https://openalex.org/W2775347418","https://openalex.org/W4386051551","https://openalex.org/W1842208754","https://openalex.org/W2779427294","https://openalex.org/W2725946685","https://openalex.org/W2625805835","https://openalex.org/W2350319669","https://openalex.org/W2387672602"],"abstract_inverted_index":{"Motions":[0],"in":[1,166],"a":[2,63,172,180],"video":[3,31,70],"primarily":[4],"consist":[5],"of":[6,22,42,87,98,138,141,164,183,202],"camera":[7,11,24,78,99,122,150,184],"motion,":[8,15,100,102,126],"induced":[9],"by":[10,149],"movement,":[12],"and":[13,25,56,65,75,79,84,103,119,124,132,135,152,157,186,192],"object":[14,18,26,80,101,125],"resulting":[16],"from":[17],"movement.":[19],"Accurate":[20],"control":[21,54,77,131],"both":[23,139],"motion":[27,43,67,123,130,145],"is":[28,171],"essential":[29],"for":[30,69],"generation.":[32],"However,":[33],"existing":[34,205],"works":[35],"either":[36],"mainly":[37],"focus":[38],"on":[39],"one":[40],"type":[41],"or":[44,162],"do":[45],"not":[46],"clearly":[47],"distinguish":[48],"between":[49],"the":[50,95,160,200],"two,":[51],"limiting":[52],"their":[53],"capabilities":[55],"diversity.":[57],"Therefore,":[58],"this":[59],"paper":[60],"presents":[61],"MotionCtrl,":[62],"unified":[64],"flexible":[66,134],"controller":[68],"generation":[71],"designed":[72],"to":[73,108,179,198],"effectively":[74,118],"independently":[76,120],"motion.":[81,142],"The":[82],"architecture":[83],"training":[85,105],"strategy":[86],"MotionCtrl":[88,111,203],"are":[89,147,155],"carefully":[90],"devised,":[91],"taking":[92],"into":[93],"account":[94],"inherent":[96],"properties":[97],"imperfect":[104],"data.":[106],"Compared":[107],"previous":[109],"methods,":[110],"offers":[112],"three":[113],"main":[114],"advantages:":[115],"1)":[116],"It":[117,170],"controls":[121],"enabling":[127],"more":[128],"fine-grained":[129],"facilitating":[133],"diverse":[136],"combinations":[137],"types":[140],"2)":[143],"Its":[144],"conditions":[146],"determined":[148],"poses":[151,185],"trajectories,":[153],"which":[154],"appearance-free":[156],"minimally":[158],"impact":[159],"appearance":[161],"shape":[163],"objects":[165],"generated":[167],"videos.":[168],"3)":[169],"relatively":[173],"generalizable":[174],"model":[175],"that":[176],"can":[177],"adapt":[178],"wide":[181],"array":[182],"trajectories":[187],"once":[188],"trained.":[189],"Extensive":[190],"qualitative":[191],"quantitative":[193],"experiments":[194],"have":[195],"been":[196],"conducted":[197],"demonstrate":[199],"superiority":[201],"over":[204],"methods.":[206],"Project":[207],"page:":[208],"https://wzhouxiff.github.io/projects/MotionCtrl/":[209],".":[210]},"counts_by_year":[{"year":2026,"cited_by_count":19},{"year":2025,"cited_by_count":58},{"year":2024,"cited_by_count":12}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}