{"id":"https://openalex.org/W4410294763","doi":"https://doi.org/10.1109/tvcg.2025.3568880","title":"MotionCrafter: Plug-and-Play Motion Guidance for Diffusion Models","display_name":"MotionCrafter: Plug-and-Play Motion Guidance for Diffusion Models","publication_year":2025,"publication_date":"2025-05-12","ids":{"openalex":"https://openalex.org/W4410294763","doi":"https://doi.org/10.1109/tvcg.2025.3568880","pmid":"https://pubmed.ncbi.nlm.nih.gov/40354209"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2025.3568880","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3568880","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tvcg.2025.3568880","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100398013","display_name":"Yuxin Zhang","orcid":"https://orcid.org/0000-0001-6433-2678"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxin Zhang","raw_affiliation_strings":["MAIS, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6433-2678","affiliations":[{"raw_affiliation_string":"MAIS, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069298091","display_name":"Weiming Dong","orcid":"https://orcid.org/0000-0001-6502-145X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiming Dong","raw_affiliation_strings":["MAIS, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6502-145X","affiliations":[{"raw_affiliation_string":"MAIS, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112699696","display_name":"Fan Tang","orcid":"https://orcid.org/0000-0002-3975-2483"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Tang","raw_affiliation_strings":["School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3975-2483","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081580834","display_name":"Nisha Huang","orcid":"https://orcid.org/0000-0002-1627-6584"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nisha Huang","raw_affiliation_strings":["MAIS, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1627-6584","affiliations":[{"raw_affiliation_string":"MAIS, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101795031","display_name":"Haibin Huang","orcid":"https://orcid.org/0000-0002-7787-6428"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haibin Huang","raw_affiliation_strings":["Visual Generation and Interaction Center, Kuaishou Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7787-6428","affiliations":[{"raw_affiliation_string":"Visual Generation and Interaction Center, Kuaishou Technology, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025046851","display_name":"Chongyang Ma","orcid":"https://orcid.org/0000-0002-8243-9513"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chongyang Ma","raw_affiliation_strings":["Visual Generation and Interaction Center, Kuaishou Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8243-9513","affiliations":[{"raw_affiliation_string":"Visual Generation and Interaction Center, Kuaishou Technology, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101928510","display_name":"Pengfei Wan","orcid":"https://orcid.org/0000-0001-7225-565X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pengfei Wan","raw_affiliation_strings":["Visual Generation and Interaction Center, Kuaishou Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7225-565X","affiliations":[{"raw_affiliation_string":"Visual Generation and Interaction Center, Kuaishou Technology, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050657606","display_name":"Tong\u2010Yee Lee","orcid":"https://orcid.org/0000-0001-6699-2944"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Tong-Yee Lee","raw_affiliation_strings":["National Cheng Kung University, Tainan, Taiwan","National Cheng Kung University, Tainan"],"raw_orcid":"https://orcid.org/0000-0001-6699-2944","affiliations":[{"raw_affiliation_string":"National Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]},{"raw_affiliation_string":"National Cheng Kung University, Tainan","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022636178","display_name":"Changsheng Xu","orcid":"https://orcid.org/0000-0001-8343-9665"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changsheng Xu","raw_affiliation_strings":["MAIS, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8343-9665","affiliations":[{"raw_affiliation_string":"MAIS, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11360624,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"31","issue":"10","first_page":"8372","last_page":"8384"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12125","display_name":"Aerospace and Aviation Technology","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12125","display_name":"Aerospace and Aviation Technology","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10805","display_name":"Vehicle Dynamics and Control Systems","score":0.9567000269889832,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6879736185073853},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5555972456932068},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5552545785903931},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.43026307225227356},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4214439392089844},{"id":"https://openalex.org/keywords/plug-in","display_name":"Plug-in","score":0.41775110363960266},{"id":"https://openalex.org/keywords/plug-and-play","display_name":"Plug and play","score":0.4123293161392212},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3282555937767029},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.2861902713775635},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2730408310890198},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.0964408814907074},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.0784759521484375}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6879736185073853},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5555972456932068},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5552545785903931},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.43026307225227356},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4214439392089844},{"id":"https://openalex.org/C4924752","wikidata":"https://www.wikidata.org/wiki/Q184148","display_name":"Plug-in","level":2,"score":0.41775110363960266},{"id":"https://openalex.org/C2780070844","wikidata":"https://www.wikidata.org/wiki/Q857815","display_name":"Plug and play","level":2,"score":0.4123293161392212},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3282555937767029},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2861902713775635},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2730408310890198},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0964408814907074},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0784759521484375},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2025.3568880","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3568880","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:40354209","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40354209","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":{"id":"doi:10.1109/tvcg.2025.3568880","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tvcg.2025.3568880","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5049913043","display_name":null,"funder_award_id":"L221013","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G7192327807","display_name":null,"funder_award_id":"Z231100005923033","funder_id":"https://openalex.org/F4320335843","funder_display_name":"Beijing Science and Technology Planning Project"}],"funders":[{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335843","display_name":"Beijing Science and Technology Planning Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W147001025","https://openalex.org/W2470139095","https://openalex.org/W3204588463","https://openalex.org/W4296900456","https://openalex.org/W4386065764","https://openalex.org/W4386071613","https://openalex.org/W4386071957","https://openalex.org/W4386072096","https://openalex.org/W4386076425","https://openalex.org/W4389334989","https://openalex.org/W4389347744","https://openalex.org/W4389539271","https://openalex.org/W4389539288","https://openalex.org/W4389574988","https://openalex.org/W4390872556","https://openalex.org/W4390873135","https://openalex.org/W4390873195","https://openalex.org/W4391591626","https://openalex.org/W4391622623","https://openalex.org/W4396753622","https://openalex.org/W4402716309","https://openalex.org/W4402727092","https://openalex.org/W4402753906","https://openalex.org/W4402774219","https://openalex.org/W4403878131","https://openalex.org/W4403998619","https://openalex.org/W4404984122","https://openalex.org/W4407881938"],"related_works":["https://openalex.org/W47352601","https://openalex.org/W2981957539","https://openalex.org/W3025520020","https://openalex.org/W2095769150","https://openalex.org/W2279095528","https://openalex.org/W2352394813","https://openalex.org/W2360042170","https://openalex.org/W2368465758","https://openalex.org/W2108894446","https://openalex.org/W4223592178"],"abstract_inverted_index":{"The":[0],"essence":[1],"of":[2,59,118,137,166,212,220,241],"a":[3,31,75,85,105,151,171,217,239],"video":[4,76],"lies":[5,66],"in":[6,19,67,232],"the":[7,38,57,63,70,111,115,119,125,135,178,208,213,233],"dynamic":[8,204],"motions.":[9],"While":[10],"text-to-video":[11,98],"generative":[12],"diffusion":[13,101,179],"models":[14],"have":[15],"made":[16],"significant":[17],"strides":[18],"creating":[20],"diverse":[21],"content,":[22],"effectively":[23,68],"controlling":[24],"specific":[25],"motions":[26,205],"through":[27],"text":[28],"prompts":[29],"remains":[30],"challenge.":[32],"By":[33],"utilizing":[34],"user-specified":[35],"reference":[36,112],"videos,":[37],"more":[39,163],"precise":[40],"guidance":[41],"for":[42,95,128],"character":[43,129],"actions,":[44],"object":[45],"movements,":[46],"and":[47,72,99,139,155,189,210],"camera":[48],"movements":[49],"can":[50,201,225],"be":[51,226],"achieved.":[52],"This":[53],"gives":[54],"rise":[55],"to":[56,181,228,235],"task":[58],"motion":[60,73,89,113,138,146,152],"customization,":[61],"where":[62],"primary":[64],"challenge":[65],"decoupling":[69],"appearance":[71,157,221],"within":[74],"clip.":[77],"To":[78,133,161],"address":[79],"this":[80],"challenge,":[81],"we":[82,141,168,197],"introduce":[83],"MotionCrafter,":[84],"novel":[86,172],"one-shot":[87],"instance-guided":[88],"customization":[90],"method":[91],"that":[92,109,176,199],"is":[93],"suitable":[94],"both":[96],"pre-trained":[97],"text-to-image":[100],"models.":[102],"MotionCrafter":[103,200,224],"employs":[104],"parallel":[106],"spatial-temporal":[107],"architecture":[108],"integrates":[110],"into":[114],"temporal":[116],"component":[117],"base":[120,214],"model,":[121,215],"while":[122,206],"independently":[123],"adjusting":[124],"spatial":[126],"module":[127],"or":[130],"style":[131],"control.":[132],"enhance":[134],"disentanglement":[136,147,153],"appearance,":[140],"propose":[142,170],"an":[143,156],"innovative":[144],"dual-branch":[145],"approach,":[148],"which":[149],"includes":[150],"loss":[154],"prior":[158],"enhancement":[159],"strategy.":[160],"facilitate":[162],"efficient":[164],"learning":[165],"motions,":[167],"further":[169],"timestep-layered":[173],"tuning":[174],"strategy":[175],"directs":[177],"model":[180],"focus":[182],"on":[183],"motion-level":[184],"information.":[185],"Through":[186],"comprehensive":[187],"quantitative":[188],"qualitative":[190],"experiments,":[191],"along":[192],"with":[193,238],"user":[194],"preference":[195],"tests,":[196],"demonstrate":[198],"successfully":[202],"integrate":[203],"maintaining":[207],"coherence":[209],"quality":[211],"providing":[216],"wide":[218],"range":[219],"generation":[222],"capabilities.":[223],"applied":[227],"various":[229],"personalized":[230],"backbones":[231],"community":[234],"generate":[236],"videos":[237],"variety":[240],"artistic":[242],"styles.":[243]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}