{"id":"https://openalex.org/W4403792036","doi":"https://doi.org/10.1145/3664647.3680718","title":"MoTrans: Customized Motion Transfer with Text-driven Video Diffusion Models","display_name":"MoTrans: Customized Motion Transfer with Text-driven Video Diffusion Models","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403792036","doi":"https://doi.org/10.1145/3664647.3680718"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3680718","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680718","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2412.01343","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101635377","display_name":"Xiaomin Li","orcid":"https://orcid.org/0000-0001-7202-6865"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaomin Li","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067168484","display_name":"Xu Jia","orcid":"https://orcid.org/0000-0003-3168-3505"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Jia","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020704860","display_name":"Qinghe Wang","orcid":"https://orcid.org/0000-0001-6908-5485"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinghe Wang","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015049935","display_name":"Haiwen Diao","orcid":"https://orcid.org/0000-0002-4156-5417"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiwen Diao","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101903528","display_name":"Mengmeng Ge","orcid":"https://orcid.org/0009-0003-1301-1323"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengmeng Ge","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Pengxiang Li","orcid":"https://orcid.org/0009-0005-6906-7005"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengxiang Li","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101509529","display_name":"You He","orcid":"https://orcid.org/0000-0002-6111-340X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"You He","raw_affiliation_strings":["Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006986293","display_name":"Huchuan Lu","orcid":"https://orcid.org/0000-0002-6668-9758"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huchuan Lu","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101635377"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":null,"apc_paid":null,"fwci":0.9669,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.76701292,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"3421","last_page":"3430"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7095820903778076},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.6463115215301514},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.6283000707626343},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.4660322070121765},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4657875597476959},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3970830738544464},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33648860454559326},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09713542461395264}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7095820903778076},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6463115215301514},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.6283000707626343},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.4660322070121765},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4657875597476959},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3970830738544464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33648860454559326},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09713542461395264},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3664647.3680718","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3680718","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2412.01343","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.01343","pdf_url":"https://arxiv.org/pdf/2412.01343","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2412.01343","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2412.01343","pdf_url":"https://arxiv.org/pdf/2412.01343","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1276140022","display_name":null,"funder_award_id":"62293542","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1908088002","display_name":null,"funder_award_id":"62293540","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2207719780","display_name":null,"funder_award_id":"62106036","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2558812161","display_name":null,"funder_award_id":"U23B2010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6058138561","display_name":null,"funder_award_id":", No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8555352546","display_name":null,"funder_award_id":"CG001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403792036.pdf","grobid_xml":"https://content.openalex.org/works/W4403792036.grobid-xml"},"referenced_works_count":15,"referenced_works":["https://openalex.org/W2559085405","https://openalex.org/W2944006115","https://openalex.org/W2963876278","https://openalex.org/W3204588463","https://openalex.org/W4234855799","https://openalex.org/W4385271055","https://openalex.org/W4385682474","https://openalex.org/W4386072096","https://openalex.org/W4386075647","https://openalex.org/W4386083141","https://openalex.org/W4387596111","https://openalex.org/W4390872297","https://openalex.org/W4390873135","https://openalex.org/W4390874580","https://openalex.org/W4402727736"],"related_works":["https://openalex.org/W4386051551","https://openalex.org/W2755342338","https://openalex.org/W2779427294","https://openalex.org/W2725946685","https://openalex.org/W2775347418","https://openalex.org/W2625805835","https://openalex.org/W2079911747","https://openalex.org/W3116076068","https://openalex.org/W3003936178","https://openalex.org/W2145652935"],"abstract_inverted_index":{"Existing":[0],"pretrained":[1],"text-to-video":[2],"(T2V)":[3],"models":[4,21,36],"have":[5],"demonstrated":[6],"impressive":[7],"abilities":[8],"in":[9,57,87,188],"generating":[10,26],"realistic":[11],"videos":[12,42],"with":[13],"basic":[14],"motion":[15,53,68,78,86,124,175],"or":[16,179],"camera":[17],"movement.":[18],"However,":[19],"these":[20],"exhibit":[22],"significant":[23],"limitations":[24],"when":[25],"intricate,":[27],"human-centric":[28],"motions.":[29],"Current":[30],"efforts":[31],"primarily":[32],"focus":[33,106],"on":[34,37,108],"fine-tuning":[35],"a":[38,44,76,93,154],"small":[39],"set":[40],"of":[41,67,84,140,146,162],"containing":[43],"specific":[45,164,174],"motion.":[46,149,165],"They":[47],"often":[48],"fail":[49],"to":[50,100,105,115,122],"effectively":[51,172],"decouple":[52],"and":[54,110,134,142,148],"the":[55,58,64,102,123,138,144,160,163],"appearance":[56,109,112,117,141,147],"limited":[59],"reference":[60,181],"videos,":[61,182],"thereby":[62],"weakening":[63],"modeling":[65,125,139,161],"capability":[66],"patterns.":[69],"To":[70],"this":[71],"end,":[72],"we":[73,91,152],"propose":[74],"MoTrans,":[75],"customized":[77,189],"transfer":[79],"method":[80,171],"enabling":[81],"video":[82,120,135,190],"generation":[83],"similar":[85],"new":[88],"context.":[89],"Specifically,":[90],"introduce":[92],"multimodal":[94,129],"large":[95],"language":[96],"model":[97],"(MLLM)-based":[98],"recaptioner":[99],"expand":[101],"initial":[103],"prompt":[104,133],"more":[107],"an":[111],"injection":[113],"module":[114],"adapt":[116],"prior":[118],"from":[119,131,177],"frames":[121,136],"process.":[126],"These":[127],"complementary":[128],"representations":[130],"recaptioned":[132],"promote":[137],"facilitate":[143],"decoupling":[145],"In":[150],"addition,":[151],"devise":[153],"motion-specific":[155],"embedding":[156],"for":[157],"further":[158],"enhancing":[159],"Experimental":[166],"results":[167],"demonstrate":[168],"that":[169],"our":[170],"learns":[173],"pattern":[176],"singular":[178],"multiple":[180],"performing":[183],"favorably":[184],"against":[185],"existing":[186],"methods":[187],"generation.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}