{"id":"https://openalex.org/W4403791461","doi":"https://doi.org/10.1145/3664647.3681147","title":"HeroMaker: Human-centric Video Editing with Motion Priors","display_name":"HeroMaker: Human-centric Video Editing with Motion Priors","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403791461","doi":"https://doi.org/10.1145/3664647.3681147"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681147","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681147","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113261609","display_name":"Shiyu Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shiyu Liu","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115603738","display_name":"Zibo Zhao","orcid":"https://orcid.org/0009-0005-4831-8418"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zibo Zhao","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045510028","display_name":"Yihao Zhi","orcid":"https://orcid.org/0009-0007-1183-5459"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihao Zhi","raw_affiliation_strings":["The Chinese University of Hong Kong (Shenzhen), Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104233810","display_name":"Yiqun Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiqun Zhao","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044984698","display_name":"Binbin Huang","orcid":"https://orcid.org/0009-0008-7495-2406"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Binbin Huang","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113902190","display_name":"Shuo Wang","orcid":"https://orcid.org/0000-0003-4044-8611"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Wang","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015445319","display_name":"Ruoyu Wang","orcid":"https://orcid.org/0009-0007-3330-3816"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruoyu Wang","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114416511","display_name":"Michael Xuan","orcid":"https://orcid.org/0009-0007-3404-7981"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Xuan","raw_affiliation_strings":["UniDT Co. Ltd, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"UniDT Co. Ltd, Shanghai, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100623067","display_name":"Zhengxin Li","orcid":"https://orcid.org/0000-0001-8410-2976"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengxin Li","raw_affiliation_strings":["ShanghaiTech University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"ShanghaiTech University, Shanghai, China","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034339267","display_name":"Shenghua Gao","orcid":"https://orcid.org/0000-0003-1626-2040"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]},{"id":"https://openalex.org/I4210151021","display_name":"Shanghai Institute of Computing Technology","ror":"https://ror.org/05ek0ze18","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210151021"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Shenghua Gao","raw_affiliation_strings":["The University of Hong Kong & HKU Shanghai Advanced Computing and Intelligent Technology Research Institute, HKSAR, China"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong & HKU Shanghai Advanced Computing and Intelligent Technology Research Institute, HKSAR, China","institution_ids":["https://openalex.org/I4210151021","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5113261609"],"corresponding_institution_ids":["https://openalex.org/I30809798"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19217259,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3761","last_page":"3770"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7484905123710632},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.722793459892273},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6128338575363159},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5467783212661743},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5233872532844543},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.4114339351654053},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.17012596130371094}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7484905123710632},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.722793459892273},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6128338575363159},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5467783212661743},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5233872532844543},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.4114339351654053},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.17012596130371094}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3681147","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681147","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2052069724","https://openalex.org/W2793768642","https://openalex.org/W2963527086","https://openalex.org/W3023742835","https://openalex.org/W3035462930","https://openalex.org/W3158914867","https://openalex.org/W3204654630","https://openalex.org/W4206046513","https://openalex.org/W4253974813","https://openalex.org/W4310380667","https://openalex.org/W4312872987","https://openalex.org/W4312891300","https://openalex.org/W4312925709","https://openalex.org/W4386066366","https://openalex.org/W4386083180","https://openalex.org/W4390871980","https://openalex.org/W4390873135","https://openalex.org/W4390874580","https://openalex.org/W4402733573"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Video":[0],"generation":[1],"and":[2,20,30,41,61,122,144,156,185,195,213],"editing,":[3,7],"particularly":[4],"human-centric":[5,110,176],"video":[6,111,121,146,163,177],"has":[8],"seen":[9],"a":[10,94],"surge":[11],"of":[12,171],"interest":[13],"in":[14,36,77,97,161],"its":[15],"potential":[16],"to":[17,131,166,191],"create":[18],"immersive":[19],"dynamic":[21],"content.":[22],"A":[23],"fundamental":[24],"challenge":[25],"is":[26],"ensuring":[27],"temporal":[28,209],"coherence":[29],"visual":[31,99,211],"harmony":[32],"across":[33,126],"frames,":[34],"especially":[35],"handling":[37],"large-scale":[38,78],"human":[39,79,86,153],"motion":[40,134,154,189],"maintaining":[42],"consistency":[43],"over":[44],"long":[45],"sequences.":[46],"The":[47],"previous":[48],"methods,":[49],"such":[50],"as":[51],"zero-shot":[52],"text-to-video":[53],"methods":[54,66,207],"with":[55,59,71,188],"diffusion":[56],"model,":[57],"struggle":[58],"flickering":[60],"length":[62],"limitations.":[63],"In":[64],"contrast,":[65],"employing":[67],"Video-2D":[68],"representations":[69],"grapple":[70],"accurately":[72],"capturing":[73],"complex":[74],"structural":[75],"relationships":[76],"motion.":[80],"Simultaneously,":[81],"some":[82],"patterns":[83],"on":[84],"the":[85,91,103,115,119,133,138,150,162,168,181],"body":[87,151],"appear":[88],"intermittently":[89],"throughout":[90],"video,":[92],"posing":[93],"knotty":[95],"problem":[96],"identifying":[98],"correspondence.":[100],"To":[101],"address":[102],"above":[104],"problems,":[105],"we":[106,129],"present":[107],"HeroMaker.":[108],"This":[109],"editing":[112,178],"framework":[113,165],"manipulates":[114],"person's":[116],"appearance":[117],"within":[118],"input":[120],"achieves":[123],"consistent":[124],"results":[125],"frames.":[127],"Specifically,":[128],"propose":[130],"learn":[132],"priors,":[135],"which":[136],"represent":[137],"correspondences":[139],"between":[140],"dual":[141,182],"canonical":[142,172,183],"fields":[143,184],"each":[145],"frame,":[147],"by":[148,179],"leveraging":[149],"mesh-based":[152],"warping":[155],"neural":[157],"deformation-based":[158],"margin":[159],"refinement":[160],"reconstruction":[164],"ensure":[167],"semantic":[169,214],"correctness":[170],"fields.":[173],"HeroMaker":[174],"performs":[175],"manipulating":[180],"combining":[186],"them":[187],"priors":[190],"synthesize":[192],"temporally":[193],"coherent":[194],"visually":[196],"plausible":[197],"results.":[198],"Comprehensive":[199],"experiments":[200],"demonstrate":[201],"that":[202],"our":[203],"approach":[204],"surpasses":[205],"existing":[206],"regarding":[208],"consistency,":[210],"quality,":[212],"coherence.":[215]},"counts_by_year":[],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}