{"id":"https://openalex.org/W2971634123","doi":"https://doi.org/10.1145/3355089.3356500","title":"Neural style-preserving visual dubbing","display_name":"Neural style-preserving visual dubbing","publication_year":2019,"publication_date":"2019-11-08","ids":{"openalex":"https://openalex.org/W2971634123","doi":"https://doi.org/10.1145/3355089.3356500","mag":"2971634123"},"language":"en","primary_location":{"id":"doi:10.1145/3355089.3356500","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3355089.3356500","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1909.02518","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hyeongwoo Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Hyeongwoo Kim","raw_affiliation_strings":["Max Planck Institute for Informatics"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mohamed Elgharib","orcid":null},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mohamed Elgharib","raw_affiliation_strings":["Max Planck Institute for Informatics"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Michael Zollh\u00f6fer","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Zollh\u00f6fer","raw_affiliation_strings":["Stanford University"],"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hans-Peter Seidel","orcid":null},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Hans-Peter Seidel","raw_affiliation_strings":["Max Planck Institute for Informatics"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics","institution_ids":["https://openalex.org/I4210109712"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Thabo Beeler","orcid":null},"institutions":[{"id":"https://openalex.org/I4210142140","display_name":"Walt Disney (United States)","ror":"https://ror.org/04eg47h42","country_code":"US","type":"company","lineage":["https://openalex.org/I4210142140"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thabo Beeler","raw_affiliation_strings":["DisneyResearch|Studios"],"affiliations":[{"raw_affiliation_string":"DisneyResearch|Studios","institution_ids":["https://openalex.org/I4210142140"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Christian Richardt","orcid":null},"institutions":[{"id":"https://openalex.org/I51601045","display_name":"University of Bath","ror":"https://ror.org/002h8g185","country_code":"GB","type":"education","lineage":["https://openalex.org/I51601045"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Christian Richardt","raw_affiliation_strings":["University of Bath"],"affiliations":[{"raw_affiliation_string":"University of Bath","institution_ids":["https://openalex.org/I51601045"]}]},{"author_position":"last","author":{"id":null,"display_name":"Christian Theobalt","orcid":null},"institutions":[{"id":"https://openalex.org/I4210109712","display_name":"Max Planck Institute for Informatics","ror":"https://ror.org/01w19ak89","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210109712"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Theobalt","raw_affiliation_strings":["Max Planck Institute for Informatics"],"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Informatics","institution_ids":["https://openalex.org/I4210109712"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210109712"],"apc_list":null,"apc_paid":null,"fwci":3.1671,"has_fulltext":false,"cited_by_count":61,"citation_normalized_percentile":{"value":0.93718177,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"38","issue":"6","first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.01860000006854534,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6256999969482422},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.5752000212669373},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5062999725341797},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5026000142097473},{"id":"https://openalex.org/keywords/factor","display_name":"Factor (programming language)","score":0.4047999978065491},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3898000121116638},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.37540000677108765},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.3677999973297119},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.35339999198913574}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8111000061035156},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6256999969482422},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6082000136375427},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.5752000212669373},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5178999900817871},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5062999725341797},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5026000142097473},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.4047999978065491},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3898000121116638},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.37540000677108765},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.3677999973297119},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.35339999198913574},{"id":"https://openalex.org/C2779696439","wikidata":"https://www.wikidata.org/wiki/Q7512811","display_name":"Signature (topology)","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C83248878","wikidata":"https://www.wikidata.org/wiki/Q344000","display_name":"Active appearance model","level":3,"score":0.3393000066280365},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3314000070095062},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3059000074863434},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.28929999470710754},{"id":"https://openalex.org/C2987714656","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Facial expression recognition","level":4,"score":0.28839999437332153},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.28700000047683716},{"id":"https://openalex.org/C2988773926","wikidata":"https://www.wikidata.org/wiki/Q25104379","display_name":"Generative adversarial network","level":3,"score":0.2863999903202057},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.27730000019073486},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C98907195","wikidata":"https://www.wikidata.org/wiki/Q5428562","display_name":"Facial motion capture","level":5,"score":0.25609999895095825}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3355089.3356500","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3355089.3356500","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1909.02518","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.02518","pdf_url":"https://arxiv.org/pdf/1909.02518","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1909.02518","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.02518","pdf_url":"https://arxiv.org/pdf/1909.02518","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1101433095","display_name":"6-DoF VR Video: Towards Immersive 360-degree VR Video with Motion Parallax","funder_award_id":"EP/S001050/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1477294019","display_name":null,"funder_award_id":"770784","funder_id":"https://openalex.org/F4320338352","funder_display_name":"FP7 Ideas: European Research Council"},{"id":"https://openalex.org/G5212373428","display_name":null,"funder_award_id":"EP/M023281/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8060463550","display_name":null,"funder_award_id":"EP/M023281/1","funder_id":"https://openalex.org/F4320320240","funder_display_name":"Research Councils UK"}],"funders":[{"id":"https://openalex.org/F4320320240","display_name":"Research Councils UK","ror":"https://ror.org/00dq2kk65"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320338352","display_name":"FP7 Ideas: European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2014336666","https://openalex.org/W2017107803","https://openalex.org/W2046909118","https://openalex.org/W2064675550","https://openalex.org/W2076017598","https://openalex.org/W2083389036","https://openalex.org/W2097108975","https://openalex.org/W2097398294","https://openalex.org/W2107813907","https://openalex.org/W2146991130","https://openalex.org/W2194775991","https://openalex.org/W2237250383","https://openalex.org/W2295661697","https://openalex.org/W2398381847","https://openalex.org/W2486034530","https://openalex.org/W2737658251","https://openalex.org/W2738406145","https://openalex.org/W2739192055","https://openalex.org/W2745771616","https://openalex.org/W2806833697","https://openalex.org/W2884460600","https://openalex.org/W2890415768","https://openalex.org/W2898275197","https://openalex.org/W2902266071","https://openalex.org/W2902836694","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963444790","https://openalex.org/W4233118564"],"related_works":[],"abstract_inverted_index":{"Dubbing":[0],"is":[1,74,91,105],"a":[2,33,40,108,163],"technique":[3],"for":[4,82,198],"translating":[5],"video":[6,47,160],"content":[7],"from":[8,22,45],"one":[9],"language":[10],"to":[11,24,64],"another.":[12],"However,":[13],"state-of-the-art":[14],"visual":[15,42,97],"dubbing":[16,43,183],"techniques":[17],"directly":[18],"copy":[19],"facial":[20,59,83,119,127],"expressions":[21,128],"source":[23,143,201],"target":[25,55,131,145,191,203],"actors":[26,56],"without":[27],"considering":[28],"identity-specific":[29],"idiosyncrasies":[30],"such":[31],"as":[32],"unique":[34],"type":[35],"of":[36,54,71,77,118,129,189],"smile.":[37],"We":[38,137],"present":[39],"style-preserving":[41],"approach":[44,73,169,184],"single":[46],"inputs,":[48],"which":[49],"maintains":[50,185],"the":[51,69,75,86,115,126,130,186,190],"signature":[52],"style":[53,188],"when":[57],"modifying":[58,125],"expressions,":[60,84,120],"including":[61],"mouth":[62,154],"motions,":[63],"match":[65],"foreign":[66],"languages.":[67],"At":[68],"heart":[70],"our":[72,139,182],"concept":[76],"motion":[78],"style,":[79],"in":[80,99,147],"particular":[81],"i.e.,":[85],"person-specific":[87],"expression":[88,155],"change":[89],"that":[90,113,181],"yet":[92],"another":[93],"essential":[94],"factor":[95],"beyond":[96],"accuracy":[98],"face":[100,166],"editing":[101],"applications.":[102],"Our":[103,168,178],"method":[104],"based":[106],"on":[107],"recurrent":[109],"generative":[110],"adversarial":[111],"network":[112],"captures":[114],"spatiotemporal":[116],"co-activation":[117],"and":[121,124,144,153,157,174,202],"enables":[122],"generating":[123],"actor":[132,192],"while":[133],"preserving":[134],"their":[135],"style.":[136],"train":[138],"model":[140],"with":[141],"unsynchronized":[142],"videos":[146],"an":[148],"unsupervised":[149],"manner":[150],"using":[151,162],"cycle-consistency":[152],"losses,":[156],"synthesize":[158],"photorealistic":[159],"frames":[161],"layered":[164],"neural":[165],"renderer.":[167],"generates":[170],"temporally":[171],"coherent":[172],"results,":[173],"handles":[175],"dynamic":[176],"backgrounds.":[177],"results":[179],"show":[180],"idiosyncratic":[187],"better":[193],"than":[194],"previous":[195],"approaches,":[196],"even":[197],"widely":[199],"differing":[200],"actors.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":7}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2019-09-12T00:00:00"}