{"id":"https://openalex.org/W3202913169","doi":"https://doi.org/10.1109/lsp.2021.3116506","title":"Real-Time Audio-Guided Multi-Face Reenactment","display_name":"Real-Time Audio-Guided Multi-Face Reenactment","publication_year":2021,"publication_date":"2021-09-29","ids":{"openalex":"https://openalex.org/W3202913169","doi":"https://doi.org/10.1109/lsp.2021.3116506","mag":"3202913169"},"language":"en","primary_location":{"id":"doi:10.1109/lsp.2021.3116506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2021.3116506","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021861529","display_name":"Jiangning Zhang","orcid":"https://orcid.org/0000-0001-8891-6766"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangning Zhang","raw_affiliation_strings":["the APRIL Lab, College of Control Science and Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-8891-6766","affiliations":[{"raw_affiliation_string":"the APRIL Lab, College of Control Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022110331","display_name":"Xianfang Zeng","orcid":"https://orcid.org/0000-0003-1251-2129"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianfang Zeng","raw_affiliation_strings":["the APRIL Lab, College of Control Science and Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1251-2129","affiliations":[{"raw_affiliation_string":"the APRIL Lab, College of Control Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050543156","display_name":"Chao Xu","orcid":"https://orcid.org/0000-0002-2759-6364"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Xu","raw_affiliation_strings":["the APRIL Lab, College of Control Science and Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"the APRIL Lab, College of Control Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100724297","display_name":"Yong Liu","orcid":"https://orcid.org/0000-0003-4822-8939"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Liu","raw_affiliation_strings":["the APRIL Lab, College of Control Science and Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4822-8939","affiliations":[{"raw_affiliation_string":"the APRIL Lab, College of Control Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":1.0364,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.78868983,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"29","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.781838059425354},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.7108908295631409},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5802454352378845},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.4418734014034271},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.3020552396774292},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.288637638092041},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.10995140671730042}],"concepts":[{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.781838059425354},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.7108908295631409},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5802454352378845},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.4418734014034271},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.3020552396774292},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.288637638092041},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.10995140671730042},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lsp.2021.3116506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2021.3116506","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8732266741","display_name":"\u5ba4\u5185\u6311\u6218\u6027\u73af\u5883\u4e0b\u673a\u5668\u4eba\u89c6\u89c9\u5b9a\u4f4d\u5bfc\u822a\u7406\u8bba\u53ca\u5e94\u7528","funder_award_id":"61836015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2133665775","https://openalex.org/W2603777577","https://openalex.org/W2738406145","https://openalex.org/W2884460600","https://openalex.org/W2922538097","https://openalex.org/W2962770929","https://openalex.org/W2962785568","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963800363","https://openalex.org/W2963822910","https://openalex.org/W2968193852","https://openalex.org/W2979157532","https://openalex.org/W2981263323","https://openalex.org/W3015906192","https://openalex.org/W3019952993","https://openalex.org/W3034600949","https://openalex.org/W3035231706","https://openalex.org/W3035574324","https://openalex.org/W3081492798","https://openalex.org/W3101631197","https://openalex.org/W3109114891","https://openalex.org/W3155711961","https://openalex.org/W4287759306","https://openalex.org/W6631190155","https://openalex.org/W6685352114","https://openalex.org/W6745560452","https://openalex.org/W6755312952","https://openalex.org/W6765779288","https://openalex.org/W6779487836","https://openalex.org/W6794725265"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2271369634","https://openalex.org/W2350550760","https://openalex.org/W2504004674","https://openalex.org/W578794879","https://openalex.org/W2625296515","https://openalex.org/W2498744856","https://openalex.org/W1595229445","https://openalex.org/W4390482104","https://openalex.org/W322408318"],"abstract_inverted_index":{"Audio-guided":[0],"face":[1,137],"reenactment":[2,53,79],"aims":[3],"to":[4,108],"generate":[5,125],"authentic":[6,127],"target":[7,45,86],"faces":[8,87,94],"that":[9,62,114,140],"have":[10,22],"matched":[11],"facial":[12],"expression":[13],"of":[14,43,50],"the":[15,40,44,51,56,70,110,115,141],"input":[16],"audio,":[17],"and":[18,59,95,124,150,169,185],"many":[19],"learning-based":[20],"methods":[21,28],"successfully":[23],"achieved":[24],"this.":[25],"However,":[26],"most":[27],"can":[29,84,117,143],"only":[30],"reenact":[31,85],"a":[32,103,132],"particular":[33],"person":[34],"once":[35],"trained":[36],"or":[37],"suffer":[38],"from":[39],"low-quality":[41],"generation":[42],"images.":[46,128],"Also,":[47,129],"nearly":[48],"none":[49],"current":[52],"works":[54],"consider":[55],"model":[57,80,116,142],"size":[58],"running":[60],"speed":[61,188],"are":[63],"important":[64],"for":[65,135],"practical":[66],"use.":[67],"To":[68],"solve":[69],"above":[71],"challenges,":[72],"we":[73,101,130],"propose":[74],"an":[75,121],"efficient":[76],"<i>A</i>udio-guided":[77],"<i>M</i>ulti-face":[78],"named":[81],"<i>AMNet</i>,":[82],"which":[83],"among":[88],"multiple":[89],"persons":[90],"with":[91],"corresponding":[92],"source":[93],"drive":[96,111],"signals":[97,112],"as":[98],"inputs.":[99],"Concretely,":[100],"design":[102],"<i>Geometric":[104],"Controller</i>":[105],"(GC)":[106],"module":[107],"inject":[109],"so":[113,139],"be":[118],"optimized":[119],"in":[120,145],"end-to-end":[122],"manner":[123],"more":[126],"adopt":[131],"lightweight":[133],"network":[134],"our":[136,156],"reenactor":[138],"run":[144],"real-time":[146],"on":[147],"both":[148],"CPU":[149,187],"GPU":[151],"devices.":[152],"Abundant":[153],"experiments":[154],"prove":[155],"approach&#x2019;s":[157],"superiority":[158],"over":[159],"existing":[160],"methods,":[161],"<i>e.g</i>.,":[162],"averagely":[163],"decreasing":[164],"FID":[165],"by":[166,172],"0.12<inline-formula><tex-math":[167],"notation=\"LaTeX\">$\\downarrow$</tex-math></inline-formula>":[168],"increasing":[170],"SSIM":[171],"0.031<inline-formula><tex-math":[173],"notation=\"LaTeX\">$\\uparrow$</tex-math></inline-formula>":[174],"than":[175],"APB2Face,":[176],"while":[177],"owning":[178],"fewer":[179],"parameters":[180],"(<inline-formula><tex-math":[181,189],"notation=\"LaTeX\">$\\times":[182,190],"4":[183,191],"\\downarrow$</tex-math></inline-formula>)":[184],"faster":[186],"\\uparrow$</tex-math></inline-formula>).":[192]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}