{"id":"https://openalex.org/W4210657261","doi":"https://doi.org/10.1109/tifs.2022.3146783","title":"Everybody\u2019s Talkin\u2019: Let Me Talk as You Want","display_name":"Everybody\u2019s Talkin\u2019: Let Me Talk as You Want","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4210657261","doi":"https://doi.org/10.1109/tifs.2022.3146783"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2022.3146783","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2022.3146783","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043375205","display_name":"Linsen Song","orcid":"https://orcid.org/0000-0003-0817-2600"},"institutions":[{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linsen Song","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Center for Research on Intelligent Perception and Computing, Center for Excellence in Brain Science and Intelligence Technology, CASIA, CAS, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0817-2600","affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Center for Research on Intelligent Perception and Computing, Center for Excellence in Brain Science and Intelligence Technology, CASIA, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210097554","https://openalex.org/I4210112150"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000896822","display_name":"Wayne Wu","orcid":"https://orcid.org/0000-0002-1364-8151"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wayne Wu","raw_affiliation_strings":["SenseTime Research, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SenseTime Research, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100657544","display_name":"Chen Qian","orcid":"https://orcid.org/0000-0002-8761-5563"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Qian","raw_affiliation_strings":["SenseTime Research, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SenseTime Research, Beijing, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112749024","display_name":"Ran He","orcid":"https://orcid.org/0000-0002-3807-991X"},"institutions":[{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ran He","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Center for Research on Intelligent Perception and Computing, Center for Excellence in Brain Science and Intelligence Technology, CASIA, CAS, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Center for Research on Intelligent Perception and Computing, Center for Excellence in Brain Science and Intelligence Technology, CASIA, CAS, Beijing, China","institution_ids":["https://openalex.org/I4210097554","https://openalex.org/I4210112150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005626854","display_name":"Chen Change Loy","orcid":"https://orcid.org/0000-0001-5345-1591"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chen Change Loy","raw_affiliation_strings":["S-Laboratory, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"S-Laboratory, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.6348,"has_fulltext":false,"cited_by_count":98,"citation_normalized_percentile":{"value":0.98408642,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"17","issue":null,"first_page":"585","last_page":"598"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8552333116531372},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.7606350183486938},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5536115765571594},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4880324900150299},{"id":"https://openalex.org/keywords/audio-signal","display_name":"Audio signal","score":0.44960927963256836},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.44317537546157837},{"id":"https://openalex.org/keywords/audio-analyzer","display_name":"Audio analyzer","score":0.42149415612220764},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3983081579208374},{"id":"https://openalex.org/keywords/video-processing","display_name":"Video processing","score":0.3847529888153076},{"id":"https://openalex.org/keywords/audio-signal-processing","display_name":"Audio signal processing","score":0.343076229095459},{"id":"https://openalex.org/keywords/speech-coding","display_name":"Speech coding","score":0.13971561193466187}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8552333116531372},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7606350183486938},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5536115765571594},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4880324900150299},{"id":"https://openalex.org/C64922751","wikidata":"https://www.wikidata.org/wiki/Q4650799","display_name":"Audio signal","level":3,"score":0.44960927963256836},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.44317537546157837},{"id":"https://openalex.org/C160372630","wikidata":"https://www.wikidata.org/wiki/Q4819855","display_name":"Audio analyzer","level":5,"score":0.42149415612220764},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3983081579208374},{"id":"https://openalex.org/C65483669","wikidata":"https://www.wikidata.org/wiki/Q3536669","display_name":"Video processing","level":2,"score":0.3847529888153076},{"id":"https://openalex.org/C127220857","wikidata":"https://www.wikidata.org/wiki/Q2719318","display_name":"Audio signal processing","level":4,"score":0.343076229095459},{"id":"https://openalex.org/C13895895","wikidata":"https://www.wikidata.org/wiki/Q3270773","display_name":"Speech coding","level":2,"score":0.13971561193466187}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tifs.2022.3146783","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2022.3146783","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/162986","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/162986","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6600000262260437,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3666211740","display_name":null,"funder_award_id":"JQ18017","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G6431871145","display_name":null,"funder_award_id":"61721004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7160573301","display_name":null,"funder_award_id":"Y201929","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G8442675014","display_name":null,"funder_award_id":"U20A20223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1901129140","https://openalex.org/W1922655562","https://openalex.org/W1974218343","https://openalex.org/W1975848997","https://openalex.org/W2002342963","https://openalex.org/W2015143272","https://openalex.org/W2017107803","https://openalex.org/W2019042707","https://openalex.org/W2040369854","https://openalex.org/W2097108975","https://openalex.org/W2107037917","https://openalex.org/W2121981798","https://openalex.org/W2133665775","https://openalex.org/W2146991130","https://openalex.org/W2187089797","https://openalex.org/W2237250383","https://openalex.org/W2301937176","https://openalex.org/W2331128040","https://openalex.org/W2467255717","https://openalex.org/W2515372520","https://openalex.org/W2593414223","https://openalex.org/W2604379605","https://openalex.org/W2726515241","https://openalex.org/W2737658251","https://openalex.org/W2738406145","https://openalex.org/W2738588019","https://openalex.org/W2739192055","https://openalex.org/W2745771616","https://openalex.org/W2769666294","https://openalex.org/W2798365772","https://openalex.org/W2798807671","https://openalex.org/W2804619907","https://openalex.org/W2806833697","https://openalex.org/W2808631503","https://openalex.org/W2883183894","https://openalex.org/W2884066303","https://openalex.org/W2884460600","https://openalex.org/W2902266071","https://openalex.org/W2902836694","https://openalex.org/W2914217321","https://openalex.org/W2944294033","https://openalex.org/W2945729334","https://openalex.org/W2949099979","https://openalex.org/W2952080583","https://openalex.org/W2960274051","https://openalex.org/W2962793481","https://openalex.org/W2963081548","https://openalex.org/W2963115481","https://openalex.org/W2963290645","https://openalex.org/W2963684088","https://openalex.org/W2964125246","https://openalex.org/W2971634123","https://openalex.org/W2982763192","https://openalex.org/W2987413615","https://openalex.org/W2988149145","https://openalex.org/W2997095758","https://openalex.org/W3010434693","https://openalex.org/W3021962567","https://openalex.org/W3025498998","https://openalex.org/W3097792222","https://openalex.org/W3099505600","https://openalex.org/W3107666850","https://openalex.org/W3109585842","https://openalex.org/W3176721746","https://openalex.org/W3182714435","https://openalex.org/W3186090335","https://openalex.org/W3197199219","https://openalex.org/W3211147706","https://openalex.org/W6631190155","https://openalex.org/W6640090968","https://openalex.org/W6685352114","https://openalex.org/W6726983635","https://openalex.org/W6735913928","https://openalex.org/W6743905813","https://openalex.org/W6752670383","https://openalex.org/W6753333918","https://openalex.org/W6765657114","https://openalex.org/W6765779288","https://openalex.org/W6774285787","https://openalex.org/W6777209069","https://openalex.org/W6948150082"],"related_works":["https://openalex.org/W2098934641","https://openalex.org/W2494533082","https://openalex.org/W1975359510","https://openalex.org/W4214771044","https://openalex.org/W4387698063","https://openalex.org/W4382560817","https://openalex.org/W1611900921","https://openalex.org/W3110605476","https://openalex.org/W2766269877","https://openalex.org/W2363106653"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,6,12,20,36,54,62,95,124,169,175,181],"method":[3,24,178,194,199],"to":[4,18,70,100,111,122,141,179,205],"edit":[5],"target":[7,78,152],"portrait":[8,154],"footage":[9],"by":[10],"taking":[11],"sequence":[13],"of":[14,42,56,60,135,150,161,192],"audio":[15,46,69,103,113],"as":[16],"input":[17],"synthesize":[19,123],"photo-realistic":[21,125,185],"video.":[22,186],"This":[23],"is":[25,29,98,200],"unique":[26],"because":[27],"it":[28],"highly":[30,63],"dynamic.":[31],"It":[32],"does":[33],"not":[34],"assume":[35],"person-specific":[37],"rendering":[38,172],"network":[39,97,173],"yet":[40],"capable":[41],"translating":[43],"one":[44,48],"source":[45,102,143,210],"into":[47,81,104],"random":[49],"chosen":[50],"video":[51,72,79,130,164,171],"output":[52],"within":[53],"set":[55],"speech":[57],"videos.":[58],"Instead":[59],"learning":[61],"heterogeneous":[64],"and":[65,87,147,174,184,203],"nonlinear":[66],"mapping":[67],"from":[68],"the":[71,112,133,136,142,151,159,162,190,209],"directly,":[73],"we":[74,167],"first":[75],"factorize":[76],"each":[77,129],"frame":[80],"orthogonal":[82],"parameter":[83],"spaces,i.e.,":[84],"expression,":[85],"geometry,":[86],"pose,":[88],"via":[89],"monocular":[90],"3D":[91],"face":[92],"reconstruction.":[93],"Next,":[94],"recurrent":[96],"introduced":[99],"translate":[101],"expression":[105,117],"parameters":[106,118,149],"that":[107],"are":[108,119,155],"primarily":[109],"related":[110],"content.":[114],"The":[115,145],"audio-translated":[116],"then":[120],"used":[121],"human":[126,153],"subject":[127],"in":[128,208],"frame,":[131],"with":[132],"movement":[134],"mouth":[137],"regions":[138],"precisely":[139],"mapped":[140],"audio.":[144,211],"geometry":[146],"pose":[148],"retained,":[156],"therefore":[157],"preserving":[158],"context":[160],"original":[163],"footage.":[165],"Finally,":[166],"introduce":[168],"novel":[170],"dynamic":[176],"programming":[177],"construct":[180],"temporally":[182],"coherent":[183],"Extensive":[187],"experiments":[188],"demonstrate":[189],"superiority":[191],"our":[193],"over":[195],"existing":[196],"approaches.":[197],"Our":[198],"end-to-end":[201],"learnable":[202],"robust":[204],"voice":[206],"variations":[207]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":31},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}