{"id":"https://openalex.org/W4281730245","doi":"https://doi.org/10.1145/3528233.3530745","title":"EAMM: One-Shot Emotional Talking Face via Audio-Based Emotion-Aware Motion Model","display_name":"EAMM: One-Shot Emotional Talking Face via Audio-Based Emotion-Aware Motion Model","publication_year":2022,"publication_date":"2022-07-20","ids":{"openalex":"https://openalex.org/W4281730245","doi":"https://doi.org/10.1145/3528233.3530745"},"language":"en","primary_location":{"id":"doi:10.1145/3528233.3530745","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3528233.3530745","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Proceedings","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004673087","display_name":"Xinya Ji","orcid":"https://orcid.org/0009-0004-5976-6403"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xinya Ji","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100707855","display_name":"Hang Zhou","orcid":"https://orcid.org/0000-0002-2616-923X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Zhou","raw_affiliation_strings":["The Chinese University of Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002386773","display_name":"Kaisiyuan Wang","orcid":"https://orcid.org/0000-0002-2120-8383"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Kaisiyuan Wang","raw_affiliation_strings":["University of Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"University of Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078823053","display_name":"Qianyi Wu","orcid":"https://orcid.org/0000-0001-8764-6178"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Qianyi Wu","raw_affiliation_strings":["Monash University, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000896822","display_name":"Wayne Wu","orcid":"https://orcid.org/0000-0002-1364-8151"},"institutions":[{"id":"https://openalex.org/I4210128910","display_name":"Group Sense (China)","ror":"https://ror.org/036wd5777","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210128910"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wayne Wu","raw_affiliation_strings":["SenseTime Research, China"],"affiliations":[{"raw_affiliation_string":"SenseTime Research, China","institution_ids":["https://openalex.org/I4210128910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035609529","display_name":"Feng Xu","orcid":"https://orcid.org/0000-0002-0581-9213"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Xu","raw_affiliation_strings":["BNRist and school of software, Tsinghua University, China"],"affiliations":[{"raw_affiliation_string":"BNRist and school of software, Tsinghua University, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058572381","display_name":"Xun Cao","orcid":"https://orcid.org/0000-0003-3094-4371"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Cao","raw_affiliation_strings":["Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5004673087"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":13.371,"has_fulltext":false,"cited_by_count":138,"citation_normalized_percentile":{"value":0.99336998,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.7946325540542603},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.6674447059631348},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6288063526153564},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.6039685606956482},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.45345020294189453},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.42329180240631104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38574475049972534},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.32597237825393677},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.2660195529460907}],"concepts":[{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.7946325540542603},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.6674447059631348},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6288063526153564},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.6039685606956482},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45345020294189453},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.42329180240631104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38574475049972534},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32597237825393677},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2660195529460907},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3528233.3530745","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3528233.3530745","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Proceedings","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4399999976158142,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G3057904608","display_name":null,"funder_award_id":"2018YFA0704000","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1546027711","https://openalex.org/W2030931454","https://openalex.org/W2077521262","https://openalex.org/W2133665775","https://openalex.org/W2147885303","https://openalex.org/W2295661697","https://openalex.org/W2331128040","https://openalex.org/W2468212864","https://openalex.org/W2486034530","https://openalex.org/W2511428026","https://openalex.org/W2603777577","https://openalex.org/W2738406145","https://openalex.org/W2739192055","https://openalex.org/W2803193013","https://openalex.org/W2804619907","https://openalex.org/W2911424785","https://openalex.org/W2960274051","https://openalex.org/W2963009026","https://openalex.org/W2963073614","https://openalex.org/W2963290645","https://openalex.org/W2970710980","https://openalex.org/W2979894294","https://openalex.org/W2982058372","https://openalex.org/W3008823916","https://openalex.org/W3019952993","https://openalex.org/W3034196597","https://openalex.org/W3081492798","https://openalex.org/W3093933617","https://openalex.org/W3097792222","https://openalex.org/W3101631197","https://openalex.org/W3109114891","https://openalex.org/W3109585842","https://openalex.org/W3112809496","https://openalex.org/W3120602499","https://openalex.org/W3187364420","https://openalex.org/W3192148059","https://openalex.org/W3199414382","https://openalex.org/W4214540501","https://openalex.org/W4236965008","https://openalex.org/W4300589103","https://openalex.org/W4301409532","https://openalex.org/W6600007113","https://openalex.org/W6600109629","https://openalex.org/W6751692644","https://openalex.org/W6767264202","https://openalex.org/W6787353492"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2271369634","https://openalex.org/W2366718574","https://openalex.org/W3147472394","https://openalex.org/W2047100085"],"abstract_inverted_index":{"Although":[0],"significant":[1],"progress":[2],"has":[3],"been":[4],"made":[5],"to":[6,21,34,80,89],"audio-driven":[7,58],"talking":[8,38,55,111],"face":[9,112],"generation,":[10],"existing":[11],"methods":[12],"either":[13],"neglect":[14],"facial":[15,83],"emotion":[16,43,119],"or":[17],"cannot":[18],"be":[19],"applied":[20],"arbitrary":[22,115],"subjects.":[23],"In":[24],"this":[25],"paper,":[26],"we":[27,47,72],"propose":[28,49,74],"the":[29,68,90,101],"Emotion-Aware":[30],"Motion":[31],"Model":[32],"(EAMM)":[33],"generate":[35,109],"one-shot":[36],"emotional":[37],"faces":[39,56],"by":[40,99],"involving":[41],"an":[42,50,75],"source":[44],"video.":[45],"Specifically,":[46],"first":[48],"Audio2Facial-Dynamics":[51],"module,":[52],"which":[53],"renders":[54],"from":[57,103],"unsupervised":[59],"zero-":[60],"and":[61],"first-order":[62],"key-points":[63],"motion.":[64],"Then":[65],"through":[66],"exploring":[67],"motion":[69,93],"model\u2019s":[70],"properties,":[71],"further":[73],"Implicit":[76],"Emotion":[77],"Displacement":[78],"Learner":[79],"represent":[81],"emotion-related":[82],"dynamics":[84],"as":[85],"linearly":[86],"additive":[87],"displacements":[88],"previously":[91],"acquired":[92],"representations.":[94],"Comprehensive":[95],"experiments":[96],"demonstrate":[97],"that":[98],"incorporating":[100],"results":[102,113],"both":[104],"modules,":[105],"our":[106],"method":[107],"can":[108],"satisfactory":[110],"on":[114],"subjects":[116],"with":[117],"realistic":[118],"patterns.":[120]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":43},{"year":2024,"cited_by_count":46},{"year":2023,"cited_by_count":41},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-23T09:07:50.710637","created_date":"2025-10-10T00:00:00"}