{"id":"https://openalex.org/W2806723288","doi":"https://doi.org/10.1109/taffc.2019.2916031","title":"Speech-Driven Expressive Talking Lips with Conditional Sequential Generative Adversarial Networks","display_name":"Speech-Driven Expressive Talking Lips with Conditional Sequential Generative Adversarial Networks","publication_year":2019,"publication_date":"2019-05-14","ids":{"openalex":"https://openalex.org/W2806723288","doi":"https://doi.org/10.1109/taffc.2019.2916031","mag":"2806723288"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2019.2916031","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2019.2916031","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1806.00154","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001956187","display_name":"Najmeh Sadoughi","orcid":null},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Najmeh Sadoughi","raw_affiliation_strings":["Erik Jonsson School of Engineering & Computer Science, The University of Texas at Dallas, Richardson, TX, USA","[Electrical Engineering, The University of Texas at Dallas, Richardson, Texas United States (e-mail: nxs137130@utdallas.edu)]"],"affiliations":[{"raw_affiliation_string":"Erik Jonsson School of Engineering & Computer Science, The University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"[Electrical Engineering, The University of Texas at Dallas, Richardson, Texas United States (e-mail: nxs137130@utdallas.edu)]","institution_ids":["https://openalex.org/I162577319"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040793194","display_name":"Carlos Busso","orcid":"https://orcid.org/0000-0002-4075-4072"},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlos Busso","raw_affiliation_strings":["Erik Jonsson School of Engineering & Computer Science, The University of Texas at Dallas, Richardson, TX, USA","[Electrical Engineering, The University of Texas at Dallas, Richardson, Texas United States 75080 (e-mail: busso@utdallas.edu)]"],"affiliations":[{"raw_affiliation_string":"Erik Jonsson School of Engineering & Computer Science, The University of Texas at Dallas, Richardson, TX, USA","institution_ids":["https://openalex.org/I162577319"]},{"raw_affiliation_string":"[Electrical Engineering, The University of Texas at Dallas, Richardson, Texas United States 75080 (e-mail: busso@utdallas.edu)]","institution_ids":["https://openalex.org/I162577319"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5001956187"],"corresponding_institution_ids":["https://openalex.org/I162577319"],"apc_list":null,"apc_paid":null,"fwci":0.5009,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.60986001,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"12","issue":"4","first_page":"1031","last_page":"1044"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.7902565002441406},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6967653036117554},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5866636633872986},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5115069150924683},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4733980894088745},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.46930673718452454},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4492553174495697},{"id":"https://openalex.org/keywords/happiness","display_name":"Happiness","score":0.4384493827819824},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.42054101824760437},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.41078996658325195},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4062260389328003},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.23687565326690674},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.14935660362243652}],"concepts":[{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.7902565002441406},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6967653036117554},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5866636633872986},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5115069150924683},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4733980894088745},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.46930673718452454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4492553174495697},{"id":"https://openalex.org/C2778999518","wikidata":"https://www.wikidata.org/wiki/Q8","display_name":"Happiness","level":2,"score":0.4384493827819824},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.42054101824760437},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41078996658325195},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4062260389328003},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.23687565326690674},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.14935660362243652},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/taffc.2019.2916031","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2019.2916031","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1806.00154","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.00154","pdf_url":"https://arxiv.org/pdf/1806.00154","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2806723288","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1806.00154","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1806.00154","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1806.00154","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1806.00154","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1806.00154","pdf_url":"https://arxiv.org/pdf/1806.00154","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G40219155","display_name":null,"funder_award_id":"IIS-1718944","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1533861849","https://openalex.org/W1540695745","https://openalex.org/W1779294284","https://openalex.org/W1875231349","https://openalex.org/W1974597084","https://openalex.org/W1984333007","https://openalex.org/W1990883837","https://openalex.org/W2004789217","https://openalex.org/W2018506469","https://openalex.org/W2064400654","https://openalex.org/W2064675550","https://openalex.org/W2083731490","https://openalex.org/W2085662862","https://openalex.org/W2099471712","https://openalex.org/W2128173845","https://openalex.org/W2129360799","https://openalex.org/W2146334809","https://openalex.org/W2149933564","https://openalex.org/W2151458022","https://openalex.org/W2238244608","https://openalex.org/W2239141610","https://openalex.org/W2405756170","https://openalex.org/W2514026573","https://openalex.org/W2515372520","https://openalex.org/W2520707650","https://openalex.org/W2525412388","https://openalex.org/W2526907895","https://openalex.org/W2721682741","https://openalex.org/W2737548191","https://openalex.org/W2737658251","https://openalex.org/W2738406145","https://openalex.org/W2739192055","https://openalex.org/W2741633070","https://openalex.org/W2742542661","https://openalex.org/W2745980686","https://openalex.org/W2786657259","https://openalex.org/W2787552263","https://openalex.org/W2795230330","https://openalex.org/W2802076562","https://openalex.org/W2807420428","https://openalex.org/W2963092440","https://openalex.org/W2964121744","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6639350448","https://openalex.org/W6682132143","https://openalex.org/W6682523306","https://openalex.org/W6689779973","https://openalex.org/W6713645886","https://openalex.org/W6726983635","https://openalex.org/W6742848714","https://openalex.org/W6755756314"],"related_works":["https://openalex.org/W2976532777","https://openalex.org/W2973196652","https://openalex.org/W3115022302","https://openalex.org/W2588847802","https://openalex.org/W2950028154","https://openalex.org/W3022419803","https://openalex.org/W3117369308","https://openalex.org/W3208950805","https://openalex.org/W3200817113","https://openalex.org/W3210160883","https://openalex.org/W3116170960","https://openalex.org/W2959994498","https://openalex.org/W2980463662","https://openalex.org/W2989682796","https://openalex.org/W1492040649","https://openalex.org/W3119414542","https://openalex.org/W1871419576","https://openalex.org/W3116121099","https://openalex.org/W2897058066","https://openalex.org/W2998346965"],"abstract_inverted_index":{"Articulation,":[0],"emotion,":[1,56],"and":[2,15,59,73,123],"personality":[3],"play":[4],"strong":[5],"roles":[6],"in":[7,62,119],"the":[8,13,30,53,80,93,110,127,142,146,156,159,170,174,178,184,198,202],"orofacial":[9],"movements.":[10,88],"To":[11],"improve":[12],"naturalness":[14],"expressiveness":[16],"of":[17,71,92,112,121,158,164],"<italic":[18,45],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[19,46],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">virtual":[20],"agents</i>":[21],"(VAs),":[22],"it":[23,97],"is":[24,95,98,130,205],"important":[25],"that":[26,96,102],"we":[27,132],"carefully":[28],"model":[29,67,114,144,160,195,200],"complex":[31],"interplay":[32],"between":[33,55],"these":[34,165],"factors.":[35],"This":[36,66],"paper":[37],"proposes":[38],"a":[39,63,69,99],"conditional":[40],"generative":[41],"adversarial":[42],"network,":[43],"called":[44],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">conditional":[47],"sequential":[48],"GAN</i>":[49],"(CSG),":[50],"which":[51],"learns":[52],"relationship":[54],"lexical":[57],"content":[58],"lip":[60],"movements":[61],"principled":[64],"manner.":[65],"uses":[68],"set":[70],"spectral":[72],"emotional":[74,148,153],"speech":[75,81],"features":[76],"directly":[77],"extracted":[78],"from":[79],"signal":[82],"as":[83,155,177],"conditioning":[84],"inputs,":[85],"generating":[86],"realistic":[87],"A":[89],"key":[90],"feature":[91],"approach":[94],"speech-driven":[100],"framework":[101],"does":[103],"not":[104],"require":[105],"transcripts.":[106],"Our":[107],"experiments":[108],"show":[109,167,189],"superiority":[111],"this":[113,194],"over":[115],"three":[116],"state-of-the-art":[117],"baselines":[118],"terms":[120],"objective":[122],"subjective":[124],"evaluations.":[125],"When":[126],"target":[128,147,203],"emotion":[129,204],"known,":[131],"propose":[133],"to":[134,183],"create":[135],"emotionally":[136],"dependent":[137],"models":[138,166],"by":[139],"either":[140],"adapting":[141],"base":[143],"with":[145,173,197],"data":[149],"(CSG-Emo-Adapted),":[150],"or":[151],"adding":[152],"conditions":[154],"input":[157],"(CSG-Emo-Aware).":[161],"Objective":[162],"evaluations":[163,188],"improvements":[168],"for":[169,193],"CSG-Emo-Adapted":[171],"compared":[172,196],"CSG":[175,199],"model,":[176],"trajectory":[179],"sequences":[180],"are":[181],"closer":[182],"original":[185],"sequences.":[186],"Subjective":[187],"significantly":[190],"better":[191],"results":[192],"when":[201],"happiness.":[206]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}