{"id":"https://openalex.org/W4281698221","doi":"https://doi.org/10.23919/eusipco55093.2022.9909519","title":"Transformer Network for Semantically-Aware and Speech-Driven Upper-Face Generation","display_name":"Transformer Network for Semantically-Aware and Speech-Driven Upper-Face Generation","publication_year":2022,"publication_date":"2022-08-29","ids":{"openalex":"https://openalex.org/W4281698221","doi":"https://doi.org/10.23919/eusipco55093.2022.9909519"},"language":"en","primary_location":{"id":"doi:10.23919/eusipco55093.2022.9909519","doi":"https://doi.org/10.23919/eusipco55093.2022.9909519","is_oa":false,"landing_page_url":"https://doi.org/10.23919/eusipco55093.2022.9909519","pdf_url":null,"source":{"id":"https://openalex.org/S4363607788","display_name":"European Signal Processing Conference (EUSIPCO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 30th European Signal Processing Conference (EUSIPCO)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-03675040/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068708404","display_name":"Mireille Fares","orcid":"https://orcid.org/0009-0009-0947-7490","observed_orcids":["https://orcid.org/0009-0009-0947-7490"]},"institutions":[{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]},{"id":"https://openalex.org/I4389425508","display_name":"Sciences et Technologies de la Musique et du Son","ror":"https://ror.org/025xvn046","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I2802818602","https://openalex.org/I35345632","https://openalex.org/I39804081","https://openalex.org/I4210102700","https://openalex.org/I4389425508"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mireille Fares","raw_affiliation_strings":["ISIR, STMS Sorbonne Université"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ISIR, STMS Sorbonne Université","institution_ids":["https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4389425508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079026902","display_name":"Catherine P\u00e9lachaud","orcid":"https://orcid.org/0000-0003-1008-0799","observed_orcids":["https://orcid.org/0000-0003-1008-0799"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4210150358","display_name":"Institut Syst\u00e8mes Intelligents et de Robotique","ror":"https://ror.org/05neq8668","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I154526488","https://openalex.org/I39804081","https://openalex.org/I4210150358","https://openalex.org/I4210159245"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Catherine Pelachaud","raw_affiliation_strings":["CNRS ISIR, Sorbonne Université"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CNRS ISIR, Sorbonne Université","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I39804081","https://openalex.org/I4210150358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042745853","display_name":"Nicolas Obin","orcid":"https://orcid.org/0000-0002-5236-5306","observed_orcids":["https://orcid.org/0000-0002-5236-5306"]},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I35345632","display_name":"Institut de Recherche et Coordination Acoustique Musique","ror":"https://ror.org/0121jnt59","country_code":"FR","type":"education","lineage":["https://openalex.org/I35345632"]},{"id":"https://openalex.org/I39804081","display_name":"Sorbonne Universit\u00e9","ror":"https://ror.org/02en5vm52","country_code":"FR","type":"education","lineage":["https://openalex.org/I39804081"]},{"id":"https://openalex.org/I4389425508","display_name":"Sciences et Technologies de la Musique et du Son","ror":"https://ror.org/025xvn046","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I2802818602","https://openalex.org/I35345632","https://openalex.org/I39804081","https://openalex.org/I4210102700","https://openalex.org/I4389425508"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Nicolas Obin","raw_affiliation_strings":["STMS IRCAM, Sorbonne Université, CNRS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"STMS IRCAM, Sorbonne Université, CNRS","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I35345632","https://openalex.org/I39804081","https://openalex.org/I4389425508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6161,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.78199792,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"593","last_page":"597"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.7128999829292297,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.7128999829292297,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.13680000603199005,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.03660000115633011,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speech-driven-facial-animation","display_name":"speech-driven facial animation","score":0.6890000104904175},{"id":"https://openalex.org/keywords/head-motion","display_name":"head movement","score":0.7200000286102295},{"id":"https://openalex.org/keywords/embodied-conversational-agents","display_name":"embodied conversational agents","score":0.8519999980926514},{"id":"https://openalex.org/keywords/prosody","display_name":"prosody","score":0.6629999876022339},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.5239999890327454},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.414000004529953}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8257213830947876},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7762535810470581},{"id":"https://openalex.org/C542774811","wikidata":"https://www.wikidata.org/wiki/Q10880526","display_name":"Prosody","level":2,"score":0.6793773174285889},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6597445607185364},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.5994118452072144},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5222949981689453},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4519708454608917},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.42239412665367126},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37152600288391113},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06998485326766968},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.23919/eusipco55093.2022.9909519","doi":"https://doi.org/10.23919/eusipco55093.2022.9909519","is_oa":false,"landing_page_url":"https://doi.org/10.23919/eusipco55093.2022.9909519","pdf_url":null,"source":{"id":"https://openalex.org/S4363607788","display_name":"European Signal Processing Conference (EUSIPCO)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 30th European Signal Processing Conference (EUSIPCO)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-03675040v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-03675040","pdf_url":"https://hal.science/hal-03675040/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"30th European Signal Processing Conference (EUSIPCO) 2022, Aug 2022, Belgrade, Serbia","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:HAL:hal-03677459v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-03677459","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EUSIPCO, Aug 2022, Belgrade, Serbia","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:HAL:hal-03996465v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-03996465","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EUSIPCO, 2022, Belgrade (Serbia), Serbia","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-03675040v1","doi":null,"is_oa":true,"landing_page_url":"https://hal.science/hal-03675040","pdf_url":"https://hal.science/hal-03675040/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I4405252976","host_organization_name":"Centre pour la Communication Scientifique Directe","host_organization_lineage":["https://openalex.org/I4405252976"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"30th European Signal Processing Conference (EUSIPCO) 2022, Aug 2022, Belgrade, Serbia","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2647246237","display_name":null,"funder_award_id":"ANR-11IDEX-0004-02","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G6654833908","display_name":"Sorbonne Universit\u00e9s \u00e0 Paris pour l'Enseignement et la Recherche","funder_award_id":"ANR-11-IDEX-0004","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4281698221.pdf","grobid_xml":"https://content.openalex.org/works/W4281698221.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W56717636","https://openalex.org/W1483472084","https://openalex.org/W1595126664","https://openalex.org/W1974597084","https://openalex.org/W2054721804","https://openalex.org/W2168982238","https://openalex.org/W2626778328","https://openalex.org/W2739192055","https://openalex.org/W2743726595","https://openalex.org/W2766033778","https://openalex.org/W2767874767","https://openalex.org/W2886014761","https://openalex.org/W2941814890","https://openalex.org/W2950448185","https://openalex.org/W2981762175","https://openalex.org/W3002310794","https://openalex.org/W3005221811","https://openalex.org/W3034773362","https://openalex.org/W3094077204","https://openalex.org/W3107666850","https://openalex.org/W3118288752","https://openalex.org/W3187364420","https://openalex.org/W4252434905"],"related_works":["https://openalex.org/W4383649736","https://openalex.org/W4304184843","https://openalex.org/W4304087182","https://openalex.org/W2802076562","https://openalex.org/W4403276822","https://openalex.org/W4308234034","https://openalex.org/W4401893858","https://openalex.org/W4405138899","https://openalex.org/W1871260896","https://openalex.org/W4372262415"],"abstract_inverted_index":{"We":[0,39,88],"propose":[1,40],"a":[2,41],"semantically-aware":[3],"speech":[4,62],"driven":[5],"model":[6,42,65],"to":[7,26,72,79,82,94],"generate":[8],"expressive":[9],"and":[10,13,29,33,57,70,85,91,98],"natural":[11,28],"upper-facial":[12,34],"head":[14,31,86],"motion":[15,32],"for":[16],"Embodied":[17],"Conversational":[18],"Agents":[19],"(ECA).":[20],"In":[21],"this":[22],"work,":[23],"we":[24],"aim":[25],"produce":[27],"continuous":[30,83],"gestures":[35,46],"synchronized":[36],"with":[37,101],"speech.":[38],"that":[43,77],"generates":[44],"these":[45],"based":[47],"on":[48],"multimodal":[49,75],"input":[50],"features:":[51],"the":[52,58,74,104],"first":[53],"modality":[54],"is":[55,61],"text,":[56],"second":[59],"one":[60],"prosody.":[63],"Our":[64],"makes":[66],"use":[67],"of":[68,103],"Transformers":[69],"Convolutions":[71],"map":[73],"features":[76],"correspond":[78],"an":[80],"utterance":[81],"eyebrows":[84],"gestures.":[87],"conduct":[89],"subjective":[90],"objective":[92],"evaluations":[93],"validate":[95],"our":[96],"approach":[97],"compare":[99],"it":[100],"state":[102],"art.":[105]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":8}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2022-06-13T00:00:00"}