{"id":"https://openalex.org/W4386793784","doi":"https://doi.org/10.1145/3610661.3616547","title":"Towards the generation of synchronized and believable non-verbal facial behaviors of a talking virtual agent","display_name":"Towards the generation of synchronized and believable non-verbal facial behaviors of a talking virtual agent","publication_year":2023,"publication_date":"2023-10-09","ids":{"openalex":"https://openalex.org/W4386793784","doi":"https://doi.org/10.1145/3610661.3616547"},"language":"en","primary_location":{"id":"doi:10.1145/3610661.3616547","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3610661.3616547","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Cconference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04206768/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068232596","display_name":"Alice Delbosc","orcid":"https://orcid.org/0000-0002-4815-5074"},"institutions":[{"id":"https://openalex.org/I4210114274","display_name":"Laboratoire d\u2019Informatique et Syst\u00e8mes","ror":"https://ror.org/0257sgk90","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I143002897","https://openalex.org/I21491767","https://openalex.org/I4210114274"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I21491767","display_name":"Aix-Marseille Universit\u00e9","ror":"https://ror.org/035xkbk20","country_code":"FR","type":"education","lineage":["https://openalex.org/I21491767"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Alice Delbosc","raw_affiliation_strings":["DAVI The Humanizers, France and CNRS, LIS, Aix Marseille University, France and CNRS, LISN, Paris-Saclay University, France"],"affiliations":[{"raw_affiliation_string":"DAVI The Humanizers, France and CNRS, LIS, Aix Marseille University, France and CNRS, LISN, Paris-Saclay University, France","institution_ids":["https://openalex.org/I4210114274","https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I21491767"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081791777","display_name":"Magalie Ochs","orcid":"https://orcid.org/0000-0001-7919-5688"},"institutions":[{"id":"https://openalex.org/I21491767","display_name":"Aix-Marseille Universit\u00e9","ror":"https://ror.org/035xkbk20","country_code":"FR","type":"education","lineage":["https://openalex.org/I21491767"]},{"id":"https://openalex.org/I4210114274","display_name":"Laboratoire d\u2019Informatique et Syst\u00e8mes","ror":"https://ror.org/0257sgk90","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I143002897","https://openalex.org/I21491767","https://openalex.org/I4210114274"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Magalie Ochs","raw_affiliation_strings":["CNRS, LIS, Aix Marseille University, France"],"affiliations":[{"raw_affiliation_string":"CNRS, LIS, Aix Marseille University, France","institution_ids":["https://openalex.org/I4210114274","https://openalex.org/I1294671590","https://openalex.org/I21491767"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031179905","display_name":"Nicolas Sabouret","orcid":"https://orcid.org/0000-0002-7458-6732"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Nicolas Sabouret","raw_affiliation_strings":["CNRS, LISN, Paris-Saclay University, France"],"affiliations":[{"raw_affiliation_string":"CNRS, LISN, Paris-Saclay University, France","institution_ids":["https://openalex.org/I277688954","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064663683","display_name":"Brian Ravenet","orcid":"https://orcid.org/0000-0001-6824-4800"},"institutions":[{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Brian Ravenet","raw_affiliation_strings":["CNRS, LISN, Paris-Saclay University, France"],"affiliations":[{"raw_affiliation_string":"CNRS, LISN, Paris-Saclay University, France","institution_ids":["https://openalex.org/I277688954","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058862285","display_name":"St\u00e9phane Ayache","orcid":"https://orcid.org/0000-0003-2982-7127"},"institutions":[{"id":"https://openalex.org/I4210114274","display_name":"Laboratoire d\u2019Informatique et Syst\u00e8mes","ror":"https://ror.org/0257sgk90","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I143002897","https://openalex.org/I21491767","https://openalex.org/I4210114274"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I21491767","display_name":"Aix-Marseille Universit\u00e9","ror":"https://ror.org/035xkbk20","country_code":"FR","type":"education","lineage":["https://openalex.org/I21491767"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Stephane Ayache","raw_affiliation_strings":["CNRS, LIS, Aix Marseille University, France"],"affiliations":[{"raw_affiliation_string":"CNRS, LIS, Aix Marseille University, France","institution_ids":["https://openalex.org/I4210114274","https://openalex.org/I1294671590","https://openalex.org/I21491767"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5068232596"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I21491767","https://openalex.org/I277688954","https://openalex.org/I4210114274"],"apc_list":null,"apc_paid":null,"fwci":1.0881,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.79887019,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"228","last_page":"237"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.786806046962738},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.7157835960388184},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.6125348806381226},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5703593492507935},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5305203795433044},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5292835831642151},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.5053065419197083},{"id":"https://openalex.org/keywords/nonverbal-communication","display_name":"Nonverbal communication","score":0.4667663276195526},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.46361809968948364},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.4546419382095337},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.4407995343208313},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3970629572868347},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38672614097595215},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.1533636748790741},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.1335139274597168},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12741079926490784},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09437146782875061},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07596909999847412}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.786806046962738},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.7157835960388184},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.6125348806381226},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5703593492507935},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5305203795433044},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5292835831642151},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.5053065419197083},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.4667663276195526},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.46361809968948364},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.4546419382095337},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.4407995343208313},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3970629572868347},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38672614097595215},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.1533636748790741},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.1335139274597168},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12741079926490784},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09437146782875061},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07596909999847412},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3610661.3616547","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3610661.3616547","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Cconference on Multimodal Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04206768v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04206768","pdf_url":"https://hal.science/hal-04206768/document","source":{"id":"https://openalex.org/S4406922393","display_name":"HAL AMU","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"25th ACM International Conference on Multimodal Interaction (ICMI'23), Oct 2023, Paris, France. ⟨10.1145/3610661.3616547⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04206768v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04206768","pdf_url":"https://hal.science/hal-04206768/document","source":{"id":"https://openalex.org/S4406922393","display_name":"HAL AMU","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"25th ACM International Conference on Multimodal Interaction (ICMI'23), Oct 2023, Paris, France. ⟨10.1145/3610661.3616547⟩","raw_type":"Conference papers"},"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4386793784.pdf"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W341184420","https://openalex.org/W1498883201","https://openalex.org/W1901129140","https://openalex.org/W1974597084","https://openalex.org/W2008208299","https://openalex.org/W2017107803","https://openalex.org/W2021291367","https://openalex.org/W2024536104","https://openalex.org/W2026871208","https://openalex.org/W2085662862","https://openalex.org/W2105726572","https://openalex.org/W2107037917","https://openalex.org/W2118004237","https://openalex.org/W2124399597","https://openalex.org/W2131734538","https://openalex.org/W2151539117","https://openalex.org/W2395639500","https://openalex.org/W2560835477","https://openalex.org/W2739192055","https://openalex.org/W2739694526","https://openalex.org/W2747308422","https://openalex.org/W2766709201","https://openalex.org/W2769666294","https://openalex.org/W2791686384","https://openalex.org/W2802076562","https://openalex.org/W2895226286","https://openalex.org/W2900993107","https://openalex.org/W2901872500","https://openalex.org/W2912100673","https://openalex.org/W2922298118","https://openalex.org/W2963290645","https://openalex.org/W2963544341","https://openalex.org/W2967443589","https://openalex.org/W2979894294","https://openalex.org/W3002310794","https://openalex.org/W3036120140","https://openalex.org/W3042815677","https://openalex.org/W3083173864","https://openalex.org/W3099073275","https://openalex.org/W3105015787","https://openalex.org/W3118288752","https://openalex.org/W3125087480","https://openalex.org/W3125277150","https://openalex.org/W3125775899","https://openalex.org/W3132298525","https://openalex.org/W3172764674","https://openalex.org/W3198131199","https://openalex.org/W3205214582","https://openalex.org/W3207098744","https://openalex.org/W4214544731","https://openalex.org/W4230429791","https://openalex.org/W4255279941","https://openalex.org/W4285981714","https://openalex.org/W4304184843","https://openalex.org/W4304616949","https://openalex.org/W4308222716","https://openalex.org/W4321109795","https://openalex.org/W4327673403","https://openalex.org/W4361755841","https://openalex.org/W4380264398"],"related_works":["https://openalex.org/W1544039745","https://openalex.org/W2121378366","https://openalex.org/W2999276620","https://openalex.org/W2532377291","https://openalex.org/W1976926596","https://openalex.org/W2989004599","https://openalex.org/W2535923857","https://openalex.org/W3094080214","https://openalex.org/W2156310872","https://openalex.org/W2356609371"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"a":[3,35],"new":[4],"model":[5,20,52],"to":[6,25],"generate":[7],"rhythmically":[8],"relevant":[9],"non-verbal":[10],"facial":[11],"behaviors":[12,26],"for":[13],"virtual":[14,36],"agents":[15],"while":[16],"they":[17],"speak.":[18],"The":[19,68],"demonstrates":[21],"perceived":[22],"performance":[23],"comparable":[24],"directly":[27],"extracted":[28],"from":[29],"the":[30,51,71,74,77,99,103,114],"data":[31],"and":[32,44,76,116],"replayed":[33],"on":[34],"agent,":[37],"in":[38,73,91],"terms":[39],"of":[40,57,60,70,105,111],"synchronization":[41,106],"with":[42,53,107],"speech":[43],"believability.":[45],"Interestingly,":[46],"we":[47],"found":[48],"that":[49,86],"training":[50,100],"two":[54],"different":[55],"sets":[56],"data,":[58],"instead":[59],"one,":[61],"did":[62],"not":[63],"necessarily":[64],"improve":[65],"its":[66],"performance.":[67],"expressiveness":[69],"people":[72],"dataset":[75],"shooting":[78],"conditions":[79],"are":[80,96],"key":[81],"elements.":[82],"We":[83],"also":[84],"show":[85],"employing":[87],"an":[88],"adversarial":[89],"model,":[90],"which":[92],"fabricated":[93],"fake":[94],"examples":[95],"introduced":[97],"during":[98],"phase,":[101],"increases":[102],"perception":[104],"speech.":[108],"A":[109],"collection":[110],"videos":[112],"demonstrating":[113],"results":[115],"code":[117],"can":[118],"be":[119],"accessed":[120],"at:":[121],"https://github.com/aldelb/non_verbal_facial_animation.":[122]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-26T15:22:09.906841","created_date":"2025-10-10T00:00:00"}