{"id":"https://openalex.org/W4304184843","doi":"https://doi.org/10.1145/3536220.3558806","title":"Automatic facial expressions, gaze direction and head movements generation of a virtual agent","display_name":"Automatic facial expressions, gaze direction and head movements generation of a virtual agent","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4304184843","doi":"https://doi.org/10.1145/3536220.3558806"},"language":"en","primary_location":{"id":"doi:10.1145/3536220.3558806","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3536220.3558806","pdf_url":null,"source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-03794365","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068232596","display_name":"Alice Delbosc","orcid":"https://orcid.org/0000-0002-4815-5074"},"institutions":[{"id":"https://openalex.org/I4210114274","display_name":"Laboratoire d\u2019Informatique et Syst\u00e8mes","ror":"https://ror.org/0257sgk90","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I143002897","https://openalex.org/I21491767","https://openalex.org/I4210114274"]},{"id":"https://openalex.org/I21491767","display_name":"Aix-Marseille Universit\u00e9","ror":"https://ror.org/035xkbk20","country_code":"FR","type":"education","lineage":["https://openalex.org/I21491767"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Alice Delbosc","raw_affiliation_strings":["LIS, Aix-Marseille University, France"],"affiliations":[{"raw_affiliation_string":"LIS, Aix-Marseille University, France","institution_ids":["https://openalex.org/I21491767","https://openalex.org/I4210114274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081791777","display_name":"Magalie Ochs","orcid":"https://orcid.org/0000-0001-7919-5688"},"institutions":[{"id":"https://openalex.org/I4210114274","display_name":"Laboratoire d\u2019Informatique et Syst\u00e8mes","ror":"https://ror.org/0257sgk90","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I143002897","https://openalex.org/I21491767","https://openalex.org/I4210114274"]},{"id":"https://openalex.org/I21491767","display_name":"Aix-Marseille Universit\u00e9","ror":"https://ror.org/035xkbk20","country_code":"FR","type":"education","lineage":["https://openalex.org/I21491767"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Magalie Ochs","raw_affiliation_strings":["LIS, Aix-Marseille University, France","Institute of Language, Communication and the Brain"],"affiliations":[{"raw_affiliation_string":"LIS, Aix-Marseille University, France","institution_ids":["https://openalex.org/I21491767","https://openalex.org/I4210114274"]},{"raw_affiliation_string":"Institute of Language, Communication and the Brain","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058862285","display_name":"St\u00e9phane Ayache","orcid":"https://orcid.org/0000-0003-2982-7127"},"institutions":[{"id":"https://openalex.org/I4210114274","display_name":"Laboratoire d\u2019Informatique et Syst\u00e8mes","ror":"https://ror.org/0257sgk90","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I143002897","https://openalex.org/I21491767","https://openalex.org/I4210114274"]},{"id":"https://openalex.org/I21491767","display_name":"Aix-Marseille Universit\u00e9","ror":"https://ror.org/035xkbk20","country_code":"FR","type":"education","lineage":["https://openalex.org/I21491767"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Stephane Ayache","raw_affiliation_strings":["LIS, Aix-Marseille University, France"],"affiliations":[{"raw_affiliation_string":"LIS, Aix-Marseille University, France","institution_ids":["https://openalex.org/I21491767","https://openalex.org/I4210114274"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5068232596"],"corresponding_institution_ids":["https://openalex.org/I21491767","https://openalex.org/I4210114274"],"apc_list":null,"apc_paid":null,"fwci":0.4793,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.73286018,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"79","last_page":"88"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8338557481765747},{"id":"https://openalex.org/keywords/gaze","display_name":"Gaze","score":0.6412237882614136},{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.6138866543769836},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5788415670394897},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5738946199417114},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5455687642097473},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5387853384017944},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.5096375942230225},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.45550844073295593},{"id":"https://openalex.org/keywords/orientation","display_name":"Orientation (vector space)","score":0.45050907135009766},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.43526262044906616},{"id":"https://openalex.org/keywords/computer-facial-animation","display_name":"Computer facial animation","score":0.415914386510849},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33988091349601746},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.1877952218055725},{"id":"https://openalex.org/keywords/computer-animation","display_name":"Computer animation","score":0.12737014889717102},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.08483609557151794}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8338557481765747},{"id":"https://openalex.org/C2779916870","wikidata":"https://www.wikidata.org/wiki/Q14467155","display_name":"Gaze","level":2,"score":0.6412237882614136},{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.6138866543769836},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5788415670394897},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5738946199417114},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5455687642097473},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5387853384017944},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.5096375942230225},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.45550844073295593},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.45050907135009766},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.43526262044906616},{"id":"https://openalex.org/C138591656","wikidata":"https://www.wikidata.org/wiki/Q5157538","display_name":"Computer facial animation","level":4,"score":0.415914386510849},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33988091349601746},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.1877952218055725},{"id":"https://openalex.org/C69369342","wikidata":"https://www.wikidata.org/wiki/Q1401416","display_name":"Computer animation","level":3,"score":0.12737014889717102},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.08483609557151794},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3536220.3558806","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3536220.3558806","pdf_url":null,"source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-03794365v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03794365","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"GENEA : GENERATION AND EVALUATION OF NON-VERBAL BEHAVIOUR FOR EMBODIED AGENTS, Nov 2022, Bengaluru, India. ⟨10.1145/3536220.3558806⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-03794365v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03794365","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"GENEA : GENERATION AND EVALUATION OF NON-VERBAL BEHAVIOUR FOR EMBODIED AGENTS, Nov 2022, Bengaluru, India. ⟨10.1145/3536220.3558806⟩","raw_type":"Conference papers"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W341184420","https://openalex.org/W815877816","https://openalex.org/W1498883201","https://openalex.org/W1648364338","https://openalex.org/W1901129140","https://openalex.org/W1974597084","https://openalex.org/W2008208299","https://openalex.org/W2021291367","https://openalex.org/W2024536104","https://openalex.org/W2026871208","https://openalex.org/W2075398069","https://openalex.org/W2084235337","https://openalex.org/W2085662862","https://openalex.org/W2105726572","https://openalex.org/W2118004237","https://openalex.org/W2124399597","https://openalex.org/W2131734538","https://openalex.org/W2395639500","https://openalex.org/W2559085405","https://openalex.org/W2739192055","https://openalex.org/W2766709201","https://openalex.org/W2802076562","https://openalex.org/W2895226286","https://openalex.org/W2901872500","https://openalex.org/W2912100673","https://openalex.org/W2962795401","https://openalex.org/W3036120140","https://openalex.org/W3042815677","https://openalex.org/W3105015787","https://openalex.org/W3125277150","https://openalex.org/W3132298525","https://openalex.org/W3198131199","https://openalex.org/W3205214582","https://openalex.org/W4214544731","https://openalex.org/W4230429791","https://openalex.org/W4310301283"],"related_works":["https://openalex.org/W2082717302","https://openalex.org/W2291113340","https://openalex.org/W1983127496","https://openalex.org/W2010638486","https://openalex.org/W2275074989","https://openalex.org/W2263241569","https://openalex.org/W1953056220","https://openalex.org/W2242043718","https://openalex.org/W1968135759","https://openalex.org/W2032155754"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3],"present":[4],"two":[5,144],"models":[6,100],"to":[7,78],"jointly":[8],"and":[9,15,34,40,86,110,150],"automatically":[10,89],"generate":[11],"the":[12,58,84,138,146,151],"head,":[13],"facial":[14,49,59],"gaze":[16,41],"movements":[17,39],"of":[18,66,70,98,140],"a":[19,30,111,121],"virtual":[20],"agent":[21],"from":[22,90,113],"acoustic":[23],"speech":[24,85,149],"features.":[25],"Two":[26],"architectures":[27],"are":[28,43,51],"explored:":[29],"Generative":[31],"Adversarial":[32,36],"Network":[33],"an":[35],"Encoder-Decoder.":[37],"Head":[38],"orientation":[42],"generated":[44,52,141],"as":[45,107,116,118],"3D":[46],"coordinates,":[47],"while":[48],"expressions":[50],"using":[53,93],"action":[54,60],"units":[55],"based":[56],"on":[57,130],"coding":[61],"system.":[62],"A":[63],"large":[64],"corpus":[65],"almost":[67],"4":[68],"hours":[69],"videos,":[71],"involving":[72],"89":[73],"different":[74],"speakers":[75],"is":[76,101],"used":[77],"train":[79],"our":[80],"models.":[81],"We":[82],"extract":[83],"visual":[87],"features":[88],"these":[91,99],"videos":[92],"existing":[94],"tools.":[95],"The":[96],"evaluation":[97,109],"conducted":[102],"objectively":[103],"with":[104,148],"measures":[105],"such":[106],"density":[108],"visualisation":[112],"PCA":[114],"reduction,":[115],"well":[117],"subjectively":[119],"through":[120],"users":[122],"perceptive":[123],"study.":[124],"Our":[125,153],"proposed":[126],"methodology":[127],"shows":[128],"that":[129],"15":[131],"seconds":[132],"sequences,":[133],"encoder-decoder":[134],"architecture":[135],"drastically":[136],"improves":[137],"perception":[139],"behaviours":[142],"in":[143,158],"criteria:":[145],"coordination":[147],"naturalness.":[152],"code":[154],"can":[155],"be":[156],"found":[157],":":[159],"https://github.com/aldelb/non-verbal-behaviours-generation.":[160]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}