{"id":"https://openalex.org/W3093977426","doi":"https://doi.org/10.1145/3383652.3423904","title":"Real-time simulation of virtual humans' emotional facial expressions, harnessing autonomic physiological and musculoskeletal control","display_name":"Real-time simulation of virtual humans' emotional facial expressions, harnessing autonomic physiological and musculoskeletal control","publication_year":2020,"publication_date":"2020-10-19","ids":{"openalex":"https://openalex.org/W3093977426","doi":"https://doi.org/10.1145/3383652.3423904","mag":"3093977426"},"language":"en","primary_location":{"id":"doi:10.1145/3383652.3423904","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3383652.3423904","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://archive-ouverte.unige.ch/unige:153738","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063776294","display_name":"Yvain Tisserand","orcid":"https://orcid.org/0000-0001-9027-6497"},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Yvain Tisserand","raw_affiliation_strings":["University of Geneva, Geneva, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059401126","display_name":"Ruth Aylett","orcid":"https://orcid.org/0000-0002-8606-5571"},"institutions":[{"id":"https://openalex.org/I32062511","display_name":"Heriot-Watt University","ror":"https://ror.org/04mghma93","country_code":"GB","type":"education","lineage":["https://openalex.org/I32062511"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ruth Aylett","raw_affiliation_strings":["Heriot-Watt University Edinburgh, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Heriot-Watt University Edinburgh, United Kingdom","institution_ids":["https://openalex.org/I32062511"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077315553","display_name":"Marcello Mortillaro","orcid":"https://orcid.org/0000-0002-1785-6732"},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Marcello Mortillaro","raw_affiliation_strings":["University of Geneva, Geneva, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071051159","display_name":"David Rudrauf","orcid":"https://orcid.org/0000-0002-9621-1800"},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"David Rudrauf","raw_affiliation_strings":["University of Geneva, Geneva, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5618,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.84575262,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.716846227645874},{"id":"https://openalex.org/keywords/tone","display_name":"Tone (literature)","score":0.6199439167976379},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.591007649898529},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.5840200185775757},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5148845911026001},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4901176393032074},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4831337630748749},{"id":"https://openalex.org/keywords/emotional-expression","display_name":"Emotional expression","score":0.4748257100582123},{"id":"https://openalex.org/keywords/autonomic-nervous-system","display_name":"Autonomic nervous system","score":0.4444957673549652},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.41475555300712585},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.41081076860427856},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.319501131772995},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2765035331249237},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.17128634452819824},{"id":"https://openalex.org/keywords/heart-rate","display_name":"Heart rate","score":0.10414361953735352},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.0922539234161377}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.716846227645874},{"id":"https://openalex.org/C2780583480","wikidata":"https://www.wikidata.org/wiki/Q1366327","display_name":"Tone (literature)","level":2,"score":0.6199439167976379},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.591007649898529},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5840200185775757},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5148845911026001},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4901176393032074},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4831337630748749},{"id":"https://openalex.org/C143110190","wikidata":"https://www.wikidata.org/wiki/Q5373787","display_name":"Emotional expression","level":2,"score":0.4748257100582123},{"id":"https://openalex.org/C2777372248","wikidata":"https://www.wikidata.org/wiki/Q171064","display_name":"Autonomic nervous system","level":4,"score":0.4444957673549652},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.41475555300712585},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.41081076860427856},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.319501131772995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2765035331249237},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.17128634452819824},{"id":"https://openalex.org/C2777953023","wikidata":"https://www.wikidata.org/wiki/Q1073121","display_name":"Heart rate","level":3,"score":0.10414361953735352},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0922539234161377},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C84393581","wikidata":"https://www.wikidata.org/wiki/Q82642","display_name":"Blood pressure","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3383652.3423904","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3383652.3423904","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},{"id":"pmh:oai:unige.ch:unige:153738","is_oa":true,"landing_page_url":"https://archive-ouverte.unige.ch/unige:153738","pdf_url":"https://archive-ouverte.unige.ch/unige:153738","source":{"id":"https://openalex.org/S4306402259","display_name":"Archive ouverte UNIGE (University of Geneva)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114457229","host_organization_name":"University of Geneva","host_organization_lineage":["https://openalex.org/I114457229"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"ISBN: 978-1-4503-7586-3","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:unige.ch:unige:153738","is_oa":true,"landing_page_url":"https://archive-ouverte.unige.ch/unige:153738","pdf_url":"https://archive-ouverte.unige.ch/unige:153738","source":{"id":"https://openalex.org/S4306402259","display_name":"Archive ouverte UNIGE (University of Geneva)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114457229","host_organization_name":"University of Geneva","host_organization_lineage":["https://openalex.org/I114457229"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"ISBN: 978-1-4503-7586-3","raw_type":"Text"},"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G7296588745","display_name":null,"funder_award_id":"EP/N034546/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8994708919","display_name":null,"funder_award_id":"EP/T013737/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3093977426.pdf","grobid_xml":"https://content.openalex.org/works/W3093977426.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1530685043","https://openalex.org/W1532599774","https://openalex.org/W1588539311","https://openalex.org/W1589521747","https://openalex.org/W1969736828","https://openalex.org/W1986101067","https://openalex.org/W1989116902","https://openalex.org/W1996420555","https://openalex.org/W1997225982","https://openalex.org/W2004297323","https://openalex.org/W2008111976","https://openalex.org/W2019611073","https://openalex.org/W2029334490","https://openalex.org/W2067318811","https://openalex.org/W2075428324","https://openalex.org/W2096342506","https://openalex.org/W2107503934","https://openalex.org/W2126478809","https://openalex.org/W2126822690","https://openalex.org/W2135431835","https://openalex.org/W2496277720","https://openalex.org/W2612048749","https://openalex.org/W2739385919","https://openalex.org/W2789019232","https://openalex.org/W2950247511","https://openalex.org/W2955118225","https://openalex.org/W4210267733","https://openalex.org/W4235375376"],"related_works":["https://openalex.org/W1989708078","https://openalex.org/W1511759140","https://openalex.org/W2005468030","https://openalex.org/W2020206307","https://openalex.org/W1813760943","https://openalex.org/W4250708585","https://openalex.org/W2025928668","https://openalex.org/W2090375893","https://openalex.org/W2189549508","https://openalex.org/W4401368037"],"abstract_inverted_index":{"Emotion":[0],"expressions":[1],"and":[2,6,34,78,81,89,127,136,154],"communication":[3],"involve":[4],"involuntary":[5],"voluntary":[7],"processes":[8],"that":[9],"may":[10,20],"not":[11],"always":[12],"operate":[13],"consistently.":[14],"Expressive":[15],"behaviour":[16],"involving":[17],"physiological":[18,49],"changes":[19],"carry":[21],"information":[22],"about":[23],"hidden":[24],"aspects":[25],"of":[26,70,96,102,107,119,130,133],"emotional":[27],"experience":[28],"important":[29],"for":[30,122],"accurate":[31],"emotion":[32,135,137],"recognition":[33],"social":[35],"cognition.":[36],"In":[37],"this":[38],"paper,":[39],"we":[40],"describe":[41],"a":[42,108],"principled":[43],"approach":[44,60,104],"to":[45,53],"simulating":[46],"Virtual":[47],"Human":[48],"facial":[50,146],"features":[51,121],"related":[52],"the":[54,67,71,94,100,103,117,128,131],"autonomic":[55],"nervous":[56],"system":[57],"(ANS).":[58],"Our":[59],"is":[61,113],"based":[62],"on":[63,84],"typical":[64],"synergies":[65],"within":[66],"two":[68],"branches":[69],"ANS.":[72],"It":[73],"covers":[74],"both":[75],"parasympathetic":[76],"tone":[77],"sympathetic":[79],"tone,":[80,86],"their":[82],"impact":[83],"skin":[85],"pupil":[87],"diameter":[88],"sweat.":[90],"We":[91,98,139],"also":[92],"present":[93],"triggering":[95],"tears.":[97],"discuss":[99],"implementation":[101],"as":[105],"part":[106],"3D":[109],"toolkit.":[110],"This":[111],"work":[112],"aimed":[114],"at":[115],"supporting":[116],"development":[118],"affective":[120],"realtime":[123],"intelligent":[124],"artificial":[125],"agents,":[126],"study":[129],"perception":[132],"mixed":[134],"regulation.":[138],"demonstrate":[140],"how":[141],"varying":[142],"ANS":[143],"parameters":[144],"impacts":[145],"behaviour,":[147],"contrasting":[148],"emotionally":[149],"consistent":[150],"vs":[151],"inconsistent":[152],"musculoskeletal":[153],"ANS-related":[155],"features.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}