{"id":"https://openalex.org/W4414958780","doi":"https://doi.org/10.1145/3717511.3747074","title":"Synthetically Expressive: Evaluating gesture and voice for emotion and empathy in VR and 2D scenarios","display_name":"Synthetically Expressive: Evaluating gesture and voice for emotion and empathy in VR and 2D scenarios","publication_year":2025,"publication_date":"2025-09-16","ids":{"openalex":"https://openalex.org/W4414958780","doi":"https://doi.org/10.1145/3717511.3747074"},"language":"en","primary_location":{"id":"doi:10.1145/3717511.3747074","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3717511.3747074","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3717511.3747074","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Haoyang Du","orcid":"https://orcid.org/0000-0002-6153-3797"},"institutions":[{"id":"https://openalex.org/I4210144925","display_name":"Technological University Dublin","ror":"https://ror.org/04t0qbt32","country_code":"IE","type":"education","lineage":["https://openalex.org/I4210144925"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Haoyang Du","raw_affiliation_strings":["Technological University Dublin, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-6153-3797","affiliations":[{"raw_affiliation_string":"Technological University Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I4210144925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082706551","display_name":"Kiran Chhatre","orcid":"https://orcid.org/0000-0002-7414-845X"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Kiran Chhatre","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-7414-845X","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055757332","display_name":"Christopher Peters","orcid":null},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Christopher Peters","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-7257-0761","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081753927","display_name":"Brian Keegan","orcid":"https://orcid.org/0000-0003-0445-108X"},"institutions":[{"id":"https://openalex.org/I4210144925","display_name":"Technological University Dublin","ror":"https://ror.org/04t0qbt32","country_code":"IE","type":"education","lineage":["https://openalex.org/I4210144925"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Brian Keegan","raw_affiliation_strings":["Technological University Dublin, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0003-0445-108X","affiliations":[{"raw_affiliation_string":"Technological University Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I4210144925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079301210","display_name":"Rachel McDonnell","orcid":"https://orcid.org/0000-0002-1957-2506"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Rachel McDonnell","raw_affiliation_strings":["Trinity College Dublin, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-1957-2506","affiliations":[{"raw_affiliation_string":"Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028464565","display_name":"Cathy Ennis","orcid":"https://orcid.org/0000-0002-1274-5347"},"institutions":[{"id":"https://openalex.org/I157286207","display_name":"National University of Ireland, Maynooth","ror":"https://ror.org/048nfjm95","country_code":"IE","type":"education","lineage":["https://openalex.org/I157286207"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Cathy Ennis","raw_affiliation_strings":["Maynooth University, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-1274-5347","affiliations":[{"raw_affiliation_string":"Maynooth University, Dublin, Ireland","institution_ids":["https://openalex.org/I157286207"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6864,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93127008,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11431","display_name":"Action Observation and Synchronization","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gesture","display_name":"Gesture","score":0.8921999931335449},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6439999938011169},{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.6244999766349792},{"id":"https://openalex.org/keywords/immersion","display_name":"Immersion (mathematics)","score":0.5958999991416931},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5590999722480774},{"id":"https://openalex.org/keywords/virtual-reality","display_name":"Virtual reality","score":0.5527999997138977}],"concepts":[{"id":"https://openalex.org/C207347870","wikidata":"https://www.wikidata.org/wiki/Q371174","display_name":"Gesture","level":2,"score":0.8921999931335449},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6439999938011169},{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.6244999766349792},{"id":"https://openalex.org/C199068039","wikidata":"https://www.wikidata.org/wiki/Q574523","display_name":"Immersion (mathematics)","level":2,"score":0.5958999991416931},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5590999722480774},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.5527999997138977},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.541100025177002},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.492900013923645},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45680001378059387},{"id":"https://openalex.org/C159437735","wikidata":"https://www.wikidata.org/wiki/Q1519524","display_name":"Gesture recognition","level":3,"score":0.41119998693466187},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4011000096797943},{"id":"https://openalex.org/C2776141551","wikidata":"https://www.wikidata.org/wiki/Q16000087","display_name":"Emotion perception","level":3,"score":0.3849000036716461},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3343999981880188},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.30640000104904175},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C145633318","wikidata":"https://www.wikidata.org/wiki/Q207125","display_name":"Nonverbal communication","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.28110000491142273}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3717511.3747074","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3717511.3747074","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},{"id":"pmh:oai:DiVA.org:kth-374598","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-374598","pdf_url":null,"source":{"id":"https://openalex.org/S4306400653","display_name":"Diva portal (Dalarna University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:arrow.tudublin.ie:scschcomcon-1482","is_oa":false,"landing_page_url":"https://arrow.tudublin.ie/scschcomcon/455","pdf_url":null,"source":{"id":"https://openalex.org/S4377196307","display_name":"Arrow - TU Dublin (Technological University Dublin)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210144925","host_organization_name":"Technological University Dublin","host_organization_lineage":["https://openalex.org/I4210144925"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Conference papers","raw_type":"conferencepaper"}],"best_oa_location":{"id":"doi:10.1145/3717511.3747074","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3717511.3747074","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th ACM International Conference on Intelligent Virtual Agents","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W164035532","https://openalex.org/W1544484417","https://openalex.org/W1570629387","https://openalex.org/W1588695081","https://openalex.org/W1806933321","https://openalex.org/W1867827413","https://openalex.org/W1966725752","https://openalex.org/W2007337857","https://openalex.org/W2018916919","https://openalex.org/W2026871208","https://openalex.org/W2038569737","https://openalex.org/W2044109807","https://openalex.org/W2061009502","https://openalex.org/W2119131115","https://openalex.org/W2128213565","https://openalex.org/W2130742134","https://openalex.org/W2145839404","https://openalex.org/W2150242625","https://openalex.org/W2268533710","https://openalex.org/W2325035506","https://openalex.org/W2550910960","https://openalex.org/W2553027802","https://openalex.org/W2754675567","https://openalex.org/W2800009797","https://openalex.org/W2896735034","https://openalex.org/W2920996501","https://openalex.org/W2954222771","https://openalex.org/W2978956737","https://openalex.org/W2986334266","https://openalex.org/W3020477709","https://openalex.org/W3029538415","https://openalex.org/W3096600940","https://openalex.org/W3106301105","https://openalex.org/W3124346429","https://openalex.org/W3181695292","https://openalex.org/W3188493377","https://openalex.org/W3197986413","https://openalex.org/W3207594185","https://openalex.org/W4213362249","https://openalex.org/W4220879444","https://openalex.org/W4221142137","https://openalex.org/W4224992962","https://openalex.org/W4230429791","https://openalex.org/W4256115542","https://openalex.org/W4281646430","https://openalex.org/W4283032633","https://openalex.org/W4285981714","https://openalex.org/W4292945985","https://openalex.org/W4303448003","https://openalex.org/W4306310127","https://openalex.org/W4308840623","https://openalex.org/W4312933868","https://openalex.org/W4316810483","https://openalex.org/W4321351659","https://openalex.org/W4323896824","https://openalex.org/W4364377334","https://openalex.org/W4367662736","https://openalex.org/W4377241829","https://openalex.org/W4380994134","https://openalex.org/W4385160209","https://openalex.org/W4385275735","https://openalex.org/W4385284180","https://openalex.org/W4387421378","https://openalex.org/W4390094952","https://openalex.org/W4390117502","https://openalex.org/W4391745456","https://openalex.org/W4392781744","https://openalex.org/W4396833478","https://openalex.org/W4399609873","https://openalex.org/W4400809977","https://openalex.org/W4400822426","https://openalex.org/W4401065694","https://openalex.org/W4402704505","https://openalex.org/W4402727140","https://openalex.org/W4404915714","https://openalex.org/W4405812727","https://openalex.org/W4405813023","https://openalex.org/W4405833246","https://openalex.org/W4407075608","https://openalex.org/W4410095935"],"related_works":[],"abstract_inverted_index":{"The":[0],"creation":[1],"of":[2,9,25,35,45,65,75,108,119,130],"virtual":[3,36],"humans":[4],"increasingly":[5],"leverages":[6],"automated":[7],"synthesis":[8,158],"speech":[10,101],"and":[11,27,48,67,70,81,100,102,113,116,155],"gestures,":[12],"enabling":[13],"expressive,":[14],"adaptable":[15],"agents":[16],"that":[17,124],"effectively":[18],"engage":[19],"users.":[20],"However,":[21],"the":[22,32,43,63,95,103,117,128,141,149],"independent":[23],"development":[24],"voice":[26],"gesture":[28,153],"generation":[29],"technologies,":[30],"alongside":[31,72],"growing":[33],"popularity":[34],"reality":[37],"(VR),":[38],"presents":[39],"significant":[40],"questions":[41],"about":[42],"integration":[44],"these":[46],"signals":[47],"their":[49],"ability":[50],"to":[51,151],"convey":[52],"emotional":[53,82,112],"detail":[54],"in":[55],"immersive":[56,160],"environments.":[57,161],"In":[58],"this":[59],"paper,":[60],"we":[61],"evaluate":[62],"influence":[64],"real":[66],"synthetic":[68,139],"gestures":[69,99],"speech,":[71],"varying":[73],"levels":[74],"immersion":[76,93],"(VR":[77],"vs.":[78],"2D":[79],"displays)":[80],"contexts":[83],"(positive,":[84],"neutral,":[85],"negative)":[86],"on":[87,105],"user":[88,109],"perceptions.":[89],"We":[90],"investigate":[91],"how":[92],"affects":[94],"perceived":[96],"match":[97],"between":[98,144],"impact":[104],"key":[106],"aspects":[107],"experience,":[110],"including":[111],"empathetic":[114],"responses":[115],"sense":[118],"co-presence.":[120],"Our":[121],"findings":[122],"indicate":[123],"while":[125],"VR":[126],"enhances":[127],"perception":[129],"natural":[131],"gesture\u2013voice":[132],"pairings,":[133],"it":[134],"does":[135],"not":[136],"similarly":[137],"improve":[138],"ones\u2014amplifying":[140],"perceptual":[142],"gap":[143],"them.":[145],"These":[146],"results":[147],"highlight":[148],"need":[150],"reassess":[152],"appropriateness":[154],"refine":[156],"AI-driven":[157],"for":[159]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}