{"id":"https://openalex.org/W7153988760","doi":"https://doi.org/10.1145/3772318.3791031","title":"Signals of Aggression: Modelling Multimodal Cues and Perceptual Effects in Virtual Agents","display_name":"Signals of Aggression: Modelling Multimodal Cues and Perceptual Effects in Virtual Agents","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7153988760","doi":"https://doi.org/10.1145/3772318.3791031"},"language":null,"primary_location":{"id":"doi:10.1145/3772318.3791031","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791031","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3772318.3791031","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125162610","display_name":"Shaun Jing Heng Ong","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Shaun Jing Heng Ong","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0005-7430-8467","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125120418","display_name":"Aiden Tat Yang Koh","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Aiden Tat Yang Koh","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0007-5677-7045","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023417532","display_name":"Shaoyu Cai","orcid":"https://orcid.org/0000-0001-8808-3442"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Shaoyu Cai","raw_affiliation_strings":["College of Design and Engineering, National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8808-3442","affiliations":[{"raw_affiliation_string":"College of Design and Engineering, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032182136","display_name":"Felicia Fang-Yi Tan","orcid":"https://orcid.org/0000-0001-7837-174X"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Felicia Fang-Yi Tan","raw_affiliation_strings":["Tandon School of Engineering, New York University, New York, New York, USA"],"raw_orcid":"https://orcid.org/0000-0001-7837-174X","affiliations":[{"raw_affiliation_string":"Tandon School of Engineering, New York University, New York, New York, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010713060","display_name":"Patrick Chia","orcid":"https://orcid.org/0009-0002-6195-189X"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Patrick Chia","raw_affiliation_strings":["Division of Industrial Design, School of Design and Environment, National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0002-6195-189X","affiliations":[{"raw_affiliation_string":"Division of Industrial Design, School of Design and Environment, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056377621","display_name":"Eng Tat Khoo","orcid":"https://orcid.org/0000-0003-1295-3506"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Eng Tat Khoo","raw_affiliation_strings":["College of Design and Engineering, National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-1295-3506","affiliations":[{"raw_affiliation_string":"College of Design and Engineering, National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5125162610"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.83226036,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.7354999780654907,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.7354999780654907,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.06390000134706497,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.02239999920129776,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/aggression","display_name":"Aggression","score":0.8586999773979187},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6183000206947327},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.5235000252723694},{"id":"https://openalex.org/keywords/body-language","display_name":"Body language","score":0.47699999809265137},{"id":"https://openalex.org/keywords/poison-control","display_name":"Poison control","score":0.40880000591278076},{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.3783000111579895},{"id":"https://openalex.org/keywords/virtual-agent","display_name":"Virtual agent","score":0.362199991941452},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.35760000348091125}],"concepts":[{"id":"https://openalex.org/C2779448149","wikidata":"https://www.wikidata.org/wiki/Q191797","display_name":"Aggression","level":2,"score":0.8586999773979187},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6525999903678894},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6183000206947327},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.5235000252723694},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4878999888896942},{"id":"https://openalex.org/C20253421","wikidata":"https://www.wikidata.org/wiki/Q477298","display_name":"Body language","level":2,"score":0.47699999809265137},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.40880000591278076},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.3783000111579895},{"id":"https://openalex.org/C2983409430","wikidata":"https://www.wikidata.org/wiki/Q7935065","display_name":"Virtual agent","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.35760000348091125},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.3483999967575073},{"id":"https://openalex.org/C194969405","wikidata":"https://www.wikidata.org/wiki/Q170519","display_name":"Virtual reality","level":2,"score":0.3327000141143799},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.32919999957084656},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.3206999897956848},{"id":"https://openalex.org/C150303390","wikidata":"https://www.wikidata.org/wiki/Q1983852","display_name":"Virtual actor","level":3,"score":0.304500013589859},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3021000027656555},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2962999939918518},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.27399998903274536},{"id":"https://openalex.org/C2776141551","wikidata":"https://www.wikidata.org/wiki/Q16000087","display_name":"Emotion perception","level":3,"score":0.2718999981880188},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C130064352","wikidata":"https://www.wikidata.org/wiki/Q853725","display_name":"Social relation","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C10090317","wikidata":"https://www.wikidata.org/wiki/Q7551030","display_name":"Social cue","level":2,"score":0.2538999915122986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3772318.3791031","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791031","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3772318.3791031","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3772318.3791031","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.6419353485107422,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W1486652013","https://openalex.org/W1563610577","https://openalex.org/W1565833528","https://openalex.org/W1588539311","https://openalex.org/W1705970262","https://openalex.org/W1774811845","https://openalex.org/W1922831730","https://openalex.org/W1973655458","https://openalex.org/W1974580815","https://openalex.org/W1983752985","https://openalex.org/W1985891345","https://openalex.org/W1990143418","https://openalex.org/W1994010515","https://openalex.org/W1997225982","https://openalex.org/W2008208299","https://openalex.org/W2026730323","https://openalex.org/W2041771838","https://openalex.org/W2044687827","https://openalex.org/W2045334738","https://openalex.org/W2066064791","https://openalex.org/W2072617587","https://openalex.org/W2077947807","https://openalex.org/W2078951341","https://openalex.org/W2096386363","https://openalex.org/W2097909335","https://openalex.org/W2098104159","https://openalex.org/W2110352975","https://openalex.org/W2110911841","https://openalex.org/W2117373981","https://openalex.org/W2122852424","https://openalex.org/W2128213565","https://openalex.org/W2129950297","https://openalex.org/W2131123711","https://openalex.org/W2147449317","https://openalex.org/W2160430176","https://openalex.org/W2164774667","https://openalex.org/W2168730540","https://openalex.org/W2182644421","https://openalex.org/W2253356908","https://openalex.org/W2287362175","https://openalex.org/W2497450243","https://openalex.org/W2500410354","https://openalex.org/W2579026760","https://openalex.org/W2611673458","https://openalex.org/W2765808121","https://openalex.org/W2789949122","https://openalex.org/W2792719816","https://openalex.org/W2800009797","https://openalex.org/W2895186271","https://openalex.org/W2901492641","https://openalex.org/W2901752164","https://openalex.org/W2912159753","https://openalex.org/W2953600993","https://openalex.org/W2968566263","https://openalex.org/W2970082371","https://openalex.org/W2974177253","https://openalex.org/W3012025685","https://openalex.org/W3118898753","https://openalex.org/W3158068891","https://openalex.org/W3161372380","https://openalex.org/W3203922361","https://openalex.org/W3204425871","https://openalex.org/W4200006657","https://openalex.org/W4212813690","https://openalex.org/W4225003922","https://openalex.org/W4225127957","https://openalex.org/W4245744384","https://openalex.org/W4247204862","https://openalex.org/W4253032301","https://openalex.org/W4281746604","https://openalex.org/W4293714046","https://openalex.org/W4296976275","https://openalex.org/W4313015608","https://openalex.org/W4317721970","https://openalex.org/W4360991348","https://openalex.org/W4366729094","https://openalex.org/W4385660079","https://openalex.org/W4389226852","https://openalex.org/W4390905820","https://openalex.org/W4401065694","https://openalex.org/W4404170257","https://openalex.org/W4408241309","https://openalex.org/W4409773398","https://openalex.org/W4414958780"],"related_works":[],"abstract_inverted_index":{"Aggression":[0],"is":[1],"a":[2,56],"socially":[3,148],"complex":[4],"behaviour":[5],"that":[6,60,105],"intelligent":[7],"virtual":[8],"agents":[9],"(IVAs)":[10],"must":[11],"convincingly":[12],"convey":[13],"in":[14,77],"applications":[15],"such":[16],"as":[17],"customer":[18],"service":[19],"and":[20,36,66,113,121,125],"conflict":[21],"training.":[22],"Despite":[23],"its":[24],"importance,":[25],"aggression":[26,44,71,95,117,139],"remains":[27],"understudied:":[28],"prior":[29],"work":[30,132],"has":[31],"focused":[32],"on":[33],"basic":[34],"emotions":[35],"unimodal":[37,87],"cues,":[38,88],"providing":[39],"little":[40],"insight":[41],"into":[42],"how":[43],"can":[45],"be":[46],"modelled":[47],"multimodally":[48],"or":[49],"systematically":[50],"scaled":[51],"by":[52,101],"intensity.":[53],"We":[54,73],"present":[55],"psychologically":[57],"grounded":[58],"model":[59,76,140],"parametrises":[61],"language,":[62],"voice,":[63],"body":[64,124],"movement":[65],"facial":[67,126],"expressions,":[68],"across":[69],"four":[70],"levels.":[72],"evaluated":[74],"the":[75,134],"two":[78],"studies":[79],"with":[80,123],"38":[81],"flight":[82],"attendants.":[83],"Experiment":[84,97],"1":[85],"tested":[86],"showing":[89],"all":[90],"modalities":[91],"except":[92],"language":[93,111],"conveyed":[94],"gradients.":[96],"2":[98],"extended":[99],"this":[100],"combining":[102],"modalities,":[103],"demonstrating":[104],"coordinated":[106],"multimodal":[107],"integration":[108],"stabilised":[109],"weaker":[110],"cues":[112,127],"produced":[114],"perceptually":[115],"robust":[116],"levels":[118],"(low,":[119],"mid,":[120],"high)":[122],"carrying":[128],"most":[129],"weight.":[130],"Our":[131],"contributes":[133],"first":[135],"validated":[136],"multimodal,":[137],"multi-level":[138],"for":[141,146],"IVAs,":[142],"offering":[143],"design":[144],"principles":[145],"broader":[147],"expressive":[149],"agents.":[150]},"counts_by_year":[],"updated_date":"2026-05-01T08:36:08.643496","created_date":"2026-04-14T00:00:00"}