{"id":"https://openalex.org/W4312353630","doi":"https://doi.org/10.1109/taffc.2022.3213269","title":"Smiling in the Face and Voice of Avatars and Robots: Evidence for a \u2018Smiling McGurk Effect\u2019","display_name":"Smiling in the Face and Voice of Avatars and Robots: Evidence for a \u2018Smiling McGurk Effect\u2019","publication_year":2022,"publication_date":"2022-10-10","ids":{"openalex":"https://openalex.org/W4312353630","doi":"https://doi.org/10.1109/taffc.2022.3213269"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2022.3213269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3213269","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007876385","display_name":"Ilaria Torre","orcid":"https://orcid.org/0000-0002-8601-1370"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Ilaria Torre","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-8601-1370","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056430836","display_name":"Simon Holk","orcid":"https://orcid.org/0000-0001-5727-8140"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Simon Holk","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065995629","display_name":"Elmira Yadollahi","orcid":"https://orcid.org/0000-0001-7091-0104"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Elmira Yadollahi","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082559019","display_name":"Iolanda Leite","orcid":"https://orcid.org/0000-0002-2212-4325"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Iolanda Leite","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-2212-4325","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079301210","display_name":"Rachel McDonnell","orcid":"https://orcid.org/0000-0002-1957-2506"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Rachel McDonnell","raw_affiliation_strings":["Trinity College Dublin, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042231269","display_name":"Naomi Harte","orcid":"https://orcid.org/0000-0002-9274-209X"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Naomi Harte","raw_affiliation_strings":["Trinity College Dublin, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3781,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.88876649,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"15","issue":"2","first_page":"393","last_page":"404"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10971","display_name":"Olfactory and Sensory Function Studies","score":0.9265000224113464,"subfield":{"id":"https://openalex.org/subfields/2809","display_name":"Sensory Systems"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.9218000173568726,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.703187108039856},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.6700100898742676},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.6671268939971924},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.6221463680267334},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5651136040687561},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.532968282699585},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5058181285858154},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.4665045142173767},{"id":"https://openalex.org/keywords/emotional-valence","display_name":"Emotional valence","score":0.437759667634964},{"id":"https://openalex.org/keywords/emotional-expression","display_name":"Emotional expression","score":0.42629289627075195},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3737006187438965},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.32380175590515137},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.2113741934299469},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.18660983443260193},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.14017903804779053},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.07108169794082642}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.703187108039856},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.6700100898742676},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.6671268939971924},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6221463680267334},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5651136040687561},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.532968282699585},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5058181285858154},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.4665045142173767},{"id":"https://openalex.org/C3020774634","wikidata":"https://www.wikidata.org/wiki/Q3113318","display_name":"Emotional valence","level":3,"score":0.437759667634964},{"id":"https://openalex.org/C143110190","wikidata":"https://www.wikidata.org/wiki/Q5373787","display_name":"Emotional expression","level":2,"score":0.42629289627075195},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3737006187438965},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.32380175590515137},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.2113741934299469},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.18660983443260193},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.14017903804779053},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.07108169794082642},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taffc.2022.3213269","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2022.3213269","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},{"id":"pmh:oai:eprints.lancs.ac.uk:223226","is_oa":false,"landing_page_url":"https://eprints.lancs.ac.uk/id/eprint/223226/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401916","display_name":"Lancaster EPrints (Lancaster University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67415387","host_organization_name":"Lancaster University","host_organization_lineage":["https://openalex.org/I67415387"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5799999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W3821698","https://openalex.org/W1509863986","https://openalex.org/W1530685043","https://openalex.org/W1571001748","https://openalex.org/W1705970262","https://openalex.org/W1966779602","https://openalex.org/W1968691630","https://openalex.org/W1973672195","https://openalex.org/W1974369561","https://openalex.org/W1974580815","https://openalex.org/W1984188740","https://openalex.org/W1992424514","https://openalex.org/W2007462506","https://openalex.org/W2008817973","https://openalex.org/W2015394094","https://openalex.org/W2024221294","https://openalex.org/W2038280678","https://openalex.org/W2054908983","https://openalex.org/W2073395356","https://openalex.org/W2075274068","https://openalex.org/W2083638007","https://openalex.org/W2087407704","https://openalex.org/W2110911841","https://openalex.org/W2116428267","https://openalex.org/W2118605853","https://openalex.org/W2121142672","https://openalex.org/W2122348661","https://openalex.org/W2122376170","https://openalex.org/W2139346079","https://openalex.org/W2149628368","https://openalex.org/W2150403218","https://openalex.org/W2154132835","https://openalex.org/W2160287712","https://openalex.org/W2167557160","https://openalex.org/W2169473752","https://openalex.org/W2213398625","https://openalex.org/W2252981981","https://openalex.org/W2567635461","https://openalex.org/W2613838191","https://openalex.org/W2759244429","https://openalex.org/W2766569846","https://openalex.org/W2777647957","https://openalex.org/W2793710373","https://openalex.org/W2794213467","https://openalex.org/W2894742581","https://openalex.org/W2912159753","https://openalex.org/W2920944394","https://openalex.org/W2935088330","https://openalex.org/W2981899237","https://openalex.org/W2992944139","https://openalex.org/W3010588684","https://openalex.org/W3025230381","https://openalex.org/W3040110385","https://openalex.org/W3045447113","https://openalex.org/W3118288752","https://openalex.org/W3131282912","https://openalex.org/W3135218955","https://openalex.org/W3147106146","https://openalex.org/W3177449912","https://openalex.org/W3212367281","https://openalex.org/W3213445978","https://openalex.org/W3214047996","https://openalex.org/W4236711558","https://openalex.org/W4237530378","https://openalex.org/W4251591997","https://openalex.org/W4252407247","https://openalex.org/W4390911363","https://openalex.org/W4399569456","https://openalex.org/W6869283797"],"related_works":["https://openalex.org/W1989708078","https://openalex.org/W2087245461","https://openalex.org/W2020206307","https://openalex.org/W1511759140","https://openalex.org/W2090375893","https://openalex.org/W2005468030","https://openalex.org/W2025928668","https://openalex.org/W2189549508","https://openalex.org/W1813760943","https://openalex.org/W2407626374"],"abstract_inverted_index":{"Multisensory":[0],"integration":[1],"influences":[2],"emotional":[3,80,96],"perception,":[4],"as":[5],"the":[6,11,19,28,40,67,75,78,99,110,122,182],"McGurk":[7,124],"effect":[8],"demonstrates":[9],"for":[10,34],"communication":[12],"between":[13],"humans.":[14],"Human":[15],"physiology":[16],"implicitly":[17],"links":[18],"production":[20],"of":[21,54,69,77,85],"visual":[22,70,102,144,172],"features":[23],"with":[24,92,140,164,166],"other":[25],"modes":[26],"like":[27],"audio":[29,72,100,156,174],"channel:":[30],"Face":[31],"muscles":[32],"responsible":[33],"a":[35,46],"smiling":[36,48],"face":[37,130],"also":[38],"stretch":[39],"vocal":[41],"cords":[42],"that":[43],"result":[44],"in":[45,98],"characteristic":[47],"voice.":[49],"For":[50],"artificial":[51],"agents":[52],"capable":[53],"multimodal":[55],"expression,":[56],"this":[57],"linkage":[58],"is":[59,146],"modeled":[60],"explicitly.":[61],"In":[62,104],"our":[63],"studies,":[64,107],"we":[65,108],"observe":[66],"influence":[68],"and":[71,88,101,114,134,152,154,173],"channels":[73],"on":[74],"perception":[76],"agents'":[79,111],"expression.":[81,184],"We":[82],"created":[83],"videos":[84],"virtual":[86,142],"characters":[87],"social":[89],"robots":[90,165],"either":[91],"matching":[93],"or":[94],"mismatching":[95],"expressions":[97],"channels.":[103],"two":[105],"online":[106],"measured":[109],"perceived":[112],"valence":[113,132,151],"arousal.":[115,137],"Our":[116],"results":[117],"consistently":[118],"lend":[119],"support":[120],"to":[121,128,148,177,180],"\u2018emotional":[123],"effect'":[125],"hypothesis,":[126],"according":[127],"which":[129],"transmits":[131,136],"information,":[133],"voice":[135],"When":[138,162],"dealing":[139,163],"dynamic":[141],"characters,":[143],"information":[145,175],"enough":[147],"convey":[149,181],"both":[150,171],"arousal,":[153],"thus":[155],"expressivity":[157],"need":[158,176],"not":[159],"be":[160,178],"congruent.":[161],"fixed":[167],"facial":[168],"expressions,":[169],"however,":[170],"present":[179],"intended":[183]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}