{"id":"https://openalex.org/W3212367281","doi":"https://doi.org/10.1109/acii52823.2021.9597423","title":"Dimensional perception of a \u2018smiling McGurk effect\u2019","display_name":"Dimensional perception of a \u2018smiling McGurk effect\u2019","publication_year":2021,"publication_date":"2021-09-28","ids":{"openalex":"https://openalex.org/W3212367281","doi":"https://doi.org/10.1109/acii52823.2021.9597423","mag":"3212367281"},"language":"en","primary_location":{"id":"doi:10.1109/acii52823.2021.9597423","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii52823.2021.9597423","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 9th International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-303343","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007876385","display_name":"Ilaria Torre","orcid":"https://orcid.org/0000-0002-8601-1370"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Ilaria Torre","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056430836","display_name":"Simon Holk","orcid":"https://orcid.org/0000-0001-5727-8140"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Simon Holk","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112549522","display_name":"Emma Carrigan","orcid":null},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Emma Carrigan","raw_affiliation_strings":["Trinity College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082559019","display_name":"Iolanda Leite","orcid":"https://orcid.org/0000-0002-2212-4325"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Iolanda Leite","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079301210","display_name":"Rachel McDonnell","orcid":"https://orcid.org/0000-0002-1957-2506"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Rachel McDonnell","raw_affiliation_strings":["Trinity College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042231269","display_name":"Naomi Harte","orcid":"https://orcid.org/0000-0002-9274-209X"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Naomi Harte","raw_affiliation_strings":["Trinity College Dublin, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Trinity College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I205274468"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5007876385"],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":0.5259,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.68652789,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.7200949788093567},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.7166572213172913},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6550890803337097},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6512351036071777},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.5378003120422363},{"id":"https://openalex.org/keywords/emotional-valence","display_name":"Emotional valence","score":0.5351361632347107},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.49624210596084595},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4844417870044708},{"id":"https://openalex.org/keywords/audio-visual","display_name":"Audio visual","score":0.470724493265152},{"id":"https://openalex.org/keywords/facial-electromyography","display_name":"Facial electromyography","score":0.451768159866333},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4494369924068451},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.44206154346466064},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.23193973302841187},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.21676430106163025},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.14446690678596497},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.14268124103546143},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.0719512403011322}],"concepts":[{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.7200949788093567},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.7166572213172913},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6550890803337097},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6512351036071777},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5378003120422363},{"id":"https://openalex.org/C3020774634","wikidata":"https://www.wikidata.org/wiki/Q3113318","display_name":"Emotional valence","level":3,"score":0.5351361632347107},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.49624210596084595},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4844417870044708},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.470724493265152},{"id":"https://openalex.org/C6183727","wikidata":"https://www.wikidata.org/wiki/Q5428559","display_name":"Facial electromyography","level":3,"score":0.451768159866333},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4494369924068451},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.44206154346466064},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.23193973302841187},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.21676430106163025},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.14446690678596497},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.14268124103546143},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0719512403011322},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/acii52823.2021.9597423","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acii52823.2021.9597423","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 9th International Conference on Affective Computing and Intelligent Interaction (ACII)","raw_type":"proceedings-article"},{"id":"pmh:oai:DiVA.org:kth-303343","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-303343","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:kth-303343","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-303343","pdf_url":null,"source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W214995755","https://openalex.org/W1509863986","https://openalex.org/W1530685043","https://openalex.org/W1571001748","https://openalex.org/W1705970262","https://openalex.org/W1968691630","https://openalex.org/W1973672195","https://openalex.org/W1974580815","https://openalex.org/W1975238145","https://openalex.org/W1984188740","https://openalex.org/W1992424514","https://openalex.org/W2007462506","https://openalex.org/W2008817973","https://openalex.org/W2015394094","https://openalex.org/W2024221294","https://openalex.org/W2038280678","https://openalex.org/W2073395356","https://openalex.org/W2075274068","https://openalex.org/W2087407704","https://openalex.org/W2110911841","https://openalex.org/W2122348661","https://openalex.org/W2122852424","https://openalex.org/W2139346079","https://openalex.org/W2149628368","https://openalex.org/W2154132835","https://openalex.org/W2167557160","https://openalex.org/W2169473752","https://openalex.org/W2171099065","https://openalex.org/W2613838191","https://openalex.org/W2759244429","https://openalex.org/W2777647957","https://openalex.org/W2794213467","https://openalex.org/W2912159753","https://openalex.org/W2920944394","https://openalex.org/W2981899237","https://openalex.org/W2992944139","https://openalex.org/W3010588684","https://openalex.org/W3021597288","https://openalex.org/W3045447113","https://openalex.org/W3214047996","https://openalex.org/W4285719527","https://openalex.org/W4390911363","https://openalex.org/W6684191256","https://openalex.org/W6804206475"],"related_works":["https://openalex.org/W3008438970","https://openalex.org/W4245305168","https://openalex.org/W2766918803","https://openalex.org/W4303438353","https://openalex.org/W1974507605","https://openalex.org/W1972458871","https://openalex.org/W3135367816","https://openalex.org/W1966989291","https://openalex.org/W2041762054","https://openalex.org/W2087245461"],"abstract_inverted_index":{"Multisensory":[0],"integration":[1],"influences":[2],"emotional":[3,80,103,192],"perception,":[4],"as":[5],"the":[6,11,19,28,40,67,75,78,106,117,138,150,166,170,189,195],"McGurk":[7],"effect":[8],"demonstrates":[9],"for":[10,34,89],"communication":[12],"between":[13],"humans.":[14],"Human":[15],"physiology":[16],"implicitly":[17],"links":[18],"production":[20],"of":[21,54,69,77,95,137,141,144,157],"visual":[22,70,109,167,196],"features":[23],"with":[24,99],"other":[25],"modes":[26],"like":[27],"audio":[29,72,107],"channel:":[30],"Face":[31],"muscles":[32],"responsible":[33],"a":[35,46,127],"smiling":[36,48,129,132,158],"face":[37,133],"also":[38],"stretch":[39],"vocal":[41],"cords":[42],"that":[43,126],"results":[44,124,159],"in":[45,105,160,177],"characteristic":[47],"voice.":[49],"For":[50],"artificial":[51,190],"agents":[52,97],"capable":[53],"multimodal":[55],"expression,":[56],"this":[57],"linkage":[58],"is":[59],"modeled":[60],"explicitly.":[61],"In":[62,111],"our":[63],"study,":[64],"we":[65,115,181],"observe":[66],"influence":[68],"and":[71,108,121,131,146],"channel":[73,168],"on":[74],"perception":[76],"agent\u2019s":[79,118,191],"state.":[81],"We":[82,92],"created":[83],"two":[84],"virtual":[85],"characters":[86],"to":[87,187],"control":[88],"anthropomorphic":[90],"appearance.":[91],"record":[93],"videos":[94],"these":[96],"either":[98],"matching":[100],"or":[101],"mismatching":[102],"expression":[104],"channel.":[110,197],"an":[112],"online":[113],"study":[114],"measured":[116],"perceived":[119,171],"valence":[120,145],"arousal.":[122],"Our":[123],"show":[125],"matched":[128],"voice":[130],"increase":[134],"both":[135],"dimensions":[136],"Circumplex":[139],"model":[140],"emotions:":[142],"ratings":[143],"arousal":[147,162],"grow.":[148],"When":[149,173],"channels":[151],"present":[152],"conflicting":[153],"information,":[154],"any":[155],"type":[156],"higher":[161],"rating,":[163],"but":[164],"only":[165],"increases":[169],"valence.":[172],"engineers":[174],"are":[175],"constrained":[176],"their":[178],"design":[179],"choices,":[180],"suggest":[182],"they":[183],"should":[184],"give":[185],"precedence":[186],"convey":[188],"state":[193],"through":[194]},"counts_by_year":[{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}