{"id":"https://openalex.org/W2162651152","doi":"https://doi.org/10.1109/icassp.2008.4518081","title":"Human perception of synthetic character emotions in the presence of conflicting and congruent vocal and facial expressions","display_name":"Human perception of synthetic character emotions in the presence of conflicting and congruent vocal and facial expressions","publication_year":2008,"publication_date":"2008-03-01","ids":{"openalex":"https://openalex.org/W2162651152","doi":"https://doi.org/10.1109/icassp.2008.4518081","mag":"2162651152"},"language":"en","primary_location":{"id":"doi:10.1109/icassp.2008.4518081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2008.4518081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE International Conference on Acoustics, Speech and Signal Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111993051","display_name":"Emily Mower","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Emily Mower","raw_affiliation_strings":["University of Southern California, University Park, Los Angeles, California, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, University Park, Los Angeles, California, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102118359","display_name":"Sungbok Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sungbok Lee","raw_affiliation_strings":["University of Southern California, University Park, Los Angeles, California, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, University Park, Los Angeles, California, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010248533","display_name":"Maja J. Matari\u0107","orcid":"https://orcid.org/0000-0001-8958-6666"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maja J. Mataric","raw_affiliation_strings":["University of Southern California, University Park, Los Angeles, California, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, University Park, Los Angeles, California, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010028928","display_name":"Shrikanth Narayanan","orcid":"https://orcid.org/0000-0002-1052-6204"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shrikanth Narayanan","raw_affiliation_strings":["University of Southern California, University Park, Los Angeles, California, USA"],"affiliations":[{"raw_affiliation_string":"University of Southern California, University Park, Los Angeles, California, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5111993051"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":1.5247,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.84685273,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2201","last_page":"2204"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12496","display_name":"Color perception and design","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7391911745071411},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.676541805267334},{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.6510236263275146},{"id":"https://openalex.org/keywords/emotional-expression","display_name":"Emotional expression","score":0.5502894520759583},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5404390692710876},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.5125882029533386},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.5042492151260376},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4630236029624939},{"id":"https://openalex.org/keywords/dominance","display_name":"Dominance (genetics)","score":0.43097907304763794},{"id":"https://openalex.org/keywords/emotional-valence","display_name":"Emotional valence","score":0.42865610122680664},{"id":"https://openalex.org/keywords/emotion-perception","display_name":"Emotion perception","score":0.41859084367752075},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3997395634651184},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3873600959777832},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.2688184678554535},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.23613432049751282},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.17485839128494263}],"concepts":[{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7391911745071411},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.676541805267334},{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.6510236263275146},{"id":"https://openalex.org/C143110190","wikidata":"https://www.wikidata.org/wiki/Q5373787","display_name":"Emotional expression","level":2,"score":0.5502894520759583},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5404390692710876},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5125882029533386},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.5042492151260376},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4630236029624939},{"id":"https://openalex.org/C151913843","wikidata":"https://www.wikidata.org/wiki/Q3454555","display_name":"Dominance (genetics)","level":3,"score":0.43097907304763794},{"id":"https://openalex.org/C3020774634","wikidata":"https://www.wikidata.org/wiki/Q3113318","display_name":"Emotional valence","level":3,"score":0.42865610122680664},{"id":"https://openalex.org/C2776141551","wikidata":"https://www.wikidata.org/wiki/Q16000087","display_name":"Emotion perception","level":3,"score":0.41859084367752075},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3997395634651184},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3873600959777832},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.2688184678554535},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.23613432049751282},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.17485839128494263},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp.2008.4518081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp.2008.4518081","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 IEEE International Conference on Acoustics, Speech and Signal Processing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W53312570","https://openalex.org/W143173166","https://openalex.org/W1488581069","https://openalex.org/W1514361649","https://openalex.org/W1975270274","https://openalex.org/W1985883210","https://openalex.org/W2015394094","https://openalex.org/W2029615109","https://openalex.org/W2067031273","https://openalex.org/W2075274068","https://openalex.org/W2096053194","https://openalex.org/W2124737236","https://openalex.org/W4231869218","https://openalex.org/W6602142435","https://openalex.org/W6605820906","https://openalex.org/W6629124008"],"related_works":["https://openalex.org/W1989708078","https://openalex.org/W1972458871","https://openalex.org/W1511759140","https://openalex.org/W2005468030","https://openalex.org/W2020206307","https://openalex.org/W1813760943","https://openalex.org/W2065364824","https://openalex.org/W2044785008","https://openalex.org/W2093522521","https://openalex.org/W4313262461"],"abstract_inverted_index":{"Audio-visual":[0],"emotion":[1,148,172],"expression":[2,149,193],"by":[3,179],"synthetic":[4],"agents":[5,28],"is":[6,29,36,134,138,162],"widely":[7],"employed":[8],"in":[9,151,171,175],"research,":[10],"industrial,":[11],"and":[12,49,64,82,100,168],"commercial":[13],"applications.":[14],"However,":[15],"the":[16,22,45,53,70,93,130,143,152,180,189],"mechanism":[17],"through":[18,52],"which":[19,103],"people":[20],"judge":[21],"multimodal":[23],"emotional":[24,84,124],"display":[25],"of":[26,44,55,61,92,108,146,166],"these":[27],"not":[30],"yet":[31],"well":[32],"understood.":[33],"This":[34],"study":[35],"an":[37],"attempt":[38],"to":[39,78,86,129,142],"provide":[40],"a":[41,56,87,105,122],"better":[42],"understanding":[43],"interaction":[46],"between":[47,80],"video":[48],"audio":[50,167],"channels":[51,95,170],"use":[54],"continuous":[57],"dimensional":[58],"evaluation":[59],"framework":[60],"valence,":[62],"activation,":[63],"dominance.":[65],"The":[66,156,183],"results":[67,157],"indicate":[68,159],"that":[69,136,160],"congruent":[71],"audio-visual":[72],"presentation":[73],"contains":[74],"information":[75],"allowing":[76],"users":[77,126],"differentiate":[79],"happy":[81],"angry":[83],"expressions":[85],"greater":[88],"degree":[89,107],"than":[90],"either":[91],"two":[94],"individually.":[96],"Interestingly,":[97],"however,":[98],"sad":[99],"neutral":[101],"emotions":[102],"exhibit":[104],"lesser":[106],"activation":[109],"show":[110],"more":[111],"confusion":[112],"when":[113,119],"presented":[114],"using":[115],"both":[116],"channels.":[117],"Furthermore,":[118],"faced":[120],"with":[121,191],"conflicting":[123],"presentation,":[125],"predominantly":[127],"attended":[128],"vocal":[131],"channel.":[132],"It":[133],"speculated":[135],"this":[137],"most":[139],"likely":[140],"due":[141],"limited":[144],"level":[145],"facial":[147],"inherent":[150],"current":[153],"animated":[154],"face.":[155],"also":[158],"there":[161],"no":[163],"clear":[164],"integration":[165],"visual":[169],"perception":[173,177],"as":[174],"speech":[176],"indicated":[178],"McGurk":[181],"effect.":[182],"final":[184],"judgments":[185],"were":[186],"biased":[187],"toward":[188],"modality":[190],"stronger":[192],"power.":[194]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2015,"cited_by_count":5},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}