{"id":"https://openalex.org/W4308393140","doi":"https://doi.org/10.1145/3536220.3558036","title":"Contextual modulation of affect: Comparing humans and deep neural networks","display_name":"Contextual modulation of affect: Comparing humans and deep neural networks","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4308393140","doi":"https://doi.org/10.1145/3536220.3558036"},"language":"en","primary_location":{"id":"doi:10.1145/3536220.3558036","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3536220.3558036","pdf_url":null,"source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110959881","display_name":"Soomin Shin","orcid":null},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Soomin Shin","raw_affiliation_strings":["Korea University, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea University, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005025072","display_name":"DooYon Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"DooYon Kim","raw_affiliation_strings":["Korea University, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea University, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073529866","display_name":"Christian Wallraven","orcid":"https://orcid.org/0000-0002-2604-9115"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Christian Wallraven","raw_affiliation_strings":["Korea University, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea University, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5110959881"],"corresponding_institution_ids":["https://openalex.org/I197347611"],"apc_list":null,"apc_paid":null,"fwci":0.2778,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.48418972,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"127","last_page":"133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.978600025177002,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/valence","display_name":"Valence (chemistry)","score":0.7864227890968323},{"id":"https://openalex.org/keywords/arousal","display_name":"Arousal","score":0.7404022812843323},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.6651126146316528},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.6497513651847839},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.5884191989898682},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5488312244415283},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.49929141998291016},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4593953788280487},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4576164782047272},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.45758548378944397},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45673868060112},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43380647897720337},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.4299776554107666},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.24248790740966797},{"id":"https://openalex.org/keywords/communication","display_name":"Communication","score":0.17952001094818115},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.16812556982040405}],"concepts":[{"id":"https://openalex.org/C168900304","wikidata":"https://www.wikidata.org/wiki/Q171407","display_name":"Valence (chemistry)","level":2,"score":0.7864227890968323},{"id":"https://openalex.org/C36951298","wikidata":"https://www.wikidata.org/wiki/Q379784","display_name":"Arousal","level":2,"score":0.7404022812843323},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.6651126146316528},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.6497513651847839},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.5884191989898682},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5488312244415283},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.49929141998291016},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4593953788280487},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4576164782047272},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.45758548378944397},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45673868060112},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43380647897720337},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.4299776554107666},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.24248790740966797},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.17952001094818115},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.16812556982040405},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3536220.3558036","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3536220.3558036","pdf_url":null,"source":{"id":"https://openalex.org/S4363608440","display_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"INTERNATIONAL CONFERENCE ON MULTIMODAL INTERACTION","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G751853491","display_name":null,"funder_award_id":"NRF-2017M3C7A1041824, NRF-2019R1A2C2007612, BK21 FOUR","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1630709541","https://openalex.org/W2019608648","https://openalex.org/W2041616772","https://openalex.org/W2058616551","https://openalex.org/W2060676691","https://openalex.org/W2108598243","https://openalex.org/W2115576268","https://openalex.org/W2142882214","https://openalex.org/W2160827508","https://openalex.org/W2167557160","https://openalex.org/W2189334431","https://openalex.org/W2391561377","https://openalex.org/W2395639500","https://openalex.org/W2436394355","https://openalex.org/W2507009361","https://openalex.org/W2559085405","https://openalex.org/W2745497104","https://openalex.org/W2799041689","https://openalex.org/W2804436848","https://openalex.org/W2908473373","https://openalex.org/W2946410230","https://openalex.org/W2963760790","https://openalex.org/W2974413236","https://openalex.org/W2979565629","https://openalex.org/W2996233743","https://openalex.org/W3020447069","https://openalex.org/W3034520808","https://openalex.org/W3093970193","https://openalex.org/W3122081138","https://openalex.org/W3127166971","https://openalex.org/W3140037177","https://openalex.org/W3162758083","https://openalex.org/W3206765301","https://openalex.org/W4220672968","https://openalex.org/W4230160590","https://openalex.org/W4250610610","https://openalex.org/W4285274591"],"related_works":["https://openalex.org/W3080495370","https://openalex.org/W2584926856","https://openalex.org/W2075935902","https://openalex.org/W2014713986","https://openalex.org/W4285597148","https://openalex.org/W4398164220","https://openalex.org/W2745497104","https://openalex.org/W2773864994","https://openalex.org/W4310841718","https://openalex.org/W2901531394"],"abstract_inverted_index":{"When":[0],"inferring":[1],"emotions,":[2],"humans":[3,41],"rely":[4],"on":[5,37,134,143],"a":[6,53,77,86,182],"number":[7],"of":[8,24,33,60,105,119,128,147,181,200],"cues,":[9],"including":[10,80],"not":[11],"only":[12],"facial":[13],"expressions,":[14],"body":[15],"posture,":[16],"but":[17],"also":[18,142],"expressor-external,":[19],"contextual":[20,35,144],"information.":[21],"The":[22,101],"goal":[23],"the":[25,31,68,83,95,113,117,139,151,179,198],"present":[26],"study":[27,177],"was":[28,85,98],"to":[29,165,192],"compare":[30],"impact":[32],"such":[34],"information":[36,92],"emotion":[38,75],"processing":[39],"in":[40,56,76,89,112,171,197],"and":[42,66,107,138,150,173],"two":[43,58,129],"deep":[44],"neural":[45],"network":[46],"(DNN)":[47],"models.":[48],"We":[49,121],"used":[50],"results":[51],"from":[52],"human":[54,103,124,167,190],"experiment":[55],"which":[57,90],"types":[59],"pictures":[61],"were":[62,109,158],"rated":[63],"for":[64,94],"valence":[65,106],"arousal:":[67],"first":[69],"type":[70],"depicted":[71],"people":[72],"expressing":[73],"an":[74],"social":[78],"context":[79],"other":[81,140],"people;":[82],"second":[84],"context-reduced":[87,114,174],"version":[88],"all":[91],"except":[93],"target":[96],"expressor":[97],"blurred":[99],"out.":[100],"resulting":[102],"ratings":[104,125,153],"arousal":[108],"systematically":[110],"decreased":[111],"version,":[115],"highlighting":[116],"importance":[118,180],"context.":[120],"then":[122],"compared":[123],"with":[126,188],"those":[127],"DNN":[130],"models":[131,163],"(one":[132],"trained":[133,141],"face":[135],"images":[136],"only,":[137],"information).":[145],"Analyses":[146],"both":[148,162,170],"categorical":[149],"valence/arousal":[152],"showed":[154],"that":[155],"although":[156],"there":[157],"some":[159],"superficial":[160],"similarities,":[161],"failed":[164],"capture":[166],"rating":[168],"patterns":[169],"context-rich":[172],"conditions.":[175],"Our":[176],"emphasizes":[178],"more":[183],"holistic,":[184],"multi-modal":[185],"training":[186],"regime":[187],"richer":[189],"data":[191],"build":[193],"better":[194],"emotion-understanding":[195],"systems":[196],"area":[199],"affective":[201],"computing.":[202]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}