{"id":"https://openalex.org/W3094301935","doi":"https://doi.org/10.1145/3382507.3418867","title":"Multimodal Gated Information Fusion for Emotion Recognition from EEG Signals and Facial Behaviors","display_name":"Multimodal Gated Information Fusion for Emotion Recognition from EEG Signals and Facial Behaviors","publication_year":2020,"publication_date":"2020-10-21","ids":{"openalex":"https://openalex.org/W3094301935","doi":"https://doi.org/10.1145/3382507.3418867","mag":"3094301935"},"language":"en","primary_location":{"id":"doi:10.1145/3382507.3418867","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382507.3418867","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013805826","display_name":"Soheil Rayatdoost","orcid":"https://orcid.org/0000-0002-8358-3349"},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Soheil Rayatdoost","raw_affiliation_strings":["University of Geneva, Geneva, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071051159","display_name":"David Rudrauf","orcid":"https://orcid.org/0000-0002-9621-1800"},"institutions":[{"id":"https://openalex.org/I114457229","display_name":"University of Geneva","ror":"https://ror.org/01swzsf04","country_code":"CH","type":"education","lineage":["https://openalex.org/I114457229"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"David Rudrauf","raw_affiliation_strings":["University of Geneva, Geneva, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Geneva, Geneva, Switzerland","institution_ids":["https://openalex.org/I114457229"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024169758","display_name":"Mohammad Soleymani","orcid":"https://orcid.org/0000-0002-5873-1434"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Soleymani","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2565,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.78849722,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"655","last_page":"659"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.7061880230903625},{"id":"https://openalex.org/keywords/facial-expression","display_name":"Facial expression","score":0.7014634609222412},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6918042898178101},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6914989948272705},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6776450872421265},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5846197605133057},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5528992414474487},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4876762628555298},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.458198606967926},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4389113187789917},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.42676737904548645},{"id":"https://openalex.org/keywords/facial-recognition-system","display_name":"Facial recognition system","score":0.4204678237438202},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3258453905582428},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19477763772010803},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.09263837337493896}],"concepts":[{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.7061880230903625},{"id":"https://openalex.org/C195704467","wikidata":"https://www.wikidata.org/wiki/Q327968","display_name":"Facial expression","level":2,"score":0.7014634609222412},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6918042898178101},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6914989948272705},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6776450872421265},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5846197605133057},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5528992414474487},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4876762628555298},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.458198606967926},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4389113187789917},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.42676737904548645},{"id":"https://openalex.org/C31510193","wikidata":"https://www.wikidata.org/wiki/Q1192553","display_name":"Facial recognition system","level":3,"score":0.4204678237438202},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3258453905582428},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19477763772010803},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.09263837337493896},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3382507.3418867","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3382507.3418867","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 International Conference on Multimodal Interaction","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5451360146","display_name":null,"funder_award_id":"W911NF-20-2-0053","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G8147353059","display_name":null,"funder_award_id":"15034","funder_id":"https://openalex.org/F4320321942","funder_display_name":"Hasler Stiftung"}],"funders":[{"id":"https://openalex.org/F4320321942","display_name":"Hasler Stiftung","ror":"https://ror.org/04m3t9183"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1588539311","https://openalex.org/W1686810756","https://openalex.org/W1985867508","https://openalex.org/W2017144821","https://openalex.org/W2064675550","https://openalex.org/W2122098299","https://openalex.org/W2164471543","https://openalex.org/W2164699598","https://openalex.org/W2164985412","https://openalex.org/W2167716931","https://openalex.org/W2278113816","https://openalex.org/W2291663305","https://openalex.org/W2395639500","https://openalex.org/W2613677041","https://openalex.org/W2619383789","https://openalex.org/W2738581557","https://openalex.org/W2747329762","https://openalex.org/W2767249564","https://openalex.org/W2790404832","https://openalex.org/W2899045835","https://openalex.org/W2945600262","https://openalex.org/W2945616044","https://openalex.org/W2951529591","https://openalex.org/W2962699674","https://openalex.org/W2987196417","https://openalex.org/W3015606259","https://openalex.org/W3111472409","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2922348724","https://openalex.org/W2530972254","https://openalex.org/W200322357","https://openalex.org/W2130428257","https://openalex.org/W4308951944","https://openalex.org/W2057366091","https://openalex.org/W4312960290","https://openalex.org/W2049513647","https://openalex.org/W2988848585"],"abstract_inverted_index":{"Emotions":[0],"associated":[1],"with":[2,48],"neural":[3],"and":[4,14,32,55,70,84,90,98],"behavioral":[5],"responses":[6],"are":[7],"detectable":[8],"through":[9,52],"scalp":[10],"electroencephalogram":[11],"(EEG)":[12],"signals":[13,89],"measures":[15],"of":[16,43],"facial":[17,33],"expressions.":[18],"We":[19,62],"propose":[20],"a":[21,44,56,105],"multimodal":[22],"deep":[23,77],"representation":[24,46,78],"learning":[25,42],"approach":[26],"for":[27,59,119],"emotion":[28],"recognition":[29],"from":[30,101],"EEG":[31,88],"expression":[34],"signals.":[35],"The":[36,72],"proposed":[37],"method":[38,65],"involves":[39],"the":[40,49,120],"joint":[41],"unimodal":[45],"aligned":[47],"other":[50],"modality":[51,60],"cosine":[53],"similarity":[54],"gated":[57],"fusion":[58,117],"fusion.":[61],"evaluated":[63],"our":[64,76],"on":[66],"two":[67],"databases:":[68],"DAI-EF":[69],"MAHNOB-HCI.":[71],"results":[73],"show":[74],"that":[75,107],"is":[79,112],"able":[80,113],"to":[81,114],"learn":[82],"mutual":[83],"complementary":[85],"information":[86],"between":[87],"face":[91,102],"video,":[92],"captured":[93],"by":[94],"action":[95],"units,":[96],"head":[97],"eye":[99],"movements":[100],"videos,":[103],"in":[104],"manner":[106],"generalizes":[108],"across":[109],"databases.":[110],"It":[111],"outperform":[115],"similar":[116],"methods":[118],"task":[121],"at":[122],"hand.":[123]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}