{"id":"https://openalex.org/W3101150053","doi":"https://doi.org/10.1109/access.2020.3036877","title":"Multimodal Attention Network for Continuous-Time Emotion Recognition Using Video and EEG Signals","display_name":"Multimodal Attention Network for Continuous-Time Emotion Recognition Using Video and EEG Signals","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3101150053","doi":"https://doi.org/10.1109/access.2020.3036877","mag":"3101150053"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3036877","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3036877","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09252925.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09252925.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072074332","display_name":"Dong Yoon Choi","orcid":"https://orcid.org/0000-0003-2990-9691"},"institutions":[{"id":"https://openalex.org/I191879574","display_name":"Inha University","ror":"https://ror.org/01easw929","country_code":"KR","type":"education","lineage":["https://openalex.org/I191879574"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Dong Yoon Choi","raw_affiliation_strings":["Department of Electronic Engineering, Inha University, Incheon, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-2990-9691","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Inha University, Incheon, South Korea","institution_ids":["https://openalex.org/I191879574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026537032","display_name":"Deok\u2010Hwan Kim","orcid":"https://orcid.org/0000-0002-6048-9392"},"institutions":[{"id":"https://openalex.org/I191879574","display_name":"Inha University","ror":"https://ror.org/01easw929","country_code":"KR","type":"education","lineage":["https://openalex.org/I191879574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Deok-Hwan Kim","raw_affiliation_strings":["Department of Electronic Engineering, Inha University, Incheon, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Inha University, Incheon, South Korea","institution_ids":["https://openalex.org/I191879574"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065677543","display_name":"Byung Cheol Song","orcid":"https://orcid.org/0000-0001-8742-3433"},"institutions":[{"id":"https://openalex.org/I191879574","display_name":"Inha University","ror":"https://ror.org/01easw929","country_code":"KR","type":"education","lineage":["https://openalex.org/I191879574"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byung Cheol Song","raw_affiliation_strings":["Department of Electronic Engineering, Inha University, Incheon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-8742-3433","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Inha University, Incheon, South Korea","institution_ids":["https://openalex.org/I191879574"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5072074332"],"corresponding_institution_ids":["https://openalex.org/I191879574"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.3233,"has_fulltext":true,"cited_by_count":36,"citation_normalized_percentile":{"value":0.88666172,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"203814","last_page":"203826"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7899876832962036},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.7400681376457214},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5705318450927734},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.5488763451576233},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4628547728061676},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.46215373277664185},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.43872907757759094},{"id":"https://openalex.org/keywords/bilinear-interpolation","display_name":"Bilinear interpolation","score":0.417807936668396},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.23297175765037537}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7899876832962036},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.7400681376457214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5705318450927734},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.5488763451576233},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4628547728061676},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.46215373277664185},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.43872907757759094},{"id":"https://openalex.org/C205203396","wikidata":"https://www.wikidata.org/wiki/Q612143","display_name":"Bilinear interpolation","level":2,"score":0.417807936668396},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.23297175765037537},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3036877","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3036877","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09252925.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9ec28fa775794f60831c9172acb75797","is_oa":true,"landing_page_url":"https://doaj.org/article/9ec28fa775794f60831c9172acb75797","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 203814-203826 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3036877","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3036877","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09252925.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1014104204","display_name":null,"funder_award_id":"2020-0-01389","funder_id":"https://openalex.org/F4320321370","funder_display_name":"Inha University"},{"id":"https://openalex.org/G291521570","display_name":null,"funder_award_id":"10073154","funder_id":"https://openalex.org/F4320334879","funder_display_name":"Korea Evaluation Institute of Industrial Technology"},{"id":"https://openalex.org/G3016082409","display_name":null,"funder_award_id":"2020-0-01389","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G7321858790","display_name":null,"funder_award_id":"2020-0-01389","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320321370","display_name":"Inha University","ror":"https://ror.org/01easw929"},{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320334879","display_name":"Korea Evaluation Institute of Industrial Technology","ror":"https://ror.org/03z9cwa38"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3101150053.pdf","grobid_xml":"https://content.openalex.org/works/W3101150053.grobid-xml"},"referenced_works_count":67,"referenced_works":["https://openalex.org/W1261896931","https://openalex.org/W1735663193","https://openalex.org/W1777628566","https://openalex.org/W1996958556","https://openalex.org/W2002055708","https://openalex.org/W2041616772","https://openalex.org/W2064675550","https://openalex.org/W2081420711","https://openalex.org/W2085662862","https://openalex.org/W2103943262","https://openalex.org/W2108445559","https://openalex.org/W2108598243","https://openalex.org/W2119314811","https://openalex.org/W2122098299","https://openalex.org/W2143350951","https://openalex.org/W2170653751","https://openalex.org/W2171079219","https://openalex.org/W2181325373","https://openalex.org/W2184188583","https://openalex.org/W2217426128","https://openalex.org/W2278113816","https://openalex.org/W2316557706","https://openalex.org/W2403757143","https://openalex.org/W2419787890","https://openalex.org/W2523856713","https://openalex.org/W2547146855","https://openalex.org/W2565944610","https://openalex.org/W2584992898","https://openalex.org/W2587982884","https://openalex.org/W2609822318","https://openalex.org/W2731964405","https://openalex.org/W2737602873","https://openalex.org/W2739449376","https://openalex.org/W2744909235","https://openalex.org/W2761434131","https://openalex.org/W2767348466","https://openalex.org/W2767618761","https://openalex.org/W2767915528","https://openalex.org/W2783433009","https://openalex.org/W2789243215","https://openalex.org/W2790404832","https://openalex.org/W2798536775","https://openalex.org/W2798583514","https://openalex.org/W2888471892","https://openalex.org/W2934123712","https://openalex.org/W2949197413","https://openalex.org/W2953092061","https://openalex.org/W2962754725","https://openalex.org/W2962850006","https://openalex.org/W2963050774","https://openalex.org/W2963150162","https://openalex.org/W2963307811","https://openalex.org/W2963383024","https://openalex.org/W2963446712","https://openalex.org/W2964072591","https://openalex.org/W2964346351","https://openalex.org/W3024961463","https://openalex.org/W3100513545","https://openalex.org/W6686207219","https://openalex.org/W6713312882","https://openalex.org/W6728881024","https://openalex.org/W6743555153","https://openalex.org/W6747614843","https://openalex.org/W6748449892","https://openalex.org/W6753561479","https://openalex.org/W6753981115","https://openalex.org/W6765814706"],"related_works":["https://openalex.org/W2953234277","https://openalex.org/W2950524887","https://openalex.org/W2883502031","https://openalex.org/W2261271299","https://openalex.org/W2963066927","https://openalex.org/W4280638452","https://openalex.org/W3111811104","https://openalex.org/W4380083739","https://openalex.org/W4285020665","https://openalex.org/W4322208588"],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,20],"is":[2,62,70],"a":[3,22,28,57],"very":[4],"important":[5],"technique":[6],"for":[7,108,123],"ultimate":[8],"interactions":[9],"between":[10],"human":[11,111],"beings":[12],"and":[13,36,50,85],"artificial":[14],"intelligence":[15],"systems.":[16],"For":[17],"effective":[18],"emotion":[19],"in":[21,55],"continuous-time":[23],"domain,":[24],"this":[25],"article":[26],"presents":[27],"multimodal":[29,58],"fusion":[30,94],"network":[31,83,95,107],"which":[32],"integrates":[33],"video":[34,48,105],"modality":[35,39,82,106],"electroencephalogram":[37],"(EEG)":[38],"networks.":[40],"To":[41],"calculate":[42],"the":[43,51,92,104,109,119],"attention":[44,59,86],"weights":[45],"of":[46,100],"facial":[47],"features":[49,54],"corresponding":[52],"EEG":[53],"fusion,":[56],"network,":[60],"that":[61,91],"utilizing":[63],"bilinear":[64],"pooling":[65],"based":[66],"on":[67],"low-rank":[68],"decomposition,":[69],"proposed.":[71],"Finally,":[72],"continuous":[73],"domain":[74],"valence":[75],"values":[76],"are":[77],"computed":[78],"by":[79],"using":[80],"two":[81],"outputs":[84],"weights.":[87],"Experimental":[88],"results":[89],"show":[90],"proposed":[93],"provides":[96],"an":[97],"improved":[98],"performance":[99,120],"about":[101],"6.9%":[102],"over":[103],"MAHNOB":[110],"computer":[112],"interface":[113],"(MAHNOB-HCI)":[114],"dataset.":[115,126],"Also,":[116],"we":[117],"achieved":[118],"improvement":[121],"even":[122],"our":[124],"proprietary":[125]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}