{"id":"https://openalex.org/W4392188010","doi":"https://doi.org/10.1109/tim.2024.3370813","title":"Research on Multimodal Emotion Recognition Based on Fusion of Electroencephalogram and Electrooculography","display_name":"Research on Multimodal Emotion Recognition Based on Fusion of Electroencephalogram and Electrooculography","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392188010","doi":"https://doi.org/10.1109/tim.2024.3370813"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2024.3370813","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3370813","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011915406","display_name":"Jialai Yin","orcid":"https://orcid.org/0009-0003-0125-1733"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialai Yin","raw_affiliation_strings":["AHU-IAI AI Joint Laboratory, Anhui University, Hefei, China","Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, China"],"raw_orcid":"https://orcid.org/0009-0003-0125-1733","affiliations":[{"raw_affiliation_string":"AHU-IAI AI Joint Laboratory, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]},{"raw_affiliation_string":"Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036297625","display_name":"Minchao Wu","orcid":"https://orcid.org/0000-0002-8103-4709"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minchao Wu","raw_affiliation_strings":["Laboratory of Intelligent Information and Human-Computer Interaction, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-8103-4709","affiliations":[{"raw_affiliation_string":"Laboratory of Intelligent Information and Human-Computer Interaction, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006687310","display_name":"Yan Yang","orcid":"https://orcid.org/0000-0003-3463-2623"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112540","display_name":"Institute of Biophysics","ror":"https://ror.org/01tyv8576","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112540"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Yang","raw_affiliation_strings":["State Key Laboratory of Brain and Cognitive Sciences, Institute of Biophysics (IBP), Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3463-2623","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Brain and Cognitive Sciences, Institute of Biophysics (IBP), Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112540","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100435566","display_name":"Ping Li","orcid":"https://orcid.org/0000-0003-1343-8768"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ping Li","raw_affiliation_strings":["Laboratory of Intelligent Information and Human-Computer Interaction, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-1343-8768","affiliations":[{"raw_affiliation_string":"Laboratory of Intelligent Information and Human-Computer Interaction, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035776617","display_name":"Fan Li","orcid":"https://orcid.org/0000-0003-1440-4658"},"institutions":[{"id":"https://openalex.org/I58995867","display_name":"Civil Aviation Flight University of China","ror":"https://ror.org/01xyb1v19","country_code":"CN","type":"education","lineage":["https://openalex.org/I58995867"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Li","raw_affiliation_strings":["Key Laboratory of Flight Techniques and Flight Safety, Civil Aviation Flight University of China, Guanghan, China"],"raw_orcid":"https://orcid.org/0000-0003-1440-4658","affiliations":[{"raw_affiliation_string":"Key Laboratory of Flight Techniques and Flight Safety, Civil Aviation Flight University of China, Guanghan, China","institution_ids":["https://openalex.org/I58995867"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081538894","display_name":"Wen Liang","orcid":"https://orcid.org/0009-0006-5646-2214"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wen Liang","raw_affiliation_strings":["Google Research, Mountain View, CA, USA"],"raw_orcid":"https://orcid.org/0009-0006-5646-2214","affiliations":[{"raw_affiliation_string":"Google Research, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026466982","display_name":"Zhao Lv","orcid":"https://orcid.org/0000-0003-4530-4422"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]},{"id":"https://openalex.org/I58995867","display_name":"Civil Aviation Flight University of China","ror":"https://ror.org/01xyb1v19","country_code":"CN","type":"education","lineage":["https://openalex.org/I58995867"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Lv","raw_affiliation_strings":["Key Laboratory of Flight Techniques and Flight Safety, Civil Aviation Flight University of China, Guanghan, China","School of Computer Science and Technology, Anhui Province Key Laboratory of Multimodal Cognitive Computation, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-4530-4422","affiliations":[{"raw_affiliation_string":"Key Laboratory of Flight Techniques and Flight Safety, Civil Aviation Flight University of China, Guanghan, China","institution_ids":["https://openalex.org/I58995867"]},{"raw_affiliation_string":"School of Computer Science and Technology, Anhui Province Key Laboratory of Multimodal Cognitive Computation, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.9571,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.97249355,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"73","issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electrooculography","display_name":"Electrooculography","score":0.7915023565292358},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6006832122802734},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.5665717720985413},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5556186437606812},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5361876487731934},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5294475555419922},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4693005681037903},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.44939595460891724},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43556222319602966},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.42306947708129883},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21705538034439087},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.14477717876434326},{"id":"https://openalex.org/keywords/eye-movement","display_name":"Eye movement","score":0.12321123480796814}],"concepts":[{"id":"https://openalex.org/C2778681526","wikidata":"https://www.wikidata.org/wiki/Q420647","display_name":"Electrooculography","level":3,"score":0.7915023565292358},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6006832122802734},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.5665717720985413},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5556186437606812},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5361876487731934},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5294475555419922},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4693005681037903},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.44939595460891724},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43556222319602966},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.42306947708129883},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21705538034439087},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.14477717876434326},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.12321123480796814},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2024.3370813","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2024.3370813","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4229043578","display_name":"\u57fa\u4e8e\u591a\u901a\u9053EOG\u7684\u773c\u52a8\u60c5\u7eea\u8868\u5f81\u4e0e\u8bc6\u522b\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61972437","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7951869249","display_name":null,"funder_award_id":"FZ2022KF15","funder_id":"https://openalex.org/F4320324522","funder_display_name":"Civil Aviation Administration of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324522","display_name":"Civil Aviation Administration of China","ror":"https://ror.org/05gfwht30"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W69300324","https://openalex.org/W1514535095","https://openalex.org/W1522796040","https://openalex.org/W1965832795","https://openalex.org/W2032635843","https://openalex.org/W2081420711","https://openalex.org/W2109773980","https://openalex.org/W2132889650","https://openalex.org/W2134050473","https://openalex.org/W2134602648","https://openalex.org/W2142114717","https://openalex.org/W2158411555","https://openalex.org/W2164699598","https://openalex.org/W2170883741","https://openalex.org/W2418676467","https://openalex.org/W2507306959","https://openalex.org/W2525948926","https://openalex.org/W2548844710","https://openalex.org/W2550553598","https://openalex.org/W2559463885","https://openalex.org/W2565944610","https://openalex.org/W2572280252","https://openalex.org/W2594910101","https://openalex.org/W2765856398","https://openalex.org/W2783276282","https://openalex.org/W2790404832","https://openalex.org/W2889504373","https://openalex.org/W2890679134","https://openalex.org/W2902521861","https://openalex.org/W2954731415","https://openalex.org/W2979355192","https://openalex.org/W2981004543","https://openalex.org/W2984566643","https://openalex.org/W3034749137","https://openalex.org/W3082112788","https://openalex.org/W3086601978","https://openalex.org/W3087220290","https://openalex.org/W3088256290","https://openalex.org/W3093125198","https://openalex.org/W3102455230","https://openalex.org/W3188402091","https://openalex.org/W4294643355","https://openalex.org/W4312282141","https://openalex.org/W4312597583","https://openalex.org/W6630875275","https://openalex.org/W6631203635","https://openalex.org/W6681325634","https://openalex.org/W6683335406","https://openalex.org/W6716939674","https://openalex.org/W6754164979","https://openalex.org/W6764679822"],"related_works":["https://openalex.org/W2794856394","https://openalex.org/W2922348724","https://openalex.org/W2132659060","https://openalex.org/W2031992971","https://openalex.org/W2152235245","https://openalex.org/W3214791684","https://openalex.org/W3176432362","https://openalex.org/W2152662039","https://openalex.org/W2028116038","https://openalex.org/W2930486860"],"abstract_inverted_index":{"Emotion":[0],"recognition":[1,103,157],"plays":[2],"a":[3,8,39],"vital":[4],"role":[5],"in":[6],"building":[7],"harmonious":[9],"society":[10],"and":[11,22,44,62,65,80,85,97,127,148],"emotional":[12,58],"interaction.":[13],"Recent":[14],"research":[15],"has":[16],"demonstrated":[17],"that":[18,138,149],"multi-modal":[19,43,76],"inter-channel":[20],"correlations":[21],"insufficient":[23],"emotion":[24,29,102,142,156],"elicitation":[25],"plague":[26],"deep":[27],"learning-based":[28],"identification":[30],"techniques.":[31],"To":[32],"cope":[33],"with":[34],"these":[35],"problems,":[36],"we":[37,50],"propose":[38],"transformer":[40],"model":[41,71,152],"of":[42,75,83,91,101],"channel":[45,77,95],"attention":[46],"fusion":[47],"(MCAF-Transformer).":[48],"First,":[49],"employ":[51],"an":[52],"olfactory":[53,123,139],"video":[54,124],"approach":[55],"to":[56],"evoke":[57,141],"expression":[59],"more":[60,143],"fully":[61],"acquire":[63],"EEG":[64,84],"EOG":[66,86],"signal":[67],"data.":[68],"Second,":[69],"the":[70,89,99,107,111,115,122,128,150],"makes":[72],"full":[73],"use":[74],"information,":[78],"time-domain":[79],"spatial-domain":[81],"information":[82],"signals,":[87],"captures":[88],"correlation":[90],"different":[92],"channels":[93],"using":[94,114],"attention,":[96],"improves":[98],"accuracy":[100],"by":[104],"focusing":[105],"on":[106,110,121],"global":[108],"dependence":[109],"temporal":[112],"order":[113],"transformer.":[116],"We":[117],"conducted":[118],"extensive":[119],"experiments":[120],"sentiment":[125],"dataset,":[126],"experimental":[129],"results":[130,136],"were":[131],"correct":[132],"at":[133],"94.63%.":[134],"The":[135],"show":[137],"videos":[140,147],"adequately":[144],"than":[145],"pure":[146],"MCAF-Transformer":[151],"significantly":[153],"outperforms":[154],"other":[155],"methods.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}