{"id":"https://openalex.org/W4412972642","doi":"https://doi.org/10.1109/tcds.2025.3590031","title":"BERN: A Novel Framework for Enhanced Emotion Recognition Through the Integration of EEG and Eye Movement Features","display_name":"BERN: A Novel Framework for Enhanced Emotion Recognition Through the Integration of EEG and Eye Movement Features","publication_year":2025,"publication_date":"2025-07-17","ids":{"openalex":"https://openalex.org/W4412972642","doi":"https://doi.org/10.1109/tcds.2025.3590031"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2025.3590031","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2025.3590031","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001862779","display_name":"Nan Zhou","orcid":"https://orcid.org/0000-0002-0434-6231"},"institutions":[{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Nan Zhou","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Chengdu University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Chengdu University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119216689","display_name":"Lagen Jika","orcid":null},"institutions":[{"id":"https://openalex.org/I24201400","display_name":"Chengdu University of Information Technology","ror":"https://ror.org/01yxwrh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I24201400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lagen Jika","raw_affiliation_strings":["College of Applied Mathematics, Chengdu University of Information Technology, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"College of Applied Mathematics, Chengdu University of Information Technology, Chengdu, China","institution_ids":["https://openalex.org/I24201400"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenhao Wang","orcid":"https://orcid.org/0009-0000-0403-7220"},"institutions":[{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Wang","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Chengdu University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Chengdu University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090052670","display_name":"Yuanlun Xie","orcid":"https://orcid.org/0000-0001-9682-2065"},"institutions":[{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanlun Xie","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Chengdu University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Chengdu University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083428716","display_name":"Yuanhua Du","orcid":"https://orcid.org/0000-0002-9408-270X"},"institutions":[{"id":"https://openalex.org/I24201400","display_name":"Chengdu University of Information Technology","ror":"https://ror.org/01yxwrh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I24201400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanhua Du","raw_affiliation_strings":["College of Applied Mathematics, Chengdu University of Information Technology, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"College of Applied Mathematics, Chengdu University of Information Technology, Chengdu, China","institution_ids":["https://openalex.org/I24201400"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007180550","display_name":"Yeng Chai Soh","orcid":"https://orcid.org/0000-0003-0624-2302"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yeng Chai Soh","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5001862779"],"corresponding_institution_ids":["https://openalex.org/I4210125143"],"apc_list":null,"apc_paid":null,"fwci":4.0356,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.93539027,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"18","issue":"1","first_page":"263","last_page":"275"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9283000230789185,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9283000230789185,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.814895510673523},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.7538288831710815},{"id":"https://openalex.org/keywords/eye-movement","display_name":"Eye movement","score":0.6291161775588989},{"id":"https://openalex.org/keywords/movement","display_name":"Movement (music)","score":0.5214216709136963},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4962983727455139},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4605070948600769},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.42845478653907776},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42457905411720276},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3307947516441345},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12363702058792114},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.11789605021476746}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.814895510673523},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.7538288831710815},{"id":"https://openalex.org/C153050134","wikidata":"https://www.wikidata.org/wiki/Q760256","display_name":"Eye movement","level":2,"score":0.6291161775588989},{"id":"https://openalex.org/C2780226923","wikidata":"https://www.wikidata.org/wiki/Q929848","display_name":"Movement (music)","level":2,"score":0.5214216709136963},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4962983727455139},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4605070948600769},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.42845478653907776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42457905411720276},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3307947516441345},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12363702058792114},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.11789605021476746},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcds.2025.3590031","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2025.3590031","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.5400000214576721,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G3461663717","display_name":null,"funder_award_id":"12101090","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1947251450","https://openalex.org/W1965754674","https://openalex.org/W2032254851","https://openalex.org/W2056925087","https://openalex.org/W2080830759","https://openalex.org/W2109949839","https://openalex.org/W2142597810","https://openalex.org/W2169064120","https://openalex.org/W2610961739","https://openalex.org/W2739474071","https://openalex.org/W2772766867","https://openalex.org/W2786768213","https://openalex.org/W2799657112","https://openalex.org/W2946526173","https://openalex.org/W2964261250","https://openalex.org/W2979903110","https://openalex.org/W3000577085","https://openalex.org/W3033046106","https://openalex.org/W3038631423","https://openalex.org/W3046015843","https://openalex.org/W3084230554","https://openalex.org/W3086123732","https://openalex.org/W3108009940","https://openalex.org/W3145460128","https://openalex.org/W3156576211","https://openalex.org/W3199033017","https://openalex.org/W3205208117","https://openalex.org/W4210466371","https://openalex.org/W4220830654","https://openalex.org/W4220866631","https://openalex.org/W4221080645","https://openalex.org/W4226548933","https://openalex.org/W4297939181","https://openalex.org/W4313472740","https://openalex.org/W4313590743","https://openalex.org/W4315778234","https://openalex.org/W4319826315","https://openalex.org/W4367840164","https://openalex.org/W4381786694","https://openalex.org/W4383503958","https://openalex.org/W4385245566","https://openalex.org/W4387092317","https://openalex.org/W4390414889","https://openalex.org/W4391026691","https://openalex.org/W4391305670","https://openalex.org/W4392125748","https://openalex.org/W4394699177","https://openalex.org/W4399068312","https://openalex.org/W4400554173","https://openalex.org/W4400645501","https://openalex.org/W4400849567","https://openalex.org/W4401886360","https://openalex.org/W4403807621","https://openalex.org/W4406342317","https://openalex.org/W4407565959"],"related_works":["https://openalex.org/W2922348724","https://openalex.org/W200322357","https://openalex.org/W2130428257","https://openalex.org/W4308951944","https://openalex.org/W2057366091","https://openalex.org/W4312960290","https://openalex.org/W2049513647","https://openalex.org/W2988848585","https://openalex.org/W3126677997","https://openalex.org/W1610857240"],"abstract_inverted_index":{"Emotion":[0,32],"recognition":[1,43,156,163],"leveraging":[2],"electroencephalogram":[3],"(EEG)":[4],"signals":[5],"has":[6],"emerged":[7],"as":[8],"a":[9,56,75,89],"pivotal":[10],"area":[11],"in":[12],"affective":[13],"computing.":[14],"However,":[15],"existing":[16],"approaches":[17],"often":[18],"overlook":[19],"the":[20,30,86,113,119,142,152,160],"interaction":[21],"between":[22],"EEG":[23,47,62,71,100,146],"and":[24,48,63,93,101,136,147,157],"other":[25],"modalities.":[26],"This":[27],"study":[28],"introduces":[29],"Bimodal":[31],"Recognition":[33],"Network":[34],"(BERN),":[35],"an":[36,123],"innovative":[37],"framework":[38],"designed":[39],"to":[40,97],"improve":[41],"emotion":[42,115,155],"accuracy":[44,126],"by":[45],"integrating":[46],"eye":[49,64,81,102,148],"movement":[50,65,82,103,149],"features.":[51],"The":[52],"BERN":[53],"model":[54,87,121],"employs":[55],"deep":[57],"learning":[58],"architecture":[59],"tailored":[60],"for":[61,70,80,154],"data,":[66],"utilizing":[67],"3D":[68],"convolution":[69],"feature":[72,83,94],"extraction,":[73],"alongside":[74],"refined":[76],"residual":[77],"connection":[78],"structure":[79],"extraction.":[84],"Subsequently,":[85],"incorporates":[88],"cross-modal":[90],"attention":[91],"mechanism":[92],"fusion":[95,120],"techniques":[96],"effectively":[98],"integrate":[99],"information,":[104],"significantly":[105],"enhancing":[106,159],"emotional":[107],"state":[108],"recognition.":[109],"Experimental":[110],"results":[111],"on":[112],"SEED-IV":[114],"dataset":[116],"demonstrate":[117],"that":[118],"achieves":[122],"impressive":[124],"average":[125],"of":[127,144],"83.33%":[128],"across":[129],"four":[130],"classes,":[131],"surpassing":[132],"several":[133],"outstanding":[134],"unimodal":[135],"multimodal":[137],"methods.":[138],"These":[139],"findings":[140],"emphasize":[141],"effectiveness":[143],"combining":[145],"features,":[150],"enriching":[151],"information":[153],"markedly":[158],"model\u2019s":[161],"overall":[162],"accuracy.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}