{"id":"https://openalex.org/W4383503958","doi":"https://doi.org/10.1109/tcds.2023.3293321","title":"A Hybrid End-to-End Spatiotemporal Attention Neural Network With Graph-Smooth Signals for EEG Emotion Recognition","display_name":"A Hybrid End-to-End Spatiotemporal Attention Neural Network With Graph-Smooth Signals for EEG Emotion Recognition","publication_year":2023,"publication_date":"2023-07-07","ids":{"openalex":"https://openalex.org/W4383503958","doi":"https://doi.org/10.1109/tcds.2023.3293321"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2023.3293321","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2023.3293321","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043673110","display_name":"Shadi Sartipi","orcid":"https://orcid.org/0000-0002-8441-4475"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shadi Sartipi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Rochester, Rochester, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090640756","display_name":"Mastaneh Torkamani\u2010Azar","orcid":"https://orcid.org/0000-0001-6172-7842"},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mastaneh Torkamani-Azar","raw_affiliation_strings":["A. I. Virtanen Institute for Molecular Sciences, University of Eastern Finland, Kuopio, Finland"],"affiliations":[{"raw_affiliation_string":"A. I. Virtanen Institute for Molecular Sciences, University of Eastern Finland, Kuopio, Finland","institution_ids":["https://openalex.org/I175532246"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017228370","display_name":"M\u00fcjdat \u00c7etin","orcid":"https://orcid.org/0000-0002-9824-1229"},"institutions":[{"id":"https://openalex.org/I155173764","display_name":"Rochester Institute of Technology","ror":"https://ror.org/00v4yb702","country_code":"US","type":"education","lineage":["https://openalex.org/I155173764"]},{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mujdat Cetin","raw_affiliation_strings":["Department of Electrical and Computer Engineering and the Goergen Institute for Data Science, University of Rochester, Rochester, NY, USA","Department of Electrical and Computer Engineering, University of Rochester, Rochester, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering and the Goergen Institute for Data Science, University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228","https://openalex.org/I155173764"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5043673110"],"corresponding_institution_ids":["https://openalex.org/I5388228"],"apc_list":null,"apc_paid":null,"fwci":5.2318,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.96499775,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"16","issue":"2","first_page":"732","last_page":"743"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11021","display_name":"ECG Monitoring and Analysis","score":0.9674000144004822,"subfield":{"id":"https://openalex.org/subfields/2705","display_name":"Cardiology and Cardiovascular Medicine"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8608298301696777},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6252962350845337},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.596118152141571},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.5516899824142456},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.5395578145980835},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5036265254020691},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4719644784927368},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4331130385398865},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4288621246814728},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.41705331206321716},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34260591864585876},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.32051050662994385},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.10518154501914978},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.08357101678848267}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8608298301696777},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6252962350845337},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.596118152141571},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.5516899824142456},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.5395578145980835},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5036265254020691},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4719644784927368},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4331130385398865},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4288621246814728},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.41705331206321716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34260591864585876},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32051050662994385},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.10518154501914978},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.08357101678848267},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcds.2023.3293321","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2023.3293321","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G118090829","display_name":null,"funder_award_id":"1934962","funder_id":"https://openalex.org/F4320337387","funder_display_name":"Division of Computing and Communication Foundations"},{"id":"https://openalex.org/G5381891446","display_name":null,"funder_award_id":"CCF-1934962","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5778092234","display_name":null,"funder_award_id":"1922591","funder_id":"https://openalex.org/F4320337368","funder_display_name":"Division of Graduate Education"},{"id":"https://openalex.org/G8327703227","display_name":null,"funder_award_id":"DGE-1922591","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337368","display_name":"Division of Graduate Education","ror":"https://ror.org/00whkrf32"},{"id":"https://openalex.org/F4320337387","display_name":"Division of Computing and Communication Foundations","ror":"https://ror.org/01mng8331"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1947251450","https://openalex.org/W1979318901","https://openalex.org/W1994341528","https://openalex.org/W1999653836","https://openalex.org/W2002055708","https://openalex.org/W2033547469","https://openalex.org/W2045493030","https://openalex.org/W2091432990","https://openalex.org/W2099076640","https://openalex.org/W2106006415","https://openalex.org/W2109773980","https://openalex.org/W2128495200","https://openalex.org/W2139564752","https://openalex.org/W2141125852","https://openalex.org/W2151786648","https://openalex.org/W2183182206","https://openalex.org/W2216607127","https://openalex.org/W2296662810","https://openalex.org/W2343174050","https://openalex.org/W2463631526","https://openalex.org/W2593144425","https://openalex.org/W2599124244","https://openalex.org/W2625929003","https://openalex.org/W2741907166","https://openalex.org/W2790404832","https://openalex.org/W2887847363","https://openalex.org/W2913846632","https://openalex.org/W2919115771","https://openalex.org/W2921623443","https://openalex.org/W2925836809","https://openalex.org/W2934123712","https://openalex.org/W2945206942","https://openalex.org/W2945616044","https://openalex.org/W2981560029","https://openalex.org/W2982299617","https://openalex.org/W3008290004","https://openalex.org/W3010708469","https://openalex.org/W3027581678","https://openalex.org/W3043664281","https://openalex.org/W3088256290","https://openalex.org/W3089752722","https://openalex.org/W3090425814","https://openalex.org/W3102003537","https://openalex.org/W3108087271","https://openalex.org/W3114259072","https://openalex.org/W3115305254","https://openalex.org/W3118441062","https://openalex.org/W3143517296","https://openalex.org/W3145928148","https://openalex.org/W3159301005","https://openalex.org/W3164793060","https://openalex.org/W3167469277","https://openalex.org/W3184672723","https://openalex.org/W3194836659","https://openalex.org/W4200175924","https://openalex.org/W4210907107","https://openalex.org/W6618372016","https://openalex.org/W6631190155","https://openalex.org/W6635679246","https://openalex.org/W6679434410"],"related_works":["https://openalex.org/W4223943233","https://openalex.org/W4312200629","https://openalex.org/W4360585206","https://openalex.org/W4364306694","https://openalex.org/W4313289316","https://openalex.org/W4380086463","https://openalex.org/W4309045103","https://openalex.org/W4225161397","https://openalex.org/W3014300295","https://openalex.org/W4211209597"],"abstract_inverted_index":{"Recently,":[0],"physiological":[1,71],"data":[2,56,94],"such":[3],"as":[4,161],"electroencephalography":[5],"(EEG)":[6],"signals":[7],"have":[8,36],"attracted":[9],"significant":[10],"attention":[11,82],"in":[12,40,104,172],"affective":[13],"computing.":[14],"In":[15],"this":[16],"context,":[17],"the":[18,92,105,121,128,131,137,148,162,167,184],"main":[19],"goal":[20],"is":[21,57,89],"to":[22,91,100,155],"design":[23],"an":[24],"automated":[25],"model":[26,149,171],"that":[27,49,68,110],"can":[28,50],"assess":[29],"emotional":[30],"states.":[31],"Lately,":[32],"deep":[33,47,65],"neural":[34,66],"networks":[35],"shown":[37],"promising":[38],"performance":[39,138],"emotion":[41,118,178,193],"recognition":[42],"tasks.":[43],"However,":[44],"designing":[45],"a":[46,59,64,74,86,152],"architecture":[48,113,141],"extract":[51],"practical":[52],"information":[53],"from":[54,151],"raw":[55,93],"still":[58],"challenge.":[60],"Here,":[61],"we":[62,134,165],"introduce":[63],"network":[67,83],"acquires":[69],"interpretable":[70],"representations":[72],"by":[73,146],"hybrid":[75],"structure":[76],"of":[77,130,139,169],"spatio-temporal":[78],"encoding":[79],"and":[80,176,183],"recurrent":[81],"blocks.":[84],"Furthermore,":[85],"preprocessing":[87],"step":[88],"applied":[90],"using":[95],"graph":[96,102],"signal":[97],"processing":[98],"tools":[99],"perform":[101],"smoothing":[103],"spatial":[106],"domain.":[107],"We":[108],"demonstrate":[109,166],"our":[111,140,170],"proposed":[112],"exceeds":[114],"state-of-the-art":[115],"results":[116],"for":[117],"classification":[119,179,194],"on":[120,181],"publicly":[122],"available":[123],"DEAP":[124,160],"dataset.":[125],"To":[126],"explore":[127],"generality":[129],"learned":[132],"model,":[133],"also":[135],"evaluate":[136],"towards":[142],"transfer":[143],"learning":[144],"(TL)":[145],"transferring":[147],"parameters":[150],"specific":[153],"source":[154,163],"other":[156],"target":[157],"domains.":[158],"Using":[159],"dataset,":[164],"effectiveness":[168],"performing":[173],"cross-modality":[174],"TL":[175],"improving":[177],"accuracy":[180],"DREAMER":[182],"Emotional":[185],"English":[186],"Word":[187],"(EEWD)":[188],"datasets,":[189],"which":[190],"involve":[191],"EEG-based":[192],"tasks":[195],"with":[196],"different":[197],"stimuli.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":13}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}