{"id":"https://openalex.org/W4403278136","doi":"https://doi.org/10.1109/taffc.2024.3477302","title":"The fNIRS-Based Emotion Recognition by Spatial Transformer and WGAN Data Augmentation Toward Developing a Novel Affective BCI","display_name":"The fNIRS-Based Emotion Recognition by Spatial Transformer and WGAN Data Augmentation Toward Developing a Novel Affective BCI","publication_year":2024,"publication_date":"2024-10-09","ids":{"openalex":"https://openalex.org/W4403278136","doi":"https://doi.org/10.1109/taffc.2024.3477302"},"language":"en","primary_location":{"id":"doi:10.1109/taffc.2024.3477302","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3477302","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009222035","display_name":"Xiaopeng Si","orcid":"https://orcid.org/0000-0002-8956-7577"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaopeng Si","raw_affiliation_strings":["Academy of Medical Engineering and Translational Medicine, State Key Laboratory of Advanced Medical Materials and Devices, Haihe Laboratory of Brain-computer Interaction and Human-machine Integration, Tianjin Key Laboratory of Brain Science and Neural Engineering, Institute of Applied Psychology, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Academy of Medical Engineering and Translational Medicine, State Key Laboratory of Advanced Medical Materials and Devices, Haihe Laboratory of Brain-computer Interaction and Human-machine Integration, Tianjin Key Laboratory of Brain Science and Neural Engineering, Institute of Applied Psychology, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101698334","display_name":"He Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Huang","raw_affiliation_strings":["Academy of Medical Engineering and Translational Medicine, State Key Laboratory of Advanced Medical Materials and Devices, Haihe Laboratory of Brain-computer Interaction and Human-machine Integration, Tianjin Key Laboratory of Brain Science and Neural Engineering, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Academy of Medical Engineering and Translational Medicine, State Key Laboratory of Advanced Medical Materials and Devices, Haihe Laboratory of Brain-computer Interaction and Human-machine Integration, Tianjin Key Laboratory of Brain Science and Neural Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078666986","display_name":"Jiayue Yu","orcid":"https://orcid.org/0000-0002-5227-3479"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayue Yu","raw_affiliation_strings":["Academy of Medical Engineering and Translational Medicine, State Key Laboratory of Advanced Medical Materials and Devices, Haihe Laboratory of Brain-computer Interaction and Human-machine Integration, Tianjin Key Laboratory of Brain Science and Neural Engineering, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Academy of Medical Engineering and Translational Medicine, State Key Laboratory of Advanced Medical Materials and Devices, Haihe Laboratory of Brain-computer Interaction and Human-machine Integration, Tianjin Key Laboratory of Brain Science and Neural Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011769657","display_name":"Dong Ming","orcid":"https://orcid.org/0000-0002-8192-2538"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Ming","raw_affiliation_strings":["Academy of Medical Engineering and Translational Medicine, State Key Laboratory of Advanced Medical Materials and Devices, Haihe Laboratory of Brain-computer Interaction and Human-machine Integration, Tianjin Key Laboratory of Brain Science and Neural Engineering, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Academy of Medical Engineering and Translational Medicine, State Key Laboratory of Advanced Medical Materials and Devices, Haihe Laboratory of Brain-computer Interaction and Human-machine Integration, Tianjin Key Laboratory of Brain Science and Neural Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5009222035"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":1.2322,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.79880338,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"16","issue":"2","first_page":"875","last_page":"890"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.4537000060081482,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.4537000060081482,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.41510000824928284,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.41110000014305115,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.5816221833229065},{"id":"https://openalex.org/keywords/brain\u2013computer-interface","display_name":"Brain\u2013computer interface","score":0.5454874038696289},{"id":"https://openalex.org/keywords/affective-computing","display_name":"Affective computing","score":0.5292030572891235},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5002870559692383},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.38395482301712036},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.381801962852478},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.34000396728515625},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3280787467956543},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.29190611839294434},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.13601702451705933}],"concepts":[{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.5816221833229065},{"id":"https://openalex.org/C173201364","wikidata":"https://www.wikidata.org/wiki/Q897410","display_name":"Brain\u2013computer interface","level":3,"score":0.5454874038696289},{"id":"https://openalex.org/C6438553","wikidata":"https://www.wikidata.org/wiki/Q1185804","display_name":"Affective computing","level":2,"score":0.5292030572891235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5002870559692383},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.38395482301712036},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.381801962852478},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.34000396728515625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3280787467956543},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.29190611839294434},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.13601702451705933}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taffc.2024.3477302","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taffc.2024.3477302","pdf_url":null,"source":{"id":"https://openalex.org/S104780363","display_name":"IEEE Transactions on Affective Computing","issn_l":"1949-3045","issn":["1949-3045","2371-9850"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Affective Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2077574931","display_name":null,"funder_award_id":"2024XSU-0025","funder_id":"https://openalex.org/F4320322701","funder_display_name":"Tianjin University"},{"id":"https://openalex.org/G2504241632","display_name":null,"funder_award_id":"81925020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6536762870","display_name":null,"funder_award_id":"62376191","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8498117715","display_name":null,"funder_award_id":"23JCYBJC01430","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322701","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32"},{"id":"https://openalex.org/F4320323993","display_name":"Natural Science Foundation of Tianjin City","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":84,"referenced_works":["https://openalex.org/W1906317191","https://openalex.org/W1983195655","https://openalex.org/W1997891485","https://openalex.org/W2011111213","https://openalex.org/W2013657375","https://openalex.org/W2013712141","https://openalex.org/W2032997219","https://openalex.org/W2063040669","https://openalex.org/W2068050374","https://openalex.org/W2069395995","https://openalex.org/W2080576833","https://openalex.org/W2088242772","https://openalex.org/W2091474959","https://openalex.org/W2107794155","https://openalex.org/W2122937259","https://openalex.org/W2342894681","https://openalex.org/W2541184421","https://openalex.org/W2559463885","https://openalex.org/W2762173015","https://openalex.org/W2762323924","https://openalex.org/W2765811365","https://openalex.org/W2783914690","https://openalex.org/W2784082965","https://openalex.org/W2786768213","https://openalex.org/W2806508646","https://openalex.org/W2898664946","https://openalex.org/W2900672720","https://openalex.org/W2922706279","https://openalex.org/W2936897040","https://openalex.org/W2946487779","https://openalex.org/W2950162539","https://openalex.org/W2962905870","https://openalex.org/W2963709863","https://openalex.org/W2976149155","https://openalex.org/W3000741860","https://openalex.org/W3005307761","https://openalex.org/W3005405338","https://openalex.org/W3007289630","https://openalex.org/W3011304975","https://openalex.org/W3014163061","https://openalex.org/W3014215018","https://openalex.org/W3024961463","https://openalex.org/W3032135501","https://openalex.org/W3047405387","https://openalex.org/W3108087271","https://openalex.org/W3119503696","https://openalex.org/W3120797905","https://openalex.org/W3122210758","https://openalex.org/W3133817364","https://openalex.org/W3134204148","https://openalex.org/W3140416091","https://openalex.org/W3150499614","https://openalex.org/W3167195439","https://openalex.org/W3169874873","https://openalex.org/W3193807471","https://openalex.org/W3202897123","https://openalex.org/W4205386513","https://openalex.org/W4205681697","https://openalex.org/W4206086399","https://openalex.org/W4206198375","https://openalex.org/W4211136643","https://openalex.org/W4213019189","https://openalex.org/W4224231273","https://openalex.org/W4225411558","https://openalex.org/W4225725965","https://openalex.org/W4292264206","https://openalex.org/W4307976156","https://openalex.org/W4312565043","https://openalex.org/W4319990494","https://openalex.org/W4320497975","https://openalex.org/W4320521695","https://openalex.org/W4327663834","https://openalex.org/W4381785707","https://openalex.org/W4383371438","https://openalex.org/W4385169071","https://openalex.org/W4387602361","https://openalex.org/W4388440471","https://openalex.org/W4391030710","https://openalex.org/W4393352777","https://openalex.org/W6735913928","https://openalex.org/W6741832134","https://openalex.org/W6745765832","https://openalex.org/W6784333009","https://openalex.org/W7071692672"],"related_works":["https://openalex.org/W3080495370","https://openalex.org/W3126677997","https://openalex.org/W1610857240","https://openalex.org/W4285597148","https://openalex.org/W2901531394","https://openalex.org/W4321599321","https://openalex.org/W1559262936","https://openalex.org/W2134707158","https://openalex.org/W2767348466","https://openalex.org/W2894458059"],"abstract_inverted_index":{"The":[0,116],"affective":[1,61],"brain-computer":[2],"interface":[3],"(aBCI)":[4],"facilitates":[5],"the":[6,57,83,99,123,174,178],"objective":[7],"identification":[8],"or":[9],"regulation":[10],"of":[11,59,183],"human":[12,184],"emotions.":[13],"Current":[14],"aBCI":[15],"mainly":[16],"relies":[17],"on":[18],"electroencephalography":[19,34],"(EEG).":[20],"However,":[21],"research":[22],"shows":[23],"that":[24],"emotions":[25],"involve":[26],"a":[27,41,67,188],"large-scale":[28],"distributed":[29],"brain":[30],"network.":[31],"Compared":[32,131,145],"to":[33,176],"(EEG),":[35],"functional":[36],"near-infrared":[37],"spectroscopy":[38],"(fNIRS)":[39],"offers":[40],"higher":[42],"spatial":[43,52,85,117,180],"resolution.":[44],"It":[45],"holds":[46,173],"greater":[47],"potential":[48,175],"in":[49,140,154,159,165],"capturing":[50],"emotional":[51],"information,":[53],"which":[54,79],"may":[55],"foster":[56],"development":[58],"new":[60,189],"Brain-Computer":[62],"Interfaces":[63],"(aBCI).":[64],"We":[65,108],"proposed":[66],"novel":[68],"self-attention-based":[69],"deep-learning":[70],"transformer":[71,118],"language":[72],"model":[73],"for":[74,191],"fNIRS":[75,134],"cross-subject":[76,112],"emotion":[77,113,185],"recognition,":[78],"could":[80],"automatically":[81],"learn":[82],"emotion's":[84],"attention":[86],"weight":[87],"information":[88],"with":[89,132,146],"strong":[90],"interpretability.":[91],"Besides,":[92,170],"we":[93,136,150],"performed":[94],"data":[95],"augmentation":[96],"by":[97,125,138,152],"introducing":[98],"wasserstein":[100],"generative":[101],"adversarial":[102],"networks":[103],"(WGAN).":[104],"Results":[105],"showed:":[106],"(1)":[107],"achieved":[109],"84%":[110],"three-category":[111,141,166],"decoding":[114,142,156,161,167],"accuracy.":[115,143,168],"module":[119],"and":[120,127,163],"WGAN":[121],"improved":[122],"accuracy":[124],"12.8%":[126],"4.3%,":[128],"respectively.":[129],"(2)":[130],"cutting-edge":[133,147],"research,":[135,149],"led":[137],"10%":[139,158],"(3)":[144],"EEG":[148],"lead":[151],"28%":[153],"arousal":[155],"accuracy,":[157,162],"valence":[160],"2%":[164],"(4)":[169],"our":[171],"approach":[172],"uncover":[177],"brain's":[179],"encoding":[181],"mechanism":[182],"processing,":[186],"providing":[187],"direction":[190],"building":[192],"interpretable":[193],"artificial":[194],"intelligence":[195],"models.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2024-10-10T00:00:00"}