{"id":"https://openalex.org/W4407452729","doi":"https://doi.org/10.1109/tim.2025.3538086","title":"Fusion Analysis of EEG-fNIRS Multimodal Brain Signals: A Multitask Classification Algorithm Incorporating Spatial-Temporal Convolution and Dual Attention Mechanisms","display_name":"Fusion Analysis of EEG-fNIRS Multimodal Brain Signals: A Multitask Classification Algorithm Incorporating Spatial-Temporal Convolution and Dual Attention Mechanisms","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4407452729","doi":"https://doi.org/10.1109/tim.2025.3538086"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2025.3538086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2025.3538086","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015148878","display_name":"Xingbin Shi","orcid":"https://orcid.org/0009-0005-4957-6638"},"institutions":[{"id":"https://openalex.org/I4210156189","display_name":"Shanghai Dianji University","ror":"https://ror.org/055fene14","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210156189"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xingbin Shi","raw_affiliation_strings":["School of Electrical Engineering, Shanghai Dianji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shanghai Dianji University, Shanghai, China","institution_ids":["https://openalex.org/I4210156189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057014144","display_name":"Haiyan Wang","orcid":"https://orcid.org/0000-0003-1880-8422"},"institutions":[{"id":"https://openalex.org/I4210156189","display_name":"Shanghai Dianji University","ror":"https://ror.org/055fene14","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210156189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyan Wang","raw_affiliation_strings":["School of Electrical Engineering, Shanghai Dianji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shanghai Dianji University, Shanghai, China","institution_ids":["https://openalex.org/I4210156189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020543460","display_name":"Baojiang Li","orcid":"https://orcid.org/0000-0002-7952-6691"},"institutions":[{"id":"https://openalex.org/I4210156189","display_name":"Shanghai Dianji University","ror":"https://ror.org/055fene14","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210156189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baojiang Li","raw_affiliation_strings":["School of Electrical Engineering, Shanghai Dianji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shanghai Dianji University, Shanghai, China","institution_ids":["https://openalex.org/I4210156189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070529805","display_name":"Yuxin Qin","orcid":"https://orcid.org/0009-0004-2158-8779"},"institutions":[{"id":"https://openalex.org/I4210156189","display_name":"Shanghai Dianji University","ror":"https://ror.org/055fene14","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210156189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxin Qin","raw_affiliation_strings":["School of Electrical Engineering, Shanghai Dianji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shanghai Dianji University, Shanghai, China","institution_ids":["https://openalex.org/I4210156189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107792307","display_name":"Cheng Peng","orcid":"https://orcid.org/0009-0008-7830-2355"},"institutions":[{"id":"https://openalex.org/I4210156189","display_name":"Shanghai Dianji University","ror":"https://ror.org/055fene14","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210156189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Peng","raw_affiliation_strings":["School of Electrical Engineering, Shanghai Dianji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shanghai Dianji University, Shanghai, China","institution_ids":["https://openalex.org/I4210156189"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111326930","display_name":"Yifan Lu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156189","display_name":"Shanghai Dianji University","ror":"https://ror.org/055fene14","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210156189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Lu","raw_affiliation_strings":["School of Electrical Engineering, Shanghai Dianji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Shanghai Dianji University, Shanghai, China","institution_ids":["https://openalex.org/I4210156189"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5015148878"],"corresponding_institution_ids":["https://openalex.org/I4210156189"],"apc_list":null,"apc_paid":null,"fwci":10.3863,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.983045,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"74","issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11196","display_name":"Non-Invasive Vital Sign Monitoring","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.968999981880188,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.695555567741394},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.695382297039032},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.649251401424408},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5829634070396423},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5277586579322815},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4939573407173157},{"id":"https://openalex.org/keywords/functional-near-infrared-spectroscopy","display_name":"Functional near-infrared spectroscopy","score":0.4879564642906189},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4492003321647644},{"id":"https://openalex.org/keywords/neuroimaging","display_name":"Neuroimaging","score":0.4210268259048462},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38523101806640625},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.23773175477981567},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.22177919745445251},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14769700169563293},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.1279682219028473},{"id":"https://openalex.org/keywords/prefrontal-cortex","display_name":"Prefrontal cortex","score":0.09694069623947144}],"concepts":[{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.695555567741394},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.695382297039032},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.649251401424408},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5829634070396423},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5277586579322815},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4939573407173157},{"id":"https://openalex.org/C130796691","wikidata":"https://www.wikidata.org/wiki/Q750537","display_name":"Functional near-infrared spectroscopy","level":4,"score":0.4879564642906189},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4492003321647644},{"id":"https://openalex.org/C58693492","wikidata":"https://www.wikidata.org/wiki/Q551875","display_name":"Neuroimaging","level":2,"score":0.4210268259048462},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38523101806640625},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.23773175477981567},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.22177919745445251},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14769700169563293},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.1279682219028473},{"id":"https://openalex.org/C2781195155","wikidata":"https://www.wikidata.org/wiki/Q18680","display_name":"Prefrontal cortex","level":3,"score":0.09694069623947144},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2025.3538086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2025.3538086","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5050902681","display_name":null,"funder_award_id":"62303299","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W2027774333","https://openalex.org/W2136936027","https://openalex.org/W2500213930","https://openalex.org/W2552578398","https://openalex.org/W2559463885","https://openalex.org/W2606574754","https://openalex.org/W2752782242","https://openalex.org/W2887425726","https://openalex.org/W2951179062","https://openalex.org/W2954830149","https://openalex.org/W2963919481","https://openalex.org/W2970432160","https://openalex.org/W2990928020","https://openalex.org/W3005807242","https://openalex.org/W3010955800","https://openalex.org/W3024404325","https://openalex.org/W3031551469","https://openalex.org/W3037312461","https://openalex.org/W3093008305","https://openalex.org/W3100936064","https://openalex.org/W3102455230","https://openalex.org/W3142672147","https://openalex.org/W3198692241","https://openalex.org/W3209470862","https://openalex.org/W4200285824","https://openalex.org/W4210767542","https://openalex.org/W4210839512","https://openalex.org/W4213204633","https://openalex.org/W4225926968","https://openalex.org/W4280650223","https://openalex.org/W4286001525","https://openalex.org/W4288347855","https://openalex.org/W4289839329","https://openalex.org/W4293740978","https://openalex.org/W4294975613","https://openalex.org/W4296338330","https://openalex.org/W4319303360","https://openalex.org/W4376481283","https://openalex.org/W4377001522","https://openalex.org/W4379197422","https://openalex.org/W4384916143","https://openalex.org/W4385245566","https://openalex.org/W4390938933","https://openalex.org/W4392847183","https://openalex.org/W4398183970","https://openalex.org/W6739901393","https://openalex.org/W6762945437","https://openalex.org/W6990750771"],"related_works":["https://openalex.org/W2518226033","https://openalex.org/W2906058118","https://openalex.org/W2327340211","https://openalex.org/W2027542625","https://openalex.org/W4292199793","https://openalex.org/W2922348724","https://openalex.org/W200322357","https://openalex.org/W2282195379","https://openalex.org/W2130428257","https://openalex.org/W4376595809"],"abstract_inverted_index":{"Brain\u2013computer":[0],"interface":[1],"(BCI)":[2],"is":[3,58,168],"an":[4,21,110],"important":[5,87],"way":[6],"of":[7,86,181,244,258,263],"human-computer":[8],"interaction,":[9],"with":[10,61],"the":[11,84,90,140,159,223,242,256],"ability":[12],"to":[13,83,103,157,255],"monitor":[14],"brain":[15,28,43,65,118,264],"states,":[16],"and":[17,46,53,130,142,153,195,213,260],"it":[18],"has":[19],"become":[20],"increasingly":[22],"significant":[23],"research":[24],"direction.":[25],"Single-modal":[26],"noninvasive":[27],"signals":[29,144],"have":[30,220],"limitations,":[31],"such":[32],"as":[33],"low":[34,38],"spatial":[35],"resolution":[36],"or":[37,77,93],"temporal":[39],"resolution,":[40],"while":[41],"multimodal":[42,64,117],"signal":[44,66,134],"acquisition":[45],"processing":[47],"can":[48,252],"overcome":[49],"these":[50],"limitations.":[51],"Electroencephalogram":[52],"functional":[54],"near-infrared":[55],"spectroscopy":[56],"(EEG-fNIRS)":[57],"a":[59,121],"method":[60,114,137,167,231,247],"advantages":[62],"in":[63,97,236,249],"processing,":[67],"but":[68],"current":[69,224],"fusion":[70,112],"methods":[71],"mostly":[72],"use":[73],"manual":[74],"feature":[75,91],"extraction":[76,92],"channel":[78,94],"selection,":[79],"which":[80],"may":[81],"lead":[82],"loss":[85],"information":[88],"during":[89],"selection":[95],"process":[96],"real-time":[98],"BCI":[99,176],"systems.":[100],"In":[101],"order":[102],"solve":[104],"this":[105,107,250],"issue,":[106],"article":[108],"proposes":[109],"innovative":[111],"analysis":[113],"for":[115,133,202,207,210,215],"EEG-fNIRS":[116,175],"signals,":[119],"using":[120,149],"hybrid":[122],"algorithm":[123],"that":[124,184,228],"combines":[125],"convolutional":[126,151],"neural":[127],"network":[128],"(CNN)":[129],"Attention":[131],"mechanisms":[132],"classification.":[135],"The":[136,199,246],"first":[138],"preprocesses":[139],"EEG":[141],"fNIRS":[143],"separately,":[145],"then":[146],"extracts":[147],"features":[148],"spatial-temporal":[150],"layers,":[152],"finally":[154],"merges":[155],"them":[156],"obtain":[158],"classification":[160,234,239],"results":[161],"through":[162],"dual":[163],"attention":[164],"calculation.":[165],"Our":[166],"validated":[169],"on":[170],"two":[171],"publicly":[172],"available":[173],"mixed":[174],"datasets,":[177],"including":[178],"three":[179],"types":[180],"experimental":[182],"tasks":[183,240],"do":[185],"not":[186],"involve":[187],"actual":[188],"movement:":[189],"motor":[190],"imagery":[191],"(MI),":[192],"mental":[193,211],"arithmetic,":[194,212],"word":[196],"generation":[197],"(WG).":[198],"accuracy":[200],"rates":[201,219],"each":[203],"task":[204],"reached":[205],"92.2%":[206],"MI,":[208],"98.6%":[209],"95.2%":[214],"WG,":[216],"respectively.":[217],"These":[218],"surpassed":[221],"all":[222],"methods.":[225],"This":[226],"indicates":[227],"our":[229],"proposed":[230,248],"achieves":[232],"better":[233],"performance":[235],"non-actual":[237],"movement":[238],"under":[241],"premise":[243],"lightweight.":[245],"study":[251],"be":[253],"applied":[254],"field":[257],"rapid":[259],"efficient":[261],"identification":[262],"signals.":[265]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}