{"id":"https://openalex.org/W4372269219","doi":"https://doi.org/10.1109/icassp49357.2023.10094655","title":"Brainnetformer: Decoding Brain Cognitive States with Spatial-Temporal Cross Attention","display_name":"Brainnetformer: Decoding Brain Cognitive States with Spatial-Temporal Cross Attention","publication_year":2023,"publication_date":"2023-05-05","ids":{"openalex":"https://openalex.org/W4372269219","doi":"https://doi.org/10.1109/icassp49357.2023.10094655"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49357.2023.10094655","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10094655","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009908519","display_name":"Leheng Sheng","orcid":"https://orcid.org/0000-0002-5764-6596"},"institutions":[{"id":"https://openalex.org/I4210154397","display_name":"Suzhou Chien-Shiung Institute of Technology","ror":"https://ror.org/054wntq63","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210154397"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Leheng Sheng","raw_affiliation_strings":["Southeast University,Chien-Shiung Wu College,China","Chien-Shiung Wu College, Southeast University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Chien-Shiung Wu College,China","institution_ids":["https://openalex.org/I4210154397","https://openalex.org/I76569877"]},{"raw_affiliation_string":"Chien-Shiung Wu College, Southeast University, China","institution_ids":["https://openalex.org/I4210154397","https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026622910","display_name":"Wenhan Wang","orcid":"https://orcid.org/0000-0001-7178-8286"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhan Wang","raw_affiliation_strings":["Southeast University,Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, School of Computer Science and Engineering,China","Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, School of Computer Science and Engineering, Southeast University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, School of Computer Science and Engineering,China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, School of Computer Science and Engineering, Southeast University, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106407656","display_name":"Zhiyi Shi","orcid":"https://orcid.org/0009-0006-6866-784X"},"institutions":[{"id":"https://openalex.org/I4210154397","display_name":"Suzhou Chien-Shiung Institute of Technology","ror":"https://ror.org/054wntq63","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210154397"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyi Shi","raw_affiliation_strings":["Southeast University,Chien-Shiung Wu College,China","Chien-Shiung Wu College, Southeast University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Chien-Shiung Wu College,China","institution_ids":["https://openalex.org/I4210154397","https://openalex.org/I76569877"]},{"raw_affiliation_string":"Chien-Shiung Wu College, Southeast University, China","institution_ids":["https://openalex.org/I4210154397","https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088027100","display_name":"Jichao Zhan","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jichao Zhan","raw_affiliation_strings":["Southeast University,Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, School of Computer Science and Engineering,China","Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, School of Computer Science and Engineering, Southeast University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, School of Computer Science and Engineering,China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, School of Computer Science and Engineering, Southeast University, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008751186","display_name":"Youyong Kong","orcid":"https://orcid.org/0000-0003-2095-8470"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youyong Kong","raw_affiliation_strings":["Southeast University,Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, School of Computer Science and Engineering,China","Key Laboratory of Computer Network and Information Integration, Southeast University, Ministry of Education, Nanjing, China","Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, School of Computer Science and Engineering, Southeast University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Southeast University,Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, School of Computer Science and Engineering,China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Key Laboratory of Computer Network and Information Integration, Southeast University, Ministry of Education, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Jiangsu Provincial Joint International Research Laboratory of Medical Information Processing, School of Computer Science and Engineering, Southeast University, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7780803442001343},{"id":"https://openalex.org/keywords/human-connectome-project","display_name":"Human Connectome Project","score":0.603488028049469},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5631135702133179},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5628540515899658},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5527252554893494},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5108184814453125},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.510284423828125},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.45974570512771606},{"id":"https://openalex.org/keywords/brain-activity-and-meditation","display_name":"Brain activity and meditation","score":0.45481953024864197},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.43364158272743225},{"id":"https://openalex.org/keywords/convolution","display_name":"Convolution (computer science)","score":0.4120536744594574},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2632763385772705},{"id":"https://openalex.org/keywords/functional-connectivity","display_name":"Functional connectivity","score":0.18772688508033752},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.16401132941246033},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.11867910623550415},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11015018820762634},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08954876661300659},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.08799731731414795}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7780803442001343},{"id":"https://openalex.org/C97820695","wikidata":"https://www.wikidata.org/wiki/Q387749","display_name":"Human Connectome Project","level":3,"score":0.603488028049469},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5631135702133179},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5628540515899658},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5527252554893494},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5108184814453125},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.510284423828125},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.45974570512771606},{"id":"https://openalex.org/C120843803","wikidata":"https://www.wikidata.org/wiki/Q4955807","display_name":"Brain activity and meditation","level":3,"score":0.45481953024864197},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43364158272743225},{"id":"https://openalex.org/C45347329","wikidata":"https://www.wikidata.org/wiki/Q5166604","display_name":"Convolution (computer science)","level":3,"score":0.4120536744594574},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2632763385772705},{"id":"https://openalex.org/C3018011982","wikidata":"https://www.wikidata.org/wiki/Q7316120","display_name":"Functional connectivity","level":2,"score":0.18772688508033752},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.16401132941246033},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.11867910623550415},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11015018820762634},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08954876661300659},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.08799731731414795},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49357.2023.10094655","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49357.2023.10094655","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2023 - 2023 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1976623182","https://openalex.org/W2058046532","https://openalex.org/W2071608556","https://openalex.org/W2526511911","https://openalex.org/W2809071604","https://openalex.org/W2963392928","https://openalex.org/W3089503988","https://openalex.org/W3131892237","https://openalex.org/W3160521808","https://openalex.org/W3164032838","https://openalex.org/W3199008037","https://openalex.org/W3209047863","https://openalex.org/W4210582130","https://openalex.org/W4225331886","https://openalex.org/W4294558607","https://openalex.org/W4297733535","https://openalex.org/W4308377053","https://openalex.org/W4385245566","https://openalex.org/W6738964360","https://openalex.org/W6739901393","https://openalex.org/W6795171876"],"related_works":["https://openalex.org/W3203142394","https://openalex.org/W3197078253","https://openalex.org/W4302615923","https://openalex.org/W1974101135","https://openalex.org/W2351061015","https://openalex.org/W2017509870","https://openalex.org/W2542937328","https://openalex.org/W4251141768","https://openalex.org/W4360952157","https://openalex.org/W4285012539"],"abstract_inverted_index":{"Learning":[0],"about":[1],"the":[2,6,16,41,67,145,155,159,163],"cognitive":[3],"state":[4],"of":[5,20,43,123,131,162],"brain":[7,21,76,80],"has":[8],"always":[9],"been":[10],"a":[11,101,107,120,129,135],"popular":[12],"topic.":[13],"Based":[14],"on":[15,40,154],"fact":[17],"that":[18],"fluctuations":[19],"signals":[22],"and":[23,70,78,91,106,143],"functional":[24],"connectome":[25],"(FC)":[26],"relate":[27],"to":[28,62,87,139,147],"specific":[29,121],"human":[30,95],"behaviors,":[31],"deep":[32],"learning":[33],"based":[34],"methods":[35,51],"have":[36],"shown":[37],"promising":[38],"results":[39],"prediction":[42],"such":[44],"behaviors":[45],"by":[46],"analyzing":[47],"biological":[48],"signals.":[49],"Existing":[50],"either":[52],"model":[53,146],"from":[54],"static":[55,68,90],"perspectives":[56],"or":[57],"apply":[58],"spatial-temporal":[59],"graph":[60],"convolution":[61],"extract":[63],"dynamic":[64,71,92],"properties.":[65],"However,":[66],"information":[69,72,115],"can":[73,125],"reflect":[74],"global":[75],"activities":[77,81],"local":[79],"respectively.":[82],"Thus,":[83],"we":[84,133],"propose":[85],"BrainNetFormer":[86],"incorporate":[88],"both":[89],"properties":[93],"for":[94,114],"behavior":[96,122],"prediction.":[97],"To":[98],"be":[99,126],"specific,":[100],"spatial":[102],"cross":[103,109],"attention":[104,110],"module":[105,111],"temporal":[108],"are":[112],"introduced":[113],"fusion.":[116],"In":[117],"addition,":[118],"since":[119],"subjects":[124],"decomposed":[127],"into":[128],"series":[130],"subtasks,":[132],"introduce":[134],"sub-task":[136],"regularization":[137],"loss":[138],"assist":[140],"in":[141],"training":[142],"empower":[144],"recognize":[148],"subtasks":[149],"at":[150],"each":[151],"moment.":[152],"Experiments":[153],"HCP-Task":[156],"dataset":[157],"demonstrate":[158],"superior":[160],"performance":[161],"proposed":[164],"model.":[165]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}