{"id":"https://openalex.org/W4306176182","doi":"https://doi.org/10.48550/arxiv.2210.05713","title":"Explainable fMRI-based Brain Decoding via Spatial Temporal-pyramid Graph Convolutional Network","display_name":"Explainable fMRI-based Brain Decoding via Spatial Temporal-pyramid Graph Convolutional Network","publication_year":2022,"publication_date":"2022-10-08","ids":{"openalex":"https://openalex.org/W4306176182","doi":"https://doi.org/10.48550/arxiv.2210.05713"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2210.05713","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.05713","pdf_url":"https://arxiv.org/pdf/2210.05713","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2210.05713","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030133393","display_name":"Ziyuan Ye","orcid":"https://orcid.org/0000-0002-8370-7524"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ye, Ziyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102482957","display_name":"Youzhi Qu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qu, Youzhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039371335","display_name":"Zhichao Liang","orcid":"https://orcid.org/0000-0002-9170-0939"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Zhichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100660769","display_name":"Mo Wang","orcid":"https://orcid.org/0000-0001-7004-3549"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Mo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5078854583","display_name":"Quanying Liu","orcid":"https://orcid.org/0000-0002-2501-7656"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Quanying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9729999899864197,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T14393","display_name":"Health, Environment, Cognitive Aging","score":0.9638000130653381,"subfield":{"id":"https://openalex.org/subfields/2307","display_name":"Health, Toxicology and Mutagenesis"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7575438022613525},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6735987663269043},{"id":"https://openalex.org/keywords/human-connectome-project","display_name":"Human Connectome Project","score":0.5807068943977356},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5241223573684692},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5200057625770569},{"id":"https://openalex.org/keywords/connectome","display_name":"Connectome","score":0.5168257355690002},{"id":"https://openalex.org/keywords/brain-activity-and-meditation","display_name":"Brain activity and meditation","score":0.5072812438011169},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4924977719783783},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4693782329559326},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4330788552761078},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3804462254047394},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35878559947013855},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.2726535201072693},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.18622970581054688},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16604289412498474},{"id":"https://openalex.org/keywords/functional-connectivity","display_name":"Functional connectivity","score":0.14258605241775513},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.11266568303108215}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7575438022613525},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6735987663269043},{"id":"https://openalex.org/C97820695","wikidata":"https://www.wikidata.org/wiki/Q387749","display_name":"Human Connectome Project","level":3,"score":0.5807068943977356},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5241223573684692},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5200057625770569},{"id":"https://openalex.org/C45715564","wikidata":"https://www.wikidata.org/wiki/Q1292103","display_name":"Connectome","level":3,"score":0.5168257355690002},{"id":"https://openalex.org/C120843803","wikidata":"https://www.wikidata.org/wiki/Q4955807","display_name":"Brain activity and meditation","level":3,"score":0.5072812438011169},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4924977719783783},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4693782329559326},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4330788552761078},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3804462254047394},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35878559947013855},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.2726535201072693},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.18622970581054688},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16604289412498474},{"id":"https://openalex.org/C3018011982","wikidata":"https://www.wikidata.org/wiki/Q7316120","display_name":"Functional connectivity","level":2,"score":0.14258605241775513},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.11266568303108215},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2210.05713","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.05713","pdf_url":"https://arxiv.org/pdf/2210.05713","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2210.05713","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.05713","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2210.05713","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.05713","pdf_url":"https://arxiv.org/pdf/2210.05713","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3136590534","https://openalex.org/W3082461017","https://openalex.org/W4280586040","https://openalex.org/W4298370694","https://openalex.org/W2523870064","https://openalex.org/W4306360841","https://openalex.org/W3126842272","https://openalex.org/W3117051909","https://openalex.org/W1912586832","https://openalex.org/W4300448106"],"abstract_inverted_index":{"Brain":[0],"decoding,":[1],"aiming":[2],"to":[3,54,113,157,184],"identify":[4],"the":[5,56,74,81,89,116,126,177,185,191,203],"brain":[6,26,62,94,101,123,153,165,204,217],"states":[7],"using":[8],"neural":[9,17],"activity,":[10],"is":[11,84],"important":[12],"for":[13,24,215],"cognitive":[14,138,207],"neuroscience":[15],"and":[16,69,77,188],"engineering.":[18],"However,":[19],"existing":[20],"machine":[21],"learning":[22],"methods":[23,194],"fMRI-based":[25,216],"decoding":[27,102,117,154],"either":[28],"suffer":[29],"from":[30,125,140],"low":[31],"classification":[32],"performance":[33,155],"or":[34],"poor":[35],"explainability.":[36],"Here,":[37],"we":[38,105],"address":[39],"this":[40],"issue":[41],"by":[42,119],"proposing":[43],"a":[44,107,212],"biologically":[45],"inspired":[46],"architecture,":[47],"Spatial":[48],"Temporal-pyramid":[49],"Graph":[50],"Convolutional":[51],"Network":[52],"(STpGCN),":[53],"capture":[55],"spatial-temporal":[57,67],"graph":[58],"representation":[59,201],"of":[60,86,93,190],"functional":[61],"activities.":[63],"By":[64],"designing":[65],"multi-scale":[66,90],"pathways":[68,71],"bottom-up":[70],"that":[72,149,176],"mimic":[73],"information":[75,200],"process":[76],"temporal":[78,91],"integration":[79],"in":[80,180,202],"brain,":[82],"STpGCN":[83,150,181],"capable":[85],"explicitly":[87],"utilizing":[88],"dependency":[92],"activities":[95],"via":[96],"graph,":[97],"thereby":[98],"achieving":[99],"high":[100],"performance.":[103],"Additionally,":[104],"propose":[106],"sensitivity":[108],"analysis":[109,169],"method":[110],"called":[111],"BrainNetX":[112,161],"better":[114],"explain":[115],"results":[118,147],"automatically":[120],"annotating":[121],"task-related":[122],"regions":[124,173],"brain-network":[127],"standpoint.":[128],"We":[129],"conduct":[130],"extensive":[131],"experiments":[132],"on":[133,171],"fMRI":[134],"data":[135],"under":[136,205],"23":[137],"tasks":[139,208],"Human":[141],"Connectome":[142],"Project":[143],"(HCP)":[144],"S1200.":[145],"The":[146],"show":[148],"significantly":[151,182],"improves":[152],"compared":[156],"competing":[158],"baseline":[159],"models;":[160],"successfully":[162],"annotates":[163],"task-relevant":[164],"regions.":[166],"Post":[167],"hoc":[168],"based":[170],"these":[172],"further":[174],"validates":[175],"hierarchical":[178],"structure":[179],"contributes":[183],"explainability,":[186],"robustness":[187],"generalization":[189],"model.":[192],"Our":[193],"not":[195],"only":[196],"provide":[197],"insights":[198],"into":[199],"multiple":[206],"but":[209],"also":[210],"indicate":[211],"bright":[213],"future":[214],"decoding.":[218]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2022-10-14T00:00:00"}