{"id":"https://openalex.org/W7126045950","doi":"https://doi.org/10.1109/bibm66473.2025.11356552","title":"Research of Decoding Cognitive Processes Based on Multimodal Brain Signal Fusion","display_name":"Research of Decoding Cognitive Processes Based on Multimodal Brain Signal Fusion","publication_year":2025,"publication_date":"2025-12-15","ids":{"openalex":"https://openalex.org/W7126045950","doi":"https://doi.org/10.1109/bibm66473.2025.11356552"},"language":null,"primary_location":{"id":"doi:10.1109/bibm66473.2025.11356552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm66473.2025.11356552","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111001567","display_name":"Shihang Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shihang Ding","raw_affiliation_strings":["Harbin Institute of Technology,Faculty of Computing,Harbin,China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology,Faculty of Computing,Harbin,China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124170613","display_name":"Kaichen Lan","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaichen Lan","raw_affiliation_strings":["Harbin Institute of Technology,Faculty of Computing,Harbin,China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology,Faculty of Computing,Harbin,China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001213278","display_name":"Lin Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Ma","raw_affiliation_strings":["Harbin Institute of Technology,Faculty of Computing,Harbin,China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology,Faculty of Computing,Harbin,China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065859286","display_name":"Hui Li","orcid":"https://orcid.org/0000-0001-9198-3951"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Li","raw_affiliation_strings":["Harbin Institute of Technology,Faculty of Computing,Harbin,China"],"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology,Faculty of Computing,Harbin,China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5111001567"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.71343978,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"7681","last_page":"7687"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.6513000130653381,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.6513000130653381,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.23229999840259552,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.04170000180602074,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6825000047683716},{"id":"https://openalex.org/keywords/functional-magnetic-resonance-imaging","display_name":"Functional magnetic resonance imaging","score":0.5864999890327454},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5468999743461609},{"id":"https://openalex.org/keywords/neural-decoding","display_name":"Neural decoding","score":0.5202000141143799},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.504800021648407},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.5020999908447266},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.459199994802475},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4498000144958496},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43299999833106995},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.3905999958515167}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7013999819755554},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6825000047683716},{"id":"https://openalex.org/C2779226451","wikidata":"https://www.wikidata.org/wiki/Q903809","display_name":"Functional magnetic resonance imaging","level":2,"score":0.5864999890327454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5720999836921692},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5468999743461609},{"id":"https://openalex.org/C40743351","wikidata":"https://www.wikidata.org/wiki/Q7002049","display_name":"Neural decoding","level":3,"score":0.5202000141143799},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.504800021648407},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.5020999908447266},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.459199994802475},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4498000144958496},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43299999833106995},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.3905999958515167},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.38600000739097595},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.37720000743865967},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.35100001096725464},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32170000672340393},{"id":"https://openalex.org/C17289045","wikidata":"https://www.wikidata.org/wiki/Q1138951","display_name":"Cognitive neuroscience","level":3,"score":0.31130000948905945},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C58693492","wikidata":"https://www.wikidata.org/wiki/Q551875","display_name":"Neuroimaging","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29490000009536743},{"id":"https://openalex.org/C120843803","wikidata":"https://www.wikidata.org/wiki/Q4955807","display_name":"Brain activity and meditation","level":3,"score":0.2922999858856201},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.2915000021457672},{"id":"https://openalex.org/C161407221","wikidata":"https://www.wikidata.org/wiki/Q4382939","display_name":"Cognitive model","level":3,"score":0.2897999882698059},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.2711000144481659},{"id":"https://openalex.org/C3018011982","wikidata":"https://www.wikidata.org/wiki/Q7316120","display_name":"Functional connectivity","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C32542511","wikidata":"https://www.wikidata.org/wiki/Q5141225","display_name":"Cognitive network","level":4,"score":0.25870001316070557}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibm66473.2025.11356552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm66473.2025.11356552","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6312862434","display_name":null,"funder_award_id":"2022YFC3301800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8925212305","display_name":null,"funder_award_id":"32441112","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1973275441","https://openalex.org/W1982567191","https://openalex.org/W2013150886","https://openalex.org/W2030907254","https://openalex.org/W2047401359","https://openalex.org/W2071714163","https://openalex.org/W2104141548","https://openalex.org/W2106006415","https://openalex.org/W2108535502","https://openalex.org/W2119837022","https://openalex.org/W2120698894","https://openalex.org/W2129336810","https://openalex.org/W2142501675","https://openalex.org/W2733572936","https://openalex.org/W2919115771","https://openalex.org/W3008923041","https://openalex.org/W3026165950","https://openalex.org/W4210839512","https://openalex.org/W4239510810","https://openalex.org/W4384161921","https://openalex.org/W4385986816","https://openalex.org/W4388928679","https://openalex.org/W4390698722","https://openalex.org/W4391539549","https://openalex.org/W4391883061","https://openalex.org/W4394614865","https://openalex.org/W4396498739","https://openalex.org/W4396514016","https://openalex.org/W4400448478","https://openalex.org/W4400762160","https://openalex.org/W4401332954","https://openalex.org/W4405936700"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,15,21,32,167,173],"advancement":[2],"of":[3,23,34,170,175],"neuroscience":[4],"and":[5,55,77,162,172],"artificial":[6],"intelligence,":[7],"there":[8],"is":[9,28,112,119],"a":[10,63,78,89,117,123,130,140,153],"growing":[11],"demand":[12],"for":[13,82,93,157],"decoding":[14],"brain's":[16],"complex":[17],"cognitive":[18,43,83,94],"activities.":[19],"However,":[20],"analysis":[22,96],"any":[24],"single":[25],"signal":[26,50,132,160],"modality":[27],"inherently":[29],"limited":[30],"by":[31,45],"complexity":[33],"brain":[35,49,159],"function.":[36],"This":[37,110,150],"study":[38],"aims":[39],"to":[40,102,114,147],"decode":[41],"memory-related":[42],"processes":[44],"integrating":[46],"two":[47],"complementary":[48],"modalities:":[51],"intracranial":[52],"electroencephalography":[53],"(iEEG)":[54],"functional":[56,74],"magnetic":[57],"resonance":[58],"imaging":[59],"(fMRI).":[60],"We":[61],"present":[62],"complete":[64],"research":[65,151],"framework":[66],"that":[67,97,135],"includes":[68],"data":[69],"preprocessing,":[70],"cross-modal":[71],"feature":[72],"mapping,":[73],"connectivity":[75],"analysis,":[76],"neural":[79,168],"network":[80],"model":[81,92,111,138],"state":[84,95],"classification.":[85],"Specifically,":[86],"we":[87],"propose":[88],"multimodal":[90,131,158],"fusion":[91],"utilizes":[98],"an":[99],"attention":[100],"mechanism":[101],"fuse":[103],"iEEG":[104],"spectral":[105],"features":[106],"with":[107],"fMRI-BOLD":[108],"representations.":[109],"used":[113],"classify":[115],"whether":[116],"subject":[118],"actively":[120],"engaged":[121],"in":[122,143],"memory":[124,171],"recognition":[125],"task.":[126],"Experiments":[127],"conducted":[128],"on":[129],"dataset":[133],"confirm":[134],"our":[136],"proposed":[137],"achieves":[139],"significant":[141],"improvement":[142],"classification":[144],"accuracy":[145],"compared":[146],"other":[148],"models.":[149],"contributes":[152],"new":[154,164],"analytical":[155],"method":[156],"studies":[161],"provides":[163],"insights":[165],"into":[166],"mechanisms":[169],"field":[174],"braincomputer":[176],"interfaces.":[177]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-01-30T00:00:00"}