{"id":"https://openalex.org/W4412837011","doi":"https://doi.org/10.1109/jbhi.2025.3594203","title":"IIMCNet: Intra- and Inter-Modality Correlation Network for Hybrid EEG-fNIRS Brain-Computer Interface","display_name":"IIMCNet: Intra- and Inter-Modality Correlation Network for Hybrid EEG-fNIRS Brain-Computer Interface","publication_year":2025,"publication_date":"2025-08-01","ids":{"openalex":"https://openalex.org/W4412837011","doi":"https://doi.org/10.1109/jbhi.2025.3594203","pmid":"https://pubmed.ncbi.nlm.nih.gov/40748806"},"language":"en","primary_location":{"id":"doi:10.1109/jbhi.2025.3594203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2025.3594203","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080344348","display_name":"Xiaoyang Yuan","orcid":"https://orcid.org/0000-0003-2936-146X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyang Yuan","raw_affiliation_strings":["School of Electrical Engineering and Automation, Harbin Institute of Technology, Harbin, China","School of Electrical Engineering and Automation, Harbin Institute of Technology, Harbin, Heilongjiang, China"],"raw_orcid":"https://orcid.org/0000-0003-2936-146X","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Electrical Engineering and Automation, Harbin Institute of Technology, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100456146","display_name":"Yan Zhang","orcid":"https://orcid.org/0000-0001-7644-7480"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Zhang","raw_affiliation_strings":["School of Electrical Engineering and Automation, Harbin Institute of Technology, Harbin, China","School of Electrical Engineering and Automation, Harbin Institute of Technology, Harbin, Heilongjiang, China"],"raw_orcid":"https://orcid.org/0000-0001-7644-7480","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation, Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Electrical Engineering and Automation, Harbin Institute of Technology, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110181074","display_name":"P. Rolfe","orcid":"https://orcid.org/0000-0003-4740-0805"},"institutions":[{"id":"https://openalex.org/I4210146410","display_name":"Science Oxford","ror":"https://ror.org/04j8yhy50","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I4210146410"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Peter Rolfe","raw_affiliation_strings":["Science and Technology, Oxford BioHorizons Ltd., Banbury, U.K","Science and Technology, Oxford BioHorizons Ltd., Banbury, Oxfordshire, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Science and Technology, Oxford BioHorizons Ltd., Banbury, U.K","institution_ids":["https://openalex.org/I4210146410"]},{"raw_affiliation_string":"Science and Technology, Oxford BioHorizons Ltd., Banbury, Oxfordshire, U.K","institution_ids":["https://openalex.org/I4210146410"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.067,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.78241879,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"30","issue":"1","first_page":"113","last_page":"124"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.772895097732544},{"id":"https://openalex.org/keywords/brain\u2013computer-interface","display_name":"Brain\u2013computer interface","score":0.7555193305015564},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7349694967269897},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6973219513893127},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.6623990535736084},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.5550744533538818},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41486668586730957},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37630078196525574},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.17440176010131836},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1577814817428589}],"concepts":[{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.772895097732544},{"id":"https://openalex.org/C173201364","wikidata":"https://www.wikidata.org/wiki/Q897410","display_name":"Brain\u2013computer interface","level":3,"score":0.7555193305015564},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7349694967269897},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6973219513893127},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.6623990535736084},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.5550744533538818},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41486668586730957},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37630078196525574},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.17440176010131836},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1577814817428589},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0}],"mesh":[{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000328","descriptor_name":"Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000000981","qualifier_name":"diagnostic imaging","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":false},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D004569","descriptor_name":"Electroencephalography","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008297","descriptor_name":"Male","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019265","descriptor_name":"Spectroscopy, Near-Infrared","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019265","descriptor_name":"Spectroscopy, Near-Infrared","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019265","descriptor_name":"Spectroscopy, Near-Infrared","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D055815","descriptor_name":"Young Adult","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/jbhi.2025.3594203","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jbhi.2025.3594203","pdf_url":null,"source":{"id":"https://openalex.org/S2495854775","display_name":"IEEE Journal of Biomedical and Health Informatics","issn_l":"2168-2194","issn":["2168-2194","2168-2208"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Biomedical and Health Informatics","raw_type":"journal-article"},{"id":"pmid:40748806","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40748806","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE journal of biomedical and health informatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6226788064","display_name":null,"funder_award_id":"62171152","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W2005593275","https://openalex.org/W2098611214","https://openalex.org/W2145302786","https://openalex.org/W2509948470","https://openalex.org/W2552578398","https://openalex.org/W2900802277","https://openalex.org/W2910445838","https://openalex.org/W2990928020","https://openalex.org/W3005413226","https://openalex.org/W3010955800","https://openalex.org/W3023283343","https://openalex.org/W3024404325","https://openalex.org/W3070775381","https://openalex.org/W3092342532","https://openalex.org/W3102003537","https://openalex.org/W3126795333","https://openalex.org/W3130075511","https://openalex.org/W3138098462","https://openalex.org/W3142672147","https://openalex.org/W3159899264","https://openalex.org/W3167195439","https://openalex.org/W3189651274","https://openalex.org/W3199956188","https://openalex.org/W3205788794","https://openalex.org/W4200085313","https://openalex.org/W4200163602","https://openalex.org/W4206073661","https://openalex.org/W4206927580","https://openalex.org/W4210839512","https://openalex.org/W4210931189","https://openalex.org/W4214582987","https://openalex.org/W4286542909","https://openalex.org/W4292321560","https://openalex.org/W4311419088","https://openalex.org/W4315490805","https://openalex.org/W4315605987","https://openalex.org/W4318476511","https://openalex.org/W4318982558","https://openalex.org/W4319456382","https://openalex.org/W4321764292","https://openalex.org/W4361267932","https://openalex.org/W4367609927","https://openalex.org/W4367728872","https://openalex.org/W4372342744","https://openalex.org/W4376481080","https://openalex.org/W4377001522","https://openalex.org/W4378070235","https://openalex.org/W4382771564","https://openalex.org/W4386178844","https://openalex.org/W4387897958","https://openalex.org/W4387949807","https://openalex.org/W4388469973","https://openalex.org/W4390938933","https://openalex.org/W4400482260","https://openalex.org/W4402985513"],"related_works":["https://openalex.org/W3202969339","https://openalex.org/W4237513258","https://openalex.org/W2044053727","https://openalex.org/W4411653333","https://openalex.org/W1994410349","https://openalex.org/W3177028067","https://openalex.org/W1913385466","https://openalex.org/W2914170859","https://openalex.org/W2236178445","https://openalex.org/W2010456997"],"abstract_inverted_index":{"Hybrid":[0],"Brain-Computer":[1],"Interface":[2],"(BCI)":[3],"enhances":[4],"accuracy":[5],"and":[6,24,43,75,91,110,123,146,183,197,229],"reliability":[7],"by":[8,14,144],"leveraging":[9],"the":[10,32,51,61,68,99,117,140,149,184,202],"complementary":[11],"information":[12],"provided":[13],"multi-modality":[15],"signal":[16],"fusion.":[17],"EEG-fNIRS,":[18],"a":[19,133],"fusion":[20,135,158],"of":[21,72,164],"electroencephalogram":[22],"(EEG)":[23],"functional":[25],"near-infrared":[26],"spectroscopy":[27],"(fNIRS),":[28],"have":[29],"emerged":[30],"as":[31,114,116],"suitable":[33],"techniques":[34],"for":[35,80],"real-world":[36],"BCI":[37,82],"applications":[38],"due":[39],"to":[40,96,194,208],"their":[41],"portability":[42],"economic":[44],"viability.":[45],"Existing":[46],"methods":[47,209,225],"typically":[48],"focus":[49,170],"on":[50,171,213],"high-level":[52],"feature":[53,70,187],"representation":[54],"with":[55],"late-fusion":[56],"or":[57,216],"early-fusion":[58],"strategies":[59],"during":[60],"recognition":[62],"tasks.":[63],"However,":[64],"they":[65],"usually":[66],"overlook":[67],"joint":[69],"extraction":[71],"both":[73,98],"intra-modality":[74,127,178,215],"inter-modality,":[76],"which":[77,138],"is":[78,162],"crucial":[79],"optimizing":[81],"performance.":[83],"In":[84],"this":[85],"study,":[86],"we":[87],"introduce":[88],"an":[89,156],"Intra-":[90],"Inter-modality":[92],"Correlation":[93],"Network":[94],"(IIMCNet)":[95],"integrate":[97],"inherent":[100],"features":[101,119,129,142,152],"derived":[102],"from":[103],"individual":[104],"modalities:":[105],"EEG,":[106],"deoxygenated":[107],"hemoglobin":[108,112],"(HbR),":[109],"oxygenated":[111],"(HbO),":[113],"well":[115],"cross-modality":[118],"between":[120],"EEG-HbR,":[121],"EEG-HbO,":[122],"HbR-HbO":[124],"data.":[125],"The":[126],"correlation":[128,151,218],"are":[130,153,188],"generated":[131],"using":[132,155],"late":[134],"method":[136,159],"(Intra-net),":[137],"combines":[139],"uni-modality":[141],"extracted":[143,154],"E-Net":[145],"f-Net.":[147],"Concurrently,":[148],"inter-modality":[150,181,217],"early":[157],"(Inter-net).":[160],"Inter-net":[161],"consist":[163],"three":[165,177,180],"dilated":[166],"convolution-based":[167],"C-Nets":[168],"that":[169,210],"neurovascular":[172],"coupling":[173],"across":[174],"modalities.":[175],"Finally,":[176],"features,":[179,182],"concatenate":[185],"hybrid":[186],"fed":[189],"into":[190],"deep":[191],"supervision":[192],"module":[193],"enhance":[195],"robustness":[196],"accuracy.":[198],"Experiment":[199],"results":[200],"demonstrate":[201],"IIMCNet":[203,221],"exhibits":[204],"superior":[205],"performance":[206],"compared":[207],"rely":[211],"solely":[212],"either":[214],"networks.":[219],"Furthermore,":[220],"outperforms":[222],"other":[223],"state-of-the-art":[224],"in":[226],"motor":[227],"imagery":[228],"mental":[230],"arithmetic":[231],"tasks,":[232],"respectively.":[233]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}