{"id":"https://openalex.org/W7161816234","doi":"https://doi.org/10.1109/isbi61048.2026.11515359","title":"MFD: Modality-Aware Fusion of FMRI and MEG for Noninvasive Speech Decoding","display_name":"MFD: Modality-Aware Fusion of FMRI and MEG for Noninvasive Speech Decoding","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7161816234","doi":"https://doi.org/10.1109/isbi61048.2026.11515359"},"language":null,"primary_location":{"id":"doi:10.1109/isbi61048.2026.11515359","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi61048.2026.11515359","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114218182","display_name":"Pil Jun Yun","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Yun","raw_affiliation_strings":["School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices ShanghaiTech University,Shanghai,China,201210"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices ShanghaiTech University,Shanghai,China,201210","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136526502","display_name":"Che Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Che Liu","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences,NeuBCI Lab, State Key Laboratory of Brain Cognition and Brain-Inspired Intelligence Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences,NeuBCI Lab, State Key Laboratory of Brain Cognition and Brain-Inspired Intelligence Technology,Beijing,China","institution_ids":["https://openalex.org/I4210097554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051978172","display_name":"Changde Du","orcid":"https://orcid.org/0000-0002-0084-433X"},"institutions":[{"id":"https://openalex.org/I4210097554","display_name":"Center for Excellence in Brain Science and Intelligence Technology","ror":"https://ror.org/00vpwhm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210097554"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changde Du","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Sciences,NeuBCI Lab, State Key Laboratory of Brain Cognition and Brain-Inspired Intelligence Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Sciences,NeuBCI Lab, State Key Laboratory of Brain Cognition and Brain-Inspired Intelligence Technology,Beijing,China","institution_ids":["https://openalex.org/I4210097554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100669549","display_name":"Huiguang He","orcid":"https://orcid.org/0000-0002-0684-1711"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huiguang He","raw_affiliation_strings":["School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices ShanghaiTech University,Shanghai,China,201210"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices ShanghaiTech University,Shanghai,China,201210","institution_ids":["https://openalex.org/I30809798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136555667","display_name":"Dinggang Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dinggang Shen","raw_affiliation_strings":["School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices ShanghaiTech University,Shanghai,China,201210"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering & State Key Laboratory of Advanced Medical Materials and Devices ShanghaiTech University,Shanghai,China,201210","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.5559999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.5559999942779541,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.11289999634027481,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10403","display_name":"Phonetics and Phonology Research","score":0.09749999642372131,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6118999719619751},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.4113999903202057},{"id":"https://openalex.org/keywords/magnetoencephalography","display_name":"Magnetoencephalography","score":0.34060001373291016},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.29510000348091125},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.29420000314712524}],"concepts":[{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6118999719619751},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5856000185012817},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5681999921798706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4575999975204468},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.4113999903202057},{"id":"https://openalex.org/C556910895","wikidata":"https://www.wikidata.org/wiki/Q384188","display_name":"Magnetoencephalography","level":3,"score":0.34060001373291016},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.29510000348091125},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isbi61048.2026.11515359","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isbi61048.2026.11515359","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE 23rd International Symposium on Biomedical Imaging (ISBI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2051424583","https://openalex.org/W2084333685","https://openalex.org/W2481854178","https://openalex.org/W2782213998","https://openalex.org/W2903324034","https://openalex.org/W3209125028","https://openalex.org/W4298143835","https://openalex.org/W4367609927","https://openalex.org/W4408078491","https://openalex.org/W4408347247","https://openalex.org/W4411065370","https://openalex.org/W4414268269","https://openalex.org/W7133192904"],"related_works":[],"abstract_inverted_index":{"Restoring":[0],"speech":[1,69,148],"from":[2],"noninvasive":[3,19],"brain":[4],"signals":[5],"is":[6],"crucial":[7],"for":[8,66,146],"practical":[9],"language":[10,16],"brain-computer":[11],"interfaces":[12],"and":[13,58,75,83,136,138],"understanding":[14],"cortical":[15],"representation.":[17],"However,":[18],"recordings":[20],"still":[21],"face":[22],"a":[23,61,88],"fundamental":[24],"spatial-temporal":[25],"trade-off:":[26],"functional":[27],"magnetic":[28],"resonance":[29],"imaging":[30],"(fMRI)":[31],"provides":[32],"fine":[33],"spatial":[34,48,82],"localization":[35],"but":[36],"slow":[37],"hemodynamics,":[38],"whereas":[39],"magnetoencephalography":[40],"(MEG)":[41],"captures":[42],"rapid":[43],"neural":[44,147],"dynamics":[45],"with":[46,125],"lower":[47],"resolution.":[49],"To":[50],"boost":[51],"decoding":[52],"accuracy,":[53],"we":[54],"exploit":[55],"their":[56],"complementarity":[57],"propose":[59],"MFD,":[60],"modalityaware,":[62],"two-stage":[63],"fusion":[64,144],"framework":[65],"continuous":[67],"Mandarin":[68,91],"decoding.":[70,149],"MFD":[71,95],"adaptively":[72],"integrates":[73],"fMRI":[74,121,135],"MEG":[76,114,137],"representations,":[77],"enabling":[78],"cross-modal":[79],"compensation":[80],"between":[81],"temporal":[84],"features.":[85],"Results":[86],"on":[87],"public":[89],"multimodal":[90,143],"dataset":[92],"show":[93],"that":[94],"consistently":[96],"outperforms":[97],"unimodal":[98],"baselines":[99],"in":[100],"retrieval":[101],"tasks,":[102],"achieving":[103],"61.7":[104],"%":[105],"top10":[106],"accuracy":[107],"among":[108],"553":[109],"candidates.":[110],"Further":[111],"analysis":[112],"indicates":[113],"representations":[115],"better":[116],"capture":[117],"temporal-acoustic":[118],"structure,":[119],"while":[120],"correlates":[122],"more":[123],"strongly":[124],"semantic":[126],"content.":[127],"These":[128],"results":[129],"highlight":[130],"the":[131,140],"complementary":[132],"nature":[133],"of":[134,142],"demonstrate":[139],"potential":[141],"frameworks":[145]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-05-21T00:00:00"}