{"id":"https://openalex.org/W4392910587","doi":"https://doi.org/10.1109/icassp48485.2024.10448281","title":"Semantic Reconstruction of Continuous Language from Meg Signals","display_name":"Semantic Reconstruction of Continuous Language from Meg Signals","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392910587","doi":"https://doi.org/10.1109/icassp48485.2024.10448281"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10448281","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10448281","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100408109","display_name":"Bo Wang","orcid":"https://orcid.org/0000-0002-5596-1795"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Bo Wang","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","National Key Laboratory of General Artificial Intelligence, China"],"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101113605","display_name":"Xiran Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Xiran Xu","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","National Key Laboratory of General Artificial Intelligence, China"],"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013063040","display_name":"Longxiang Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Longxiang Zhang","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","National Key Laboratory of General Artificial Intelligence, China","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101368210","display_name":"Boda Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4401726853","display_name":"Faculdade do Futuro","ror":"https://ror.org/055r0dt08","country_code":null,"type":"education","lineage":["https://openalex.org/I4401726853"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210166946","display_name":"Imaging Center","ror":"https://ror.org/05hsqsk33","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210166946"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Boda Xiao","raw_affiliation_strings":["Peking University,National Biomedical Imaging Center, College of Future Technology","National Key Laboratory of General Artificial Intelligence, China","National Biomedical Imaging Center, College of Future Technology, Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University,National Biomedical Imaging Center, College of Future Technology","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210166946","https://openalex.org/I4401726853"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"National Biomedical Imaging Center, College of Future Technology, Peking University","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210166946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084685506","display_name":"Xihong Wu","orcid":"https://orcid.org/0009-0004-5236-7469"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Xihong Wu","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","National Key Laboratory of General Artificial Intelligence, China","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100394911","display_name":"Jing Chen","orcid":"https://orcid.org/0000-0002-6640-7140"},"institutions":[{"id":"https://openalex.org/I4210166946","display_name":"Imaging Center","ror":"https://ror.org/05hsqsk33","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210166946"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Jing Chen","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","National Key Laboratory of General Artificial Intelligence, China","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","National Biomedical Imaging Center, College of Future Technology, Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Biomedical Imaging Center, College of Future Technology, Peking University","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210166946"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100408109"],"corresponding_institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570","https://openalex.org/I4210100255"],"apc_list":null,"apc_paid":null,"fwci":2.044,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.8790114,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2190","last_page":"2194"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.30489999055862427,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.30489999055862427,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.28049999475479126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7712782025337219},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5113884806632996},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4840478301048279},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.32765424251556396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7712782025337219},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5113884806632996},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4840478301048279},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32765424251556396}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10448281","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp48485.2024.10448281","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5167091242","display_name":null,"funder_award_id":"No. 1","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6604049373","display_name":null,"funder_award_id":"12074012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6742386930","display_name":null,"funder_award_id":"2021ZD02","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8849890159","display_name":null,"funder_award_id":"201503","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324787","display_name":"Peking University","ror":"https://ror.org/02v51f717"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2031186925","https://openalex.org/W2072522618","https://openalex.org/W2074674632","https://openalex.org/W2187089797","https://openalex.org/W2344975321","https://openalex.org/W2481854178","https://openalex.org/W2558802391","https://openalex.org/W2560674852","https://openalex.org/W2733865234","https://openalex.org/W2740902754","https://openalex.org/W2782213998","https://openalex.org/W2913144232","https://openalex.org/W2948947170","https://openalex.org/W3180220247","https://openalex.org/W3181162137","https://openalex.org/W3200893299","https://openalex.org/W4212828284","https://openalex.org/W4220949944","https://openalex.org/W4281914703","https://openalex.org/W4313893052","https://openalex.org/W4367609927","https://openalex.org/W4380680443","https://openalex.org/W4386091044","https://openalex.org/W4387378260","https://openalex.org/W6757635932","https://openalex.org/W6761205521","https://openalex.org/W6762573206","https://openalex.org/W6763027002","https://openalex.org/W6783041029"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Decoding":[0],"language":[1,53,109],"from":[2,22,54,81],"neural":[3,24,30],"signals":[4,57],"holds":[5],"considerable":[6],"theoretical":[7],"and":[8,162],"practical":[9],"importance.":[10],"Previous":[11],"research":[12],"has":[13],"indicated":[14],"the":[15,97,106,115,122,128,141,144,151,166,173],"feasibility":[16],"of":[17,52,121,140,180],"decoding":[18,50,69],"text":[19,93,168],"or":[20],"speech":[21],"invasive":[23],"signals.":[25],"However,":[26],"when":[27],"using":[28,73],"non-invasive":[29],"signals,":[31],"significant":[32,170],"challenges":[33],"are":[34],"encountered":[35],"due":[36],"to":[37,63,76,91,113,172],"their":[38],"low":[39],"quality.":[40],"In":[41],"this":[42],"study,":[43],"we":[44],"proposed":[45,152],"a":[46,67,85,102,108,138],"data-driven":[47],"approach":[48],"for":[49,143],"semantic":[51],"Magnetoencephalography":[55],"(MEG)":[56],"recorded":[58],"while":[59],"subjects":[60],"were":[61,125,134],"listening":[62],"continuous":[64,78,153],"speech.":[65],"First,":[66],"multi-subject":[68],"model":[70,110,156],"was":[71,89,111],"trained":[72],"contrastive":[74],"learning":[75],"reconstruct":[77],"word":[79,99,119,130,154],"embeddings":[80,120],"MEG":[82],"data.":[83],"Subsequently,":[84],"beam":[86],"search":[87],"algorithm":[88],"adopted":[90],"generate":[92],"sequences":[94],"based":[95],"on":[96],"reconstructed":[98,129],"embeddings.":[100],"Given":[101],"candidate":[103],"sentence":[104],"in":[105],"beam,":[107],"used":[112,136],"predict":[114],"subsequent":[116,123],"words.":[117],"The":[118,147],"words":[124],"correlated":[126],"with":[127,176],"embedding.":[131],"These":[132],"correlations":[133],"then":[135],"as":[137],"measure":[139],"probability":[142],"next":[145],"word.":[146],"results":[148],"showed":[149],"that":[150],"embedding":[155],"can":[157],"effectively":[158],"leverage":[159],"both":[160],"subject-specific":[161],"subject-shared":[163],"information.":[164],"Additionally,":[165],"decoded":[167],"exhibited":[169],"similarity":[171],"target":[174],"text,":[175],"an":[177],"average":[178],"BERTScore":[179],"0.816.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}