{"id":"https://openalex.org/W4401609042","doi":"https://doi.org/10.1109/icasspw62465.2024.10626859","title":"ConvConcatNet: A Deep Convolutional Neural Network to Reconstruct Mel Spectrogram from the EEG","display_name":"ConvConcatNet: A Deep Convolutional Neural Network to Reconstruct Mel Spectrogram from the EEG","publication_year":2024,"publication_date":"2024-04-14","ids":{"openalex":"https://openalex.org/W4401609042","doi":"https://doi.org/10.1109/icasspw62465.2024.10626859"},"language":"en","primary_location":{"id":"doi:10.1109/icasspw62465.2024.10626859","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icasspw62465.2024.10626859","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Acoustics, Speech, and Signal Processing Workshops (ICASSPW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101482592","display_name":"Xiran Xu","orcid":"https://orcid.org/0000-0002-8293-4696"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Xiran Xu","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","National Key Laboratory of General Artificial Intelligence, China"],"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100408042","display_name":"Bo Wang","orcid":"https://orcid.org/0000-0002-0127-2281"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Bo Wang","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","National Key Laboratory of General Artificial Intelligence, China","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102973255","display_name":"Yujie Yan","orcid":"https://orcid.org/0000-0002-9455-8106"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4401726853","display_name":"Faculdade do Futuro","ror":"https://ror.org/055r0dt08","country_code":null,"type":"education","lineage":["https://openalex.org/I4401726853"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210166946","display_name":"Imaging Center","ror":"https://ror.org/05hsqsk33","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210166946"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Yujie Yan","raw_affiliation_strings":["Peking University,National Biomedical Imaging Center, College of Future Technology","National Key Laboratory of General Artificial Intelligence, China","National Biomedical Imaging Center, College of Future Technology, Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University,National Biomedical Imaging Center, College of Future Technology","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210166946","https://openalex.org/I4401726853"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"National Biomedical Imaging Center, College of Future Technology, Peking University","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210166946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089554004","display_name":"Haolin Zhu","orcid":"https://orcid.org/0000-0003-2829-7742"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Haolin Zhu","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","National Key Laboratory of General Artificial Intelligence, China","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100310480","display_name":"Zechen Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Zechen Zhang","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","National Key Laboratory of General Artificial Intelligence, China"],"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111110989","display_name":"Xihong Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Xihong Wu","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","National Key Laboratory of General Artificial Intelligence, China"],"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102730078","display_name":"Jing Chen","orcid":"https://orcid.org/0000-0003-1894-335X"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210166946","display_name":"Imaging Center","ror":"https://ror.org/05hsqsk33","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210166946"]},{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Jing Chen","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","National Biomedical Imaging Center, College of Future Technology, Peking University","National Key Laboratory of General Artificial Intelligence, China","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University"],"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Biomedical Imaging Center, College of Future Technology, Peking University","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4210166946"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5102730078"],"corresponding_institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570","https://openalex.org/I4210100255","https://openalex.org/I4210166946"],"apc_list":null,"apc_paid":null,"fwci":2.9073,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.91125346,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"113","last_page":"114"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.8959000110626221,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.8959000110626221,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spectrogram","display_name":"Spectrogram","score":0.9194928407669067},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7725911140441895},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.7638674378395081},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6988463401794434},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5659855008125305},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5232285857200623},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4669552743434906},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.15137651562690735},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11729958653450012}],"concepts":[{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.9194928407669067},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7725911140441895},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.7638674378395081},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6988463401794434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5659855008125305},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5232285857200623},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4669552743434906},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.15137651562690735},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11729958653450012}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icasspw62465.2024.10626859","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icasspw62465.2024.10626859","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Acoustics, Speech, and Signal Processing Workshops (ICASSPW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W4316468787","https://openalex.org/W4387378260","https://openalex.org/W4392903877","https://openalex.org/W4401014184"],"related_works":["https://openalex.org/W2530685530","https://openalex.org/W4375868962","https://openalex.org/W2011227383","https://openalex.org/W2088854863","https://openalex.org/W3179495260","https://openalex.org/W1976719989","https://openalex.org/W3127543252","https://openalex.org/W2065606036","https://openalex.org/W2897924318","https://openalex.org/W2138997758"],"abstract_inverted_index":{"To":[0],"investigate":[1],"the":[2,7,41,80,95,99,102,114,118],"processing":[3],"of":[4,117],"speech":[5,23],"in":[6,78,113],"brain,":[8],"simple":[9],"linear":[10,27],"models":[11,28,125],"are":[12,29],"commonly":[13],"used":[14],"to":[15,31,73,126],"establish":[16],"a":[17,33,62,69],"relationship":[18],"between":[19,98],"brain":[20],"signals":[21],"and":[22,36,85,101,124],"features.":[24],"However,":[25],"these":[26],"illequipped":[30],"model":[32],"highly":[34,63],"dynamic":[35],"complex":[37],"non-linear":[38,44],"system":[39],"like":[40],"brain.":[42],"Although":[43],"methods":[45],"with":[46],"neural":[47,83],"networks":[48],"have":[49],"been":[50],"developed":[51],"recently,":[52],"reconstructing":[53],"unseen":[54,57],"stimuli":[55],"from":[56,76],"subjects\u2019":[58],"EEG":[59,120],"is":[60],"still":[61],"challenging":[64],"task.":[65],"This":[66],"work":[67,129],"presents":[68],"novel":[70],"method,":[71],"ConvConcatNet,":[72],"reconstruct":[74],"mel-spectrograms":[75],"EEG,":[77],"which":[79,108],"deep":[81],"convolution":[82],"network":[84],"extensive":[86],"concatenation":[87],"operation":[88],"were":[89],"combined.":[90],"With":[91],"our":[92,128],"ConvConcatNet":[93],"model,":[94],"Pearson":[96],"correlation":[97],"reconstructed":[100],"target":[103],"mel-spectrogram":[104],"can":[105],"achieve":[106],"0.0420,":[107],"was":[109],"ranked":[110],"as":[111],"No.1":[112],"Task":[115],"2":[116],"Auditory":[119],"Challenge.":[121],"The":[122],"codes":[123],"implement":[127],"will":[130],"be":[131],"available":[132],"on":[133],"Github:":[134],"https://github.com/xuxiran/ConvConcatNet":[135]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}