{"id":"https://openalex.org/W4401609042","doi":"https://doi.org/10.1109/icasspw62465.2024.10626859","title":"ConvConcatNet: A Deep Convolutional Neural Network to Reconstruct Mel Spectrogram from the EEG","display_name":"ConvConcatNet: A Deep Convolutional Neural Network to Reconstruct Mel Spectrogram from the EEG","publication_year":2024,"publication_date":"2024-04-14","ids":{"openalex":"https://openalex.org/W4401609042","doi":"https://doi.org/10.1109/icasspw62465.2024.10626859"},"language":"en","primary_location":{"id":"doi:10.1109/icasspw62465.2024.10626859","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icasspw62465.2024.10626859","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Acoustics, Speech, and Signal Processing Workshops (ICASSPW)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101482592","display_name":"Xiran Xu","orcid":"https://orcid.org/0000-0002-8293-4696"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Xiran Xu","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","National Key Laboratory of General Artificial Intelligence, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100408042","display_name":"Bo Wang","orcid":"https://orcid.org/0000-0002-0127-2281"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Bo Wang","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","National Key Laboratory of General Artificial Intelligence, China","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102973255","display_name":"Yujie Yan","orcid":"https://orcid.org/0000-0002-9455-8106"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4401726853","display_name":"Faculdade do Futuro","ror":"https://ror.org/055r0dt08","country_code":null,"type":"education","lineage":["https://openalex.org/I4401726853"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujie Yan","raw_affiliation_strings":["Peking University,National Biomedical Imaging Center, College of Future Technology","National Biomedical Imaging Center, College of Future Technology, Peking University","National Key Laboratory of General Artificial Intelligence, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,National Biomedical Imaging Center, College of Future Technology","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4401726853"]},{"raw_affiliation_string":"National Biomedical Imaging Center, College of Future Technology, Peking University","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089554004","display_name":"Haolin Zhu","orcid":"https://orcid.org/0000-0003-2829-7742"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Haolin Zhu","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","National Key Laboratory of General Artificial Intelligence, China","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100310480","display_name":"Zechen Zhang","orcid":"https://orcid.org/0009-0007-7514-4278"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Zechen Zhang","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","National Key Laboratory of General Artificial Intelligence, China","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111110989","display_name":"Xihong Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Xihong Wu","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","National Key Laboratory of General Artificial Intelligence, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102730078","display_name":"Jing Chen","orcid":"https://orcid.org/0000-0003-1894-335X"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Jing Chen","raw_affiliation_strings":["Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","National Key Laboratory of General Artificial Intelligence, China","National Biomedical Imaging Center, College of Future Technology, Peking University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,Speech and Hearing Research Center, School of Intelligence Science and Technology","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"Speech and Hearing Research Center, School of Intelligence Science and Technology, Peking University","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"National Biomedical Imaging Center, College of Future Technology, Peking University","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102730078"],"corresponding_institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570","https://openalex.org/I4210100255"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"113","last_page":"114"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.8959000110626221,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.8959000110626221,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spectrogram","display_name":"Spectrogram","score":0.9194928407669067},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.7725911140441895},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.7638674378395081},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6988463401794434},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5659855008125305},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5232285857200623},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4669552743434906},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.15137651562690735},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11729958653450012}],"concepts":[{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.9194928407669067},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.7725911140441895},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.7638674378395081},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6988463401794434},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5659855008125305},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5232285857200623},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4669552743434906},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.15137651562690735},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11729958653450012}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icasspw62465.2024.10626859","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icasspw62465.2024.10626859","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Acoustics, Speech, and Signal Processing Workshops (ICASSPW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W4316468787","https://openalex.org/W4387378260","https://openalex.org/W4392903877","https://openalex.org/W4401014184"],"related_works":["https://openalex.org/W2530685530","https://openalex.org/W4375868962","https://openalex.org/W2011227383","https://openalex.org/W2088854863","https://openalex.org/W3179495260","https://openalex.org/W1976719989","https://openalex.org/W3127543252","https://openalex.org/W2065606036","https://openalex.org/W2897924318","https://openalex.org/W2138997758"],"abstract_inverted_index":{"To":[0],"investigate":[1],"the":[2,7,41,80,95,99,102,114,118],"processing":[3],"of":[4,117],"speech":[5,23],"in":[6,78,113],"brain,":[8],"simple":[9],"linear":[10,27],"models":[11,28,125],"are":[12,29],"commonly":[13],"used":[14],"to":[15,31,73,126],"establish":[16],"a":[17,33,62,69],"relationship":[18],"between":[19,98],"brain":[20],"signals":[21],"and":[22,36,85,101,124],"features.":[24],"However,":[25],"these":[26],"illequipped":[30],"model":[32],"highly":[34,63],"dynamic":[35],"complex":[37],"non-linear":[38,44],"system":[39],"like":[40],"brain.":[42],"Although":[43],"methods":[45],"with":[46],"neural":[47,83],"networks":[48],"have":[49],"been":[50],"developed":[51],"recently,":[52],"reconstructing":[53],"unseen":[54,57],"stimuli":[55],"from":[56,76],"subjects\u2019":[58],"EEG":[59,120],"is":[60],"still":[61],"challenging":[64],"task.":[65],"This":[66],"work":[67,129],"presents":[68],"novel":[70],"method,":[71],"ConvConcatNet,":[72],"reconstruct":[74],"mel-spectrograms":[75],"EEG,":[77],"which":[79,108],"deep":[81],"convolution":[82],"network":[84],"extensive":[86],"concatenation":[87],"operation":[88],"were":[89],"combined.":[90],"With":[91],"our":[92,128],"ConvConcatNet":[93],"model,":[94],"Pearson":[96],"correlation":[97],"reconstructed":[100],"target":[103],"mel-spectrogram":[104],"can":[105],"achieve":[106],"0.0420,":[107],"was":[109],"ranked":[110],"as":[111],"No.1":[112],"Task":[115],"2":[116],"Auditory":[119],"Challenge.":[121],"The":[122],"codes":[123],"implement":[127],"will":[130],"be":[131],"available":[132],"on":[133],"Github:":[134],"https://github.com/xuxiran/ConvConcatNet":[135]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}
