{"id":"https://openalex.org/W4294975241","doi":"https://doi.org/10.1109/embc48229.2022.9871301","title":"Towards Naturalistic Speech Decoding from Intracranial Brain Data","display_name":"Towards Naturalistic Speech Decoding from Intracranial Brain Data","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W4294975241","doi":"https://doi.org/10.1109/embc48229.2022.9871301","pmid":"https://pubmed.ncbi.nlm.nih.gov/36085779"},"language":"en","primary_location":{"id":"doi:10.1109/embc48229.2022.9871301","is_oa":true,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871301","pdf_url":"https://ieeexplore.ieee.org/ielx7/9870821/9870822/09871301.pdf","source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/9870821/9870822/09871301.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004865135","display_name":"Julia Berezutskaya","orcid":"https://orcid.org/0000-0002-2005-8758"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Julia Berezutskaya","raw_affiliation_strings":["Donders Institute for Brain, Radboud University Nijmegen,Cognition and Behaviour,Nijmegen,GD,the Netherlands,6525"],"affiliations":[{"raw_affiliation_string":"Donders Institute for Brain, Radboud University Nijmegen,Cognition and Behaviour,Nijmegen,GD,the Netherlands,6525","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039391126","display_name":"Luca Ambrogioni","orcid":"https://orcid.org/0000-0003-3673-0825"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Luca Ambrogioni","raw_affiliation_strings":["Donders Institute for Brain, Radboud University Nijmegen,Cognition and Behaviour,Nijmegen,GD,the Netherlands,6525"],"affiliations":[{"raw_affiliation_string":"Donders Institute for Brain, Radboud University Nijmegen,Cognition and Behaviour,Nijmegen,GD,the Netherlands,6525","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063036619","display_name":"Nick F. Ramsey","orcid":"https://orcid.org/0000-0002-7136-259X"},"institutions":[{"id":"https://openalex.org/I3018483916","display_name":"University Medical Center Utrecht","ror":"https://ror.org/0575yy874","country_code":"NL","type":"funder","lineage":["https://openalex.org/I3018483916"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Nick F. Ramsey","raw_affiliation_strings":["University Medical Center Utrecht,Brain Center,Department of Neurology and Neurosurgery,Utrecht,CX,the Netherlands,3584","Department of Neurology and Neurosurgery, Brain Center, University Medical Center Utrecht, Utrecht, CX, the Netherlands"],"affiliations":[{"raw_affiliation_string":"University Medical Center Utrecht,Brain Center,Department of Neurology and Neurosurgery,Utrecht,CX,the Netherlands,3584","institution_ids":["https://openalex.org/I3018483916"]},{"raw_affiliation_string":"Department of Neurology and Neurosurgery, Brain Center, University Medical Center Utrecht, Utrecht, CX, the Netherlands","institution_ids":["https://openalex.org/I3018483916"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074794877","display_name":"Marcel van Gerven","orcid":"https://orcid.org/0000-0002-2206-9098"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Marcel A.J. van Gerven","raw_affiliation_strings":["Donders Institute for Brain, Radboud University Nijmegen,Cognition and Behaviour,Nijmegen,GD,the Netherlands,6525"],"affiliations":[{"raw_affiliation_string":"Donders Institute for Brain, Radboud University Nijmegen,Cognition and Behaviour,Nijmegen,GD,the Netherlands,6525","institution_ids":["https://openalex.org/I145872427"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5004865135"],"corresponding_institution_ids":["https://openalex.org/I145872427"],"apc_list":null,"apc_paid":null,"fwci":0.8009,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.66239814,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"2022","issue":null,"first_page":"3100","last_page":"3104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10283","display_name":"Hearing Loss and Rehabilitation","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.77740877866745},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7014371156692505},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6107906103134155},{"id":"https://openalex.org/keywords/spectrogram","display_name":"Spectrogram","score":0.6004219651222229},{"id":"https://openalex.org/keywords/neural-decoding","display_name":"Neural decoding","score":0.5006768703460693},{"id":"https://openalex.org/keywords/brain\u2013computer-interface","display_name":"Brain\u2013computer interface","score":0.4427722692489624},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.41923344135284424},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36948102712631226},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.27564966678619385},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18221411108970642},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.09357282519340515}],"concepts":[{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.77740877866745},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7014371156692505},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6107906103134155},{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.6004219651222229},{"id":"https://openalex.org/C40743351","wikidata":"https://www.wikidata.org/wiki/Q7002049","display_name":"Neural decoding","level":3,"score":0.5006768703460693},{"id":"https://openalex.org/C173201364","wikidata":"https://www.wikidata.org/wiki/Q897410","display_name":"Brain\u2013computer interface","level":3,"score":0.4427722692489624},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.41923344135284424},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36948102712631226},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.27564966678619385},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18221411108970642},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.09357282519340515},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001921","descriptor_name":"Brain","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003142","descriptor_name":"Communication","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003142","descriptor_name":"Communication","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003142","descriptor_name":"Communication","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D013060","descriptor_name":"Speech","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D062207","descriptor_name":"Brain-Computer Interfaces","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":4,"locations":[{"id":"doi:10.1109/embc48229.2022.9871301","is_oa":true,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871301","pdf_url":"https://ieeexplore.ieee.org/ielx7/9870821/9870822/09871301.pdf","source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},{"id":"pmid:36085779","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36085779","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Annual International Conference of the IEEE Engineering in Medicine and Biology Society. IEEE Engineering in Medicine and Biology Society. Annual International Conference","raw_type":null},{"id":"pmh:oai:dspace.library.uu.nl:1874/447233","is_oa":true,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/447233","pdf_url":null,"source":{"id":"https://openalex.org/S4306401649","display_name":"Utrecht University Repository (Utrecht University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I193662353","host_organization_name":"Utrecht University","host_organization_lineage":["https://openalex.org/I193662353"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/284449","is_oa":false,"landing_page_url":"https://repository.ubn.ru.nl/handle/2066/284449","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Barbieri, R. (ed.), 2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC), pp. 3100-3104","raw_type":"Article in monograph or in proceedings"}],"best_oa_location":{"id":"doi:10.1109/embc48229.2022.9871301","is_oa":true,"landing_page_url":"https://doi.org/10.1109/embc48229.2022.9871301","pdf_url":"https://ieeexplore.ieee.org/ielx7/9870821/9870822/09871301.pdf","source":{"id":"https://openalex.org/S4363607706","display_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 44th Annual International Conference of the IEEE Engineering in Medicine & Biology Society (EMBC)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.41999998688697815,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2084304408","display_name":null,"funder_award_id":"024.001.006","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"},{"id":"https://openalex.org/G775361446","display_name":null,"funder_award_id":"ADV 320708","funder_id":"https://openalex.org/F4320338335","funder_display_name":"H2020 European Research Council"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"},{"id":"https://openalex.org/F4320322140","display_name":"Universitair Medisch Centrum Utrecht","ror":"https://ror.org/0575yy874"},{"id":"https://openalex.org/F4320338335","display_name":"H2020 European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4294975241.pdf","grobid_xml":"https://content.openalex.org/works/W4294975241.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1488659701","https://openalex.org/W1715013381","https://openalex.org/W1994711727","https://openalex.org/W2101234009","https://openalex.org/W2112180451","https://openalex.org/W2118849696","https://openalex.org/W2193413348","https://openalex.org/W2194775991","https://openalex.org/W2761532371","https://openalex.org/W2884225676","https://openalex.org/W2913144232","https://openalex.org/W2940585064","https://openalex.org/W2949869422","https://openalex.org/W2952609044","https://openalex.org/W2991284028","https://openalex.org/W3013691153","https://openalex.org/W3015338123","https://openalex.org/W3034431451","https://openalex.org/W3039802694","https://openalex.org/W3044152569","https://openalex.org/W3095432487","https://openalex.org/W3127305285","https://openalex.org/W3198923947","https://openalex.org/W3209383001","https://openalex.org/W4205689591","https://openalex.org/W4206728207","https://openalex.org/W4297817572","https://openalex.org/W6675354045","https://openalex.org/W6687566353","https://openalex.org/W6755257315","https://openalex.org/W6783462664","https://openalex.org/W6787808163","https://openalex.org/W6790052376"],"related_works":["https://openalex.org/W2368824897","https://openalex.org/W1508050556","https://openalex.org/W1910862367","https://openalex.org/W2379365082","https://openalex.org/W2370747590","https://openalex.org/W2030109976","https://openalex.org/W2369260257","https://openalex.org/W2098373948","https://openalex.org/W2389120450","https://openalex.org/W1534867933"],"abstract_inverted_index":{"Speech":[0],"decoding":[1,26,52,131,153],"from":[2,28,65,87,95],"brain":[3,66],"activity":[4],"can":[5],"enable":[6],"development":[7,24],"of":[8,25,39,92,126,139,174],"brain-computer":[9],"interfaces":[10],"(BCIs)":[11],"to":[12,50,62,118,170],"restore":[13],"naturalistic":[14,71,133,142],"communication":[15],"in":[16,132,158],"paralyzed":[17,178],"patients.":[18],"Previous":[19],"work":[20],"has":[21,167],"focused":[22],"on":[23,55],"models":[27,101,128],"isolated":[29],"speech":[30,51,64,72,130,152,161],"data":[31,67],"with":[32,98],"a":[33,47,56,70,76,150],"clean":[34],"background":[35],"and":[36,136,163,166],"multiple":[37],"repetitions":[38],"the":[40,80,88,96,110,119,124,168,172],"material.":[41],"In":[42],"this":[43],"study,":[44],"we":[45],"describe":[46],"novel":[48,111,151],"approach":[49,112],"that":[53,102,109,155],"relies":[54],"generative":[57],"adversarial":[58],"neural":[59,164],"network":[60],"(GAN)":[61],"reconstruct":[63],"recorded":[68],"during":[69],"listening":[73],"task":[74],"(watching":[75],"movie).":[77],"We":[78,107],"compared":[79,117],"GAN-based":[81],"approach,":[82],"where":[83],"reconstruction":[84],"was":[85],"done":[86],"compressed":[89],"latent":[90],"representation":[91],"sound":[93,104],"decoded":[94],"brain,":[97],"several":[99],"baseline":[100],"reconstructed":[103],"spectrogram":[105],"directly.":[106],"show":[108],"provides":[113],"more":[114],"accurate":[115],"reconstructions":[116],"baselines.":[120],"These":[121],"results":[122],"underscore":[123],"potential":[125,169],"GAN":[127],"for":[129,141,176],"noisy":[134],"environments":[135],"further":[137],"advancing":[138],"BCIs":[140],"communication.":[143],"Clinical":[144],"Relevance":[145],"-":[146],"This":[147],"study":[148],"presents":[149],"paradigm":[154],"combines":[156],"advances":[157],"deep":[159],"learning,":[160],"synthesis":[162],"engineering,":[165],"advance":[171],"field":[173],"BCI":[175],"severely":[177],"individuals.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}