{"id":"https://openalex.org/W4389911602","doi":"https://doi.org/10.48550/arxiv.2312.09430","title":"Deep Representation Learning for Open Vocabulary Electroencephalography-to-Text Decoding","display_name":"Deep Representation Learning for Open Vocabulary Electroencephalography-to-Text Decoding","publication_year":2023,"publication_date":"2023-11-15","ids":{"openalex":"https://openalex.org/W4389911602","doi":"https://doi.org/10.48550/arxiv.2312.09430"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2312.09430","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.09430","pdf_url":"https://arxiv.org/pdf/2312.09430","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.09430","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031614032","display_name":"Hamza Amrani","orcid":"https://orcid.org/0000-0003-2089-8033"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Amrani, Hamza","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015645148","display_name":"Daniela Micucci","orcid":"https://orcid.org/0000-0003-1261-2234"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Micucci, Daniela","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053344554","display_name":"Paolo Napoletano","orcid":"https://orcid.org/0000-0001-9112-0574"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Napoletano, Paolo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9732999801635742,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7559235095977783},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6984473466873169},{"id":"https://openalex.org/keywords/electroencephalography","display_name":"Electroencephalography","score":0.6870360374450684},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6124020218849182},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5284069776535034},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.49667888879776},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.487298846244812},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4775981903076172},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.4443191885948181},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4311380982398987},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4256436824798584},{"id":"https://openalex.org/keywords/brain\u2013computer-interface","display_name":"Brain\u2013computer interface","score":0.41289469599723816},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.15353938937187195},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11376923322677612}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7559235095977783},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6984473466873169},{"id":"https://openalex.org/C522805319","wikidata":"https://www.wikidata.org/wiki/Q179965","display_name":"Electroencephalography","level":2,"score":0.6870360374450684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6124020218849182},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5284069776535034},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.49667888879776},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.487298846244812},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4775981903076172},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.4443191885948181},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4311380982398987},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4256436824798584},{"id":"https://openalex.org/C173201364","wikidata":"https://www.wikidata.org/wiki/Q897410","display_name":"Brain\u2013computer interface","level":3,"score":0.41289469599723816},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.15353938937187195},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11376923322677612},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2312.09430","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.09430","pdf_url":"https://arxiv.org/pdf/2312.09430","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2312.09430","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2312.09430","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.09430","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.09430","pdf_url":"https://arxiv.org/pdf/2312.09430","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8799999952316284}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389911602.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3202969339","https://openalex.org/W4237513258","https://openalex.org/W2044053727","https://openalex.org/W1994410349","https://openalex.org/W3177028067","https://openalex.org/W1913385466","https://openalex.org/W2889342546","https://openalex.org/W2015048155","https://openalex.org/W4319302618","https://openalex.org/W2086811659"],"abstract_inverted_index":{"Previous":[0],"research":[1],"has":[2],"demonstrated":[3],"the":[4,26,33,39,49,74,77,105,148,156,212],"potential":[5],"of":[6,28,35,41,76,158,186,200,204,209],"using":[7],"pre-trained":[8],"language":[9,36,131],"models":[10,37],"for":[11,80,90,114,125,167],"decoding":[12,54,63],"open":[13,115],"vocabulary":[14,116],"Electroencephalography":[15],"(EEG)":[16],"signals":[17,31],"captured":[18],"through":[19],"a":[20,120,129,134,140,197,202,207],"non-invasive":[21,91],"Brain-Computer":[22],"Interface":[23],"(BCI).":[24],"However,":[25],"impact":[27],"embedding":[29],"EEG":[30,117,127,184],"in":[32,190],"context":[34],"and":[38,68,133,181,206,219],"effect":[40],"subjectivity,":[42],"remain":[43],"unexplored,":[44],"leading":[45],"to":[46,52,61,100],"uncertainty":[47],"about":[48],"best":[50],"approach":[51,173],"enhance":[53],"performance.":[55],"Additionally,":[56],"current":[57],"evaluation":[58,144],"metrics":[59],"used":[60],"assess":[62],"effectiveness":[64],"are":[65],"predominantly":[66],"syntactic":[67],"do":[69],"not":[70],"provide":[71],"insights":[72,166],"into":[73],"comprehensibility":[75],"decoded":[78],"output":[79],"human":[81],"understanding.":[82],"We":[83,170],"present":[84],"an":[85,109,151],"end-to-end":[86,110],"deep":[87,111],"learning":[88,98,112,123],"framework":[89],"brain":[92],"recordings":[93,185],"that":[94,154],"brings":[95],"modern":[96],"representational":[97],"approaches":[99],"neuroscience.":[101],"Our":[102,194],"proposal":[103],"introduces":[104],"following":[106],"innovations:":[107],"1)":[108],"architecture":[113],"decoding,":[118],"incorporating":[119],"subject-dependent":[121],"representation":[122],"module":[124,160],"raw":[126],"encoding,":[128],"BART":[130],"model,":[132],"GPT-4":[135],"sentence":[136],"refinement":[137],"module;":[138],"2)":[139],"more":[141],"comprehensive":[142],"sentence-level":[143],"metric":[145],"based":[146],"on":[147,174],"BERTScore;":[149],"3)":[150],"ablation":[152],"study":[153],"analyses":[155],"contributions":[157],"each":[159],"within":[161],"our":[162,172],"proposal,":[163],"providing":[164],"valuable":[165],"future":[168],"research.":[169],"evaluate":[171],"two":[175],"publicly":[176],"available":[177],"datasets,":[178],"ZuCo":[179],"v1.0":[180],"v2.0,":[182],"comprising":[183],"30":[187],"subjects":[188],"engaged":[189],"natural":[191],"reading":[192],"tasks.":[193],"model":[195],"achieves":[196],"BLEU-1":[198],"score":[199],"42.75%,":[201],"ROUGE-1-F":[203],"33.28%,":[205],"BERTScore-F":[208],"53.86%,":[210],"outperforming":[211],"previous":[213],"state-of-the-art":[214],"methods":[215],"by":[216],"3.38%,":[217],"8.43%,":[218],"6.31%,":[220],"respectively.":[221]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}