{"id":"https://openalex.org/W7163066310","doi":"https://doi.org/10.48550/arxiv.2605.31173","title":"MindVoice: Reconstructing Intelligible Speech from Non-invasive Neural Signals with Pretrained Priors","display_name":"MindVoice: Reconstructing Intelligible Speech from Non-invasive Neural Signals with Pretrained Priors","publication_year":2026,"publication_date":"2026-05-29","ids":{"openalex":"https://openalex.org/W7163066310","doi":"https://doi.org/10.48550/arxiv.2605.31173"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.31173","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.31173","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.31173","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108993064","display_name":"Guangyin Bao","orcid":"https://orcid.org/0009-0009-0072-6323"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bao, Guangyin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137529280","display_name":"Taiping Zeng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zeng, Taiping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137594923","display_name":"Jianfeng Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Jianfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137567901","display_name":"Xiangyang Xue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xue, Xiangyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.5304999947547913,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.5304999947547913,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.20749999582767487,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.08900000154972076,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.6381000280380249},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45159998536109924},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.40149998664855957},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.3946000039577484},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.35019999742507935},{"id":"https://openalex.org/keywords/neural-activity","display_name":"Neural activity","score":0.3391000032424927},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.33739998936653137},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.33230000734329224}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7548999786376953},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.6381000280380249},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5730000138282776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5335999727249146},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45159998536109924},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.40149998664855957},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.3946000039577484},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.35019999742507935},{"id":"https://openalex.org/C2984127161","wikidata":"https://www.wikidata.org/wiki/Q969316","display_name":"Neural activity","level":2,"score":0.3391000032424927},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.33739998936653137},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.33230000734329224},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.3294000029563904},{"id":"https://openalex.org/C2780646970","wikidata":"https://www.wikidata.org/wiki/Q6980787","display_name":"Natural sounds","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C99209842","wikidata":"https://www.wikidata.org/wiki/Q643696","display_name":"Speech perception","level":3,"score":0.31470000743865967},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2985999882221222},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C38129911","wikidata":"https://www.wikidata.org/wiki/Q4820038","display_name":"Auditory scene analysis","level":3,"score":0.2851000130176544},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.28209999203681946},{"id":"https://openalex.org/C43617652","wikidata":"https://www.wikidata.org/wiki/Q7575399","display_name":"Speech production","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C73208851","wikidata":"https://www.wikidata.org/wiki/Q5157303","display_name":"Computational auditory scene analysis","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C197424946","wikidata":"https://www.wikidata.org/wiki/Q1165717","display_name":"Waveform","level":3,"score":0.2711000144481659},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.2630999982357025}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.31173","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.31173","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.31173","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.31173","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reconstructing":[0],"continuous":[1],"speech":[2,20,54,122,182],"from":[3],"non-invasive":[4,31,181],"neural":[5,50,60,93,167],"recordings":[6,32,168],"is":[7],"a":[8,75,158,173],"fundamental":[9],"problem":[10],"for":[11,85,176],"probing":[12],"human":[13],"auditory":[14,177],"perception":[15],"and":[16,38,89,125,132,139,169,180],"building":[17],"safe,":[18],"scalable":[19],"brain-computer":[21,183],"interfaces.":[22,184],"Despite":[23],"recent":[24],"progress,":[25],"intelligible":[26,133],"reconstruction":[27,77,97],"remains":[28],"elusive,":[29],"as":[30],"are":[33,117],"inherently":[34],"noisy,":[35],"spatially":[36],"blurred,":[37],"only":[39],"partially":[40],"preserve":[41],"information":[42,91],"about":[43],"perceived":[44],"speech.":[45],"Existing":[46],"methods":[47,147],"directly":[48],"map":[49],"activity":[51],"to":[52,83,129,161],"entangled":[53],"representations":[55,116],"before":[56],"synthesizing":[57],"waveforms":[58],"with":[59,120],"vocoders,":[61],"resulting":[62],"in":[63,92],"spectral-similar":[64],"but":[65],"unintelligible":[66],"results.":[67],"To":[68],"overcome":[69],"these":[70],"limitations,":[71],"we":[72],"introduce":[73],"MindVoice,":[74],"neuro-to-speech":[76],"framework":[78],"that":[79,142,154],"uses":[80],"pretrained":[81,155],"models":[82,124],"compensate":[84],"the":[86,108,163],"incomplete":[87],"semantic":[88,105],"acoustic":[90,112],"recordings.":[94],"MindVoice":[95,143],"disentangles":[96],"into":[98],"two":[99],"complementary":[100],"pathways:":[101],"one":[102],"recovers":[103],"high-level":[104],"content,":[106],"while":[107],"other":[109],"estimates":[110],"fine-grained":[111],"attributes.":[113],"These":[114,151],"inferred":[115],"then":[118],"fused":[119],"powerful":[121],"generation":[123],"in-context":[126],"voice":[127],"cloning":[128],"synthesize":[130],"natural":[131,170],"utterances.":[134],"Extensive":[135],"experiments":[136],"on":[137,148],"EEG":[138],"MEG":[140],"demonstrate":[141],"substantially":[144],"outperforms":[145],"existing":[146],"various":[149],"metrics.":[150],"results":[152],"show":[153],"priors":[156],"provide":[157],"principled":[159],"way":[160],"bridge":[162],"gap":[164],"between":[165],"noisy":[166],"speech,":[171],"highlighting":[172],"promising":[174],"attempt":[175],"neuroscience":[178],"research":[179]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-02T00:00:00"}