{"id":"https://openalex.org/W7169834728","doi":"https://doi.org/10.48550/arxiv.2607.17615","title":"Re-Sonance: A Dysarthric Asynchronous Real-Time Speech Conversion System Based on a Three-Stage Cascaded ASR-LLM-TTS Architecture","display_name":"Re-Sonance: A Dysarthric Asynchronous Real-Time Speech Conversion System Based on a Three-Stage Cascaded ASR-LLM-TTS Architecture","publication_year":2026,"publication_date":"2026-07-20","ids":{"openalex":"https://openalex.org/W7169834728","doi":"https://doi.org/10.48550/arxiv.2607.17615"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.17615","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.17615","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.17615","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5141304440","display_name":"Yuxuan Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141229834","display_name":"Yifan Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141229564","display_name":"Junkun Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Junkun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127101963","display_name":"J Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Jiayong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053213848","display_name":"X Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5077713342","display_name":"Zhaojie Luo","orcid":"https://orcid.org/0000-0002-4173-6319"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Zhaojie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.39809998869895935,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12207","display_name":"Assistive Technology in Communication and Mobility","score":0.39809998869895935,"subfield":{"id":"https://openalex.org/subfields/3609","display_name":"Occupational Therapy"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10863","display_name":"Voice and Speech Disorders","score":0.25690001249313354,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.042100001126527786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dysarthria","display_name":"Dysarthria","score":0.8835999965667725},{"id":"https://openalex.org/keywords/intelligibility","display_name":"Intelligibility (philosophy)","score":0.8381999731063843},{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.6624000072479248},{"id":"https://openalex.org/keywords/mandarin-chinese","display_name":"Mandarin Chinese","score":0.6011999845504761},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.6007000207901001},{"id":"https://openalex.org/keywords/augmentative-and-alternative-communication","display_name":"Augmentative and alternative communication","score":0.49559998512268066},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.3889000117778778}],"concepts":[{"id":"https://openalex.org/C2777639682","wikidata":"https://www.wikidata.org/wiki/Q225957","display_name":"Dysarthria","level":2,"score":0.8835999965667725},{"id":"https://openalex.org/C60048801","wikidata":"https://www.wikidata.org/wiki/Q1433889","display_name":"Intelligibility (philosophy)","level":2,"score":0.8381999731063843},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7429999709129333},{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.6624000072479248},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.654699981212616},{"id":"https://openalex.org/C138954614","wikidata":"https://www.wikidata.org/wiki/Q9192","display_name":"Mandarin Chinese","level":2,"score":0.6011999845504761},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6007000207901001},{"id":"https://openalex.org/C2778121785","wikidata":"https://www.wikidata.org/wiki/Q781083","display_name":"Augmentative and alternative communication","level":2,"score":0.49559998512268066},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3889000117778778},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.3467999994754791},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.33629998564720154},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3034999966621399},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.29420000314712524},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.2777999937534332},{"id":"https://openalex.org/C2779581591","wikidata":"https://www.wikidata.org/wiki/Q36244","display_name":"Vowel","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.27059999108314514}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.17615","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.17615","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.17615","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.17615","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Individuals":[0],"with":[1,113],"dysarthria":[2,124],"face":[3],"significant":[4],"challenges":[5],"in":[6],"professional":[7,40,64],"speaking":[8,41,65],"scenarios":[9],"such":[10],"as":[11],"conferences,":[12],"presentations,":[13],"and":[14,24,47,73,81,89,145],"meetings,":[15],"where":[16],"real-time":[17,63,85],"communication":[18,147],"is":[19],"crucial.":[20],"While":[21],"existing":[22],"Augmentative":[23],"Alternative":[25],"Communication":[26],"(AAC)":[27],"systems":[28],"provide":[29],"basic":[30],"support,":[31],"they":[32],"often":[33],"fail":[34],"to":[35,44,115],"meet":[36],"the":[37,129,140],"demands":[38],"of":[39,131],"environments":[42],"due":[43],"high":[45],"latency":[46],"unnatural":[48],"speech":[49,79,96,101],"patterns.":[50],"This":[51],"paper":[52],"presents":[53],"Re-Sonance,":[54],"a":[55,93],"novel":[56],"LLM-enhanced":[57],"speech-driven":[58,136],"AAC":[59,137],"system":[60],"designed":[61],"for":[62,111,122,134,142],"scenarios.":[66],"By":[67],"integrating":[68],"Whisper":[69],"ASR,":[70],"Qwen":[71],"LLM,":[72],"CosyVoice":[74],"TTS,":[75],"Re-Sonance":[76],"achieves":[77],"improved":[78,105],"intelligibility":[80,106],"naturalness":[82],"while":[83,107],"maintaining":[84],"performance.":[86],"Both":[87],"subjective":[88],"objective":[90],"evaluations":[91],"using":[92],"Mandarin":[94],"dysarthric":[95],"dataset":[97],"demonstrate":[98],"that":[99],"our":[100,126],"reconstruction":[102],"approach":[103],"significantly":[104],"preserving":[108],"semantic":[109],"coherence":[110],"speakers":[112],"mild":[114],"moderate":[116],"dysarthria.":[117],"Although":[118],"performance":[119],"remains":[120],"limited":[121],"severe":[123],"cases,":[125],"findings":[127],"validate":[128],"potential":[130],"LLM-based":[132],"methods":[133],"enhancing":[135],"systems,":[138],"paving":[139],"way":[141],"more":[143],"effective":[144],"accessible":[146],"technologies.":[148]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-22T00:00:00"}