{"id":"https://openalex.org/W7163393360","doi":"https://doi.org/10.48550/arxiv.2606.03455","title":"WavTTS: Towards High-Quality Zero-Shot TTS via Direct Raw Waveform Modeling","display_name":"WavTTS: Towards High-Quality Zero-Shot TTS via Direct Raw Waveform Modeling","publication_year":2026,"publication_date":"2026-06-02","ids":{"openalex":"https://openalex.org/W7163393360","doi":"https://doi.org/10.48550/arxiv.2606.03455"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.03455","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03455","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.03455","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137764974","display_name":"Wenxi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wenxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060687079","display_name":"Dongya Jia","orcid":"https://orcid.org/0000-0002-6307-8580"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Dongya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079946802","display_name":"Yushen Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yushen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137731543","display_name":"Zhikang Niu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niu, Zhikang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137746242","display_name":"Yuzhe Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Yuzhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104326367","display_name":"Xiquan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiquan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129744505","display_name":"Ruiqi Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Ruiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137792970","display_name":"Ziyang Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Ziyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111310847","display_name":"Guanrou Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Guanrou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137773367","display_name":"Sanyuan Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Sanyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137771470","display_name":"Yue Wang","orcid":"https://orcid.org/0009-0003-3118-8560"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137788843","display_name":"Zhuo Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137725818","display_name":"Kai Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137750408","display_name":"Xie Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.2574000060558319,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.2574000060558319,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.23819999396800995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.10189999639987946,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/waveform","display_name":"Waveform","score":0.7850000262260437},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4909999966621399},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4799000024795532},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.47600001096725464},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.3621000051498413},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.3610999882221222}],"concepts":[{"id":"https://openalex.org/C197424946","wikidata":"https://www.wikidata.org/wiki/Q1165717","display_name":"Waveform","level":3,"score":0.7850000262260437},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6482999920845032},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5498999953269958},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4909999966621399},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4799000024795532},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.47600001096725464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41110000014305115},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3621000051498413},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3610999882221222},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.33640000224113464},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.29159998893737793},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2574000060558319},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.2549000084400177}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.03455","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03455","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.03455","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.03455","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recently,":[0],"diffusion":[1],"models":[2,94],"operating":[3],"on":[4,138],"VAE":[5],"latents":[6],"or":[7],"mel-spectrograms":[8],"have":[9],"become":[10],"the":[11,53,67,77,85,116,146,167,175],"dominant":[12],"paradigm":[13],"for":[14,182],"zero-shot":[15,153],"TTS.":[16],"Although":[17],"these":[18,39],"compressed":[19],"representations":[20],"improve":[21,134],"generation":[22,135,162],"efficiency,":[23],"they":[24],"inevitably":[25],"suffer":[26],"from":[27],"information":[28],"loss":[29],"and":[30,46,121,127],"non-end-to-end":[31],"training.":[32,112],"Theoretically,":[33],"directly":[34,93,173],"modeling":[35],"raw":[36,69],"waveforms":[37,96],"circumvents":[38],"issues;":[40],"however,":[41],"this":[42],"direction":[43,181],"remains":[44],"underexplored":[45],"is":[47],"often":[48],"deemed":[49],"difficult":[50],"due":[51],"to":[52,107,133],"extremely":[54],"long":[55],"sequence":[56],"length":[57],"of":[58,118,148,169],"audio":[59],"signals.":[60],"To":[61],"overcome":[62],"this,":[63],"we":[64,114],"propose":[65],"WavTTS,":[66],"first":[68],"waveform":[70,125,176],"generative":[71,81,152],"TTS":[72,154,172],"model":[73],"that":[74,142],"substantially":[75,157],"narrows":[76],"gap":[78],"with":[79,88],"latent-space":[80],"models.":[82,163],"Built":[83],"upon":[84],"flow":[86],"matching":[87],"Diffusion":[89],"Transformer":[90],"(DiT),":[91],"WavTTS":[92,143],"speech":[95,161,184],"via":[97],"a":[98,179],"simple":[99],"patchification":[100],"strategy,":[101],"while":[102,156],"integrating":[103],"multi-scale":[104],"mel-spectrogram":[105],"supervision":[106],"provide":[108],"perceptual":[109],"guidance":[110],"during":[111],"Furthermore,":[113],"investigate":[115],"impact":[117],"prediction":[119],"targets":[120],"noise":[122],"scheduling":[123],"in":[124,174],"diffusion,":[126],"develop":[128],"an":[129],"effective":[130],"schedule":[131],"design":[132],"quality.":[136],"Evaluations":[137],"open-source":[139],"benchmarks":[140],"demonstrate":[141,166],"closely":[144],"approaches":[145],"performance":[147],"current":[149],"state-of-the-art":[150],"latent":[151],"models,":[155],"outperforming":[158],"previous":[159],"end-to-end":[160,183],"Our":[164],"findings":[165],"feasibility":[168],"scaling":[170],"diffusion-based":[171],"space,":[177],"opening":[178],"new":[180],"generation.":[185]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-04T00:00:00"}