{"id":"https://openalex.org/W3169905056","doi":"https://doi.org/10.48550/arxiv.2106.06103","title":"Conditional Variational Autoencoder with Adversarial Learning for End-to-End Text-to-Speech","display_name":"Conditional Variational Autoencoder with Adversarial Learning for End-to-End Text-to-Speech","publication_year":2021,"publication_date":"2021-06-11","ids":{"openalex":"https://openalex.org/W3169905056","doi":"https://doi.org/10.48550/arxiv.2106.06103","mag":"3169905056"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2106.06103","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.06103","pdf_url":"https://arxiv.org/pdf/2106.06103","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.06103","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058721011","display_name":"Jaehyeon Kim","orcid":"https://orcid.org/0000-0001-9347-3680","observed_orcids":["https://orcid.org/0000-0001-9347-3680"]},"institutions":[{"id":"https://openalex.org/I4405260795","display_name":"Kakao Enterprise (South Korea)","ror":"https://ror.org/049enk825","country_code":"KR","type":"company","lineage":["https://openalex.org/I4405259708","https://openalex.org/I4405260795"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kim, Jaehyeon","raw_affiliation_strings":["Kakao Enterprise"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kakao Enterprise","institution_ids":["https://openalex.org/I4405260795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025604565","display_name":"Jungil Kong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405260795","display_name":"Kakao Enterprise (South Korea)","ror":"https://ror.org/049enk825","country_code":"KR","type":"company","lineage":["https://openalex.org/I4405259708","https://openalex.org/I4405260795"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kong, Jungil","raw_affiliation_strings":["Kakao Enterprise"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kakao Enterprise","institution_ids":["https://openalex.org/I4405260795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002208364","display_name":"Juhee Son","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405260795","display_name":"Kakao Enterprise (South Korea)","ror":"https://ror.org/049enk825","country_code":"KR","type":"company","lineage":["https://openalex.org/I4405259708","https://openalex.org/I4405260795"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Son, Juhee","raw_affiliation_strings":["Kakao Enterprise"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kakao Enterprise","institution_ids":["https://openalex.org/I4405260795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4405260795"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":433,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10863","display_name":"Voice and Speech Disorders","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology (medical)"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/end-to-end-text-to-speech","display_name":"end-to-end text-to-speech","score":0.9369999766349792},{"id":"https://openalex.org/keywords/conditional-variational-autoencoder","display_name":"conditional variational autoencoder","score":0.9399999976158142},{"id":"https://openalex.org/keywords/adversarial-training","display_name":"adversarial training","score":0.8349999785423279},{"id":"https://openalex.org/keywords/normalizing-flows","display_name":"normalizing flows","score":0.9789999723434448},{"id":"https://openalex.org/keywords/simultaneous-sampling","display_name":"synchronous sampling","score":0.5419999957084656},{"id":"https://openalex.org/keywords/speech-generation","display_name":"speech generation","score":0.3440000116825104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7202708721160889},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.6454815864562988},{"id":"https://openalex.org/C62897895","wikidata":"https://www.wikidata.org/wiki/Q1915482","display_name":"Mean opinion score","level":3,"score":0.6133251786231995},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5751222372055054},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5517246723175049},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4969327747821808},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.44626256823539734},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4344692826271057},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.41648560762405396},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.4155150353908539},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3451552987098694},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.30774736404418945},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2106.06103","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.06103","pdf_url":"https://arxiv.org/pdf/2106.06103","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3169905056","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2106.06103","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2106.06103","doi":"https://doi.org/10.48550/arxiv.2106.06103","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2106.06103","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2106.06103","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.06103","pdf_url":"https://arxiv.org/pdf/2106.06103","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3169905056.pdf","grobid_xml":"https://content.openalex.org/works/W3169905056.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1810943226","https://openalex.org/W1959608418","https://openalex.org/W2091425152","https://openalex.org/W2519091744","https://openalex.org/W2527729766","https://openalex.org/W2560512785","https://openalex.org/W2587284713","https://openalex.org/W2593414223","https://openalex.org/W2626778328","https://openalex.org/W2789541106","https://openalex.org/W2898847420","https://openalex.org/W2903739847","https://openalex.org/W2904459034","https://openalex.org/W2908510526","https://openalex.org/W2912298597","https://openalex.org/W2912618358","https://openalex.org/W2946200149","https://openalex.org/W2962695743","https://openalex.org/W2963090522","https://openalex.org/W2963432880","https://openalex.org/W2963534259","https://openalex.org/W2963568578","https://openalex.org/W2963799213","https://openalex.org/W2964243274","https://openalex.org/W2964307104","https://openalex.org/W2970006822","https://openalex.org/W2970832665","https://openalex.org/W2970898247","https://openalex.org/W2996286887","https://openalex.org/W3007345776","https://openalex.org/W3015282541","https://openalex.org/W3016136182","https://openalex.org/W3033411150","https://openalex.org/W3098403858","https://openalex.org/W3122115223","https://openalex.org/W3125481789","https://openalex.org/W3125708547","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3033913438","https://openalex.org/W3093733783","https://openalex.org/W2608207374","https://openalex.org/W3163338468","https://openalex.org/W4285483692","https://openalex.org/W4224861944","https://openalex.org/W4391020683","https://openalex.org/W4372341816","https://openalex.org/W3103702065","https://openalex.org/W3197858274"],"abstract_inverted_index":{"Several":[0],"recent":[1],"end-to-end":[2,34],"text-to-speech":[3],"(TTS)":[4],"models":[5],"enabling":[6],"single-stage":[7],"training":[8,59],"and":[9,56,92,118,148],"parallel":[10,33],"sampling":[11],"have":[12],"been":[13],"proposed,":[14],"but":[15],"their":[16],"sample":[17],"quality":[18],"does":[19],"not":[20],"match":[21],"that":[22,37,138],"of":[23,66],"two-stage":[24,45],"TTS":[25,35,146],"systems.":[26],"In":[27],"this":[28],"work,":[29],"we":[30],"present":[31],"a":[32,72,106,133,150],"method":[36,48,98,140],"generates":[38],"more":[39],"natural":[40,101],"sounding":[41],"audio":[42],"than":[43],"current":[44],"models.":[46],"Our":[47],"adopts":[49],"variational":[50],"inference":[51],"augmented":[52],"with":[53,79,115],"normalizing":[54],"flows":[55],"an":[57],"adversarial":[58],"process,":[60],"which":[61,105],"improves":[62],"the":[63,86,93,100,130,142],"expressive":[64],"power":[65],"generative":[67],"modeling.":[68],"We":[69],"also":[70],"propose":[71],"stochastic":[73,94],"duration":[74,95],"predictor":[75],"to":[76,153],"synthesize":[77],"speech":[78],"diverse":[80],"rhythms":[81],"from":[82],"input":[83,108],"text.":[84],"With":[85],"uncertainty":[87],"modeling":[88],"over":[89],"latent":[90],"variables":[91],"predictor,":[96],"our":[97,139],"expresses":[99],"one-to-many":[102],"relationship":[103],"in":[104,112],"text":[107],"can":[109],"be":[110],"spoken":[111],"multiple":[113],"ways":[114],"different":[116],"pitches":[117],"rhythms.":[119],"A":[120],"subjective":[121],"human":[122],"evaluation":[123],"(mean":[124],"opinion":[125],"score,":[126],"or":[127],"MOS)":[128],"on":[129],"LJ":[131],"Speech,":[132],"single":[134],"speaker":[135],"dataset,":[136],"shows":[137],"outperforms":[141],"best":[143],"publicly":[144],"available":[145],"systems":[147],"achieves":[149],"MOS":[151],"comparable":[152],"ground":[154],"truth.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":113},{"year":2024,"cited_by_count":153},{"year":2023,"cited_by_count":114},{"year":2022,"cited_by_count":31},{"year":2021,"cited_by_count":6}],"updated_date":"2026-11-05T12:25:35.769452","created_date":"2021-06-22T00:00:00"}