{"id":"https://openalex.org/W2885800352","doi":"https://doi.org/10.1109/slt.2018.8639682","title":"Predicting Expressive Speaking Style from Text in End-To-End Speech Synthesis","display_name":"Predicting Expressive Speaking Style from Text in End-To-End Speech Synthesis","alternate_titles":[],"publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2885800352","doi":"https://doi.org/10.1109/slt.2018.8639682","mag":"2885800352"},"language":"en","primary_location":{"id":"doi:10.1109/slt.2018.8639682","doi":"https://doi.org/10.1109/slt.2018.8639682","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2018.8639682","pdf_url":null,"source":{"id":"https://openalex.org/S4363605953","display_name":"IEEE Spoken Language Technology Workshop (SLT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2885800352"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1808.01410","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024684905","display_name":"Daisy Stanton","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Daisy Stanton","raw_affiliation_strings":["Google, Inc., Mountain View, CA 94043"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc., Mountain View, CA 94043","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103854502","display_name":"Yuxuan Wang","orcid":"https://orcid.org/0000-0001-8269-3354","observed_orcids":["https://orcid.org/0000-0001-8269-3354","https://orcid.org/0009-0000-2259-6798","https://orcid.org/0009-0004-2566-6834","https://orcid.org/0009-0005-9372-9152"]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yuxuan Wang","raw_affiliation_strings":["Google, Inc., Mountain View, CA 94043"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc., Mountain View, CA 94043","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066591543","display_name":"RJ Skerry-Ryan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"RJ Skerry-Ryan","raw_affiliation_strings":["Google, Inc., Mountain View, CA 94043"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google, Inc., Mountain View, CA 94043","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":5.3276,"has_fulltext":true,"cited_by_count":155,"citation_normalized_percentile":{"value":0.96683107,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"595","last_page":"602"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10863","display_name":"Voice and Speech Disorders","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3616","display_name":"Speech and Hearing"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/expressive-speech-synthesis","display_name":"expressive speech synthesis","score":0.8059999942779541},{"id":"https://openalex.org/keywords/speech-style","display_name":"speech style","score":0.671999990940094},{"id":"https://openalex.org/keywords/tacotron","display_name":"Tacotron","score":0.9259999990463257},{"id":"https://openalex.org/keywords/text-to-speech","display_name":"text-to-speech","score":0.8100000023841858},{"id":"https://openalex.org/keywords/disentangled-representations","display_name":"disentangled representations","score":0.7699999809265137},{"id":"https://openalex.org/keywords/pitch-variability","display_name":"pitch variation","score":0.6069999933242798},{"id":"https://openalex.org/keywords/energy-variation","display_name":"energy variation","score":0.9829999804496765},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"noise reduction","score":0.5099999904632568},{"id":"https://openalex.org/keywords/audiobooks","display_name":"audiobooks","score":0.5440000295639038},{"id":"https://openalex.org/keywords/speaker-identity","display_name":"speaker identity","score":0.5320000052452087}],"concepts":[{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.7148032188415527},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6621738076210022},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.6241176724433899},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.592479407787323},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5617079138755798},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4846685230731964},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.4054625332355499},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3631291091442108},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.09606719017028809},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.08229449391365051},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.06716004014015198}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/slt.2018.8639682","doi":"https://doi.org/10.1109/slt.2018.8639682","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt.2018.8639682","pdf_url":null,"source":{"id":"https://openalex.org/S4363605953","display_name":"IEEE Spoken Language Technology Workshop (SLT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1808.01410","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1808.01410","pdf_url":"https://arxiv.org/pdf/1808.01410","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2951051561","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1808.01410","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1808.01410","doi":"https://doi.org/10.48550/arxiv.1808.01410","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1808.01410","pdf_url":"https://arxiv.org/pdf/1808.01410","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1808.01410","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1808.01410","pdf_url":"https://arxiv.org/pdf/1808.01410","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2885800352.pdf","grobid_xml":"https://content.openalex.org/works/W2885800352.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W28194048","https://openalex.org/W83385698","https://openalex.org/W162654330","https://openalex.org/W174066062","https://openalex.org/W1522301498","https://openalex.org/W1967177300","https://openalex.org/W2099057450","https://openalex.org/W2150769028","https://openalex.org/W2157331557","https://openalex.org/W2408520939","https://openalex.org/W2599621350","https://openalex.org/W2603120115","https://openalex.org/W2736900972","https://openalex.org/W2747227176","https://openalex.org/W2761514455","https://openalex.org/W2780113219","https://openalex.org/W2791489977","https://openalex.org/W2793479148","https://openalex.org/W2794490148","https://openalex.org/W2795109282","https://openalex.org/W2901611695","https://openalex.org/W2950635152","https://openalex.org/W2962691331","https://openalex.org/W2963609956","https://openalex.org/W2964121744","https://openalex.org/W4242640703","https://openalex.org/W4327693937","https://openalex.org/W4394643672","https://openalex.org/W7099909496"],"related_works":["https://openalex.org/W2794490148","https://openalex.org/W3007067948","https://openalex.org/W4375868902","https://openalex.org/W7213966259","https://openalex.org/W4416997607","https://openalex.org/W4398152753","https://openalex.org/W3158374895","https://openalex.org/W3200540417","https://openalex.org/W2766406951","https://openalex.org/W4385993857"],"abstract_inverted_index":{"Global":[0,44],"Style":[1,45],"Tokens":[2],"(GSTs)":[3],"are":[4],"a":[5,22,151],"recently-proposed":[6],"method":[7],"to":[8,28,66],"learn":[9],"latent":[10],"disentangled":[11],"representations":[12],"of":[13,32,157],"high-dimensional":[14],"data.":[15],"GSTs":[16],"can":[17,96,115],"be":[18],"used":[19],"within":[20,62],"Tacotron,":[21],"state-of-the-art":[23,107],"end-to-end":[24],"text-to-speech":[25],"synthesis":[26],"system,":[27],"uncover":[29],"expressive":[30,91],"factors":[31],"variation":[33,104],"in":[34],"speaking":[35,59,147],"style.":[36,148],"In":[37],"this":[38],"work,":[39],"we":[40,136],"introduce":[41],"the":[42],"Text-Predicting":[43],"Token":[46],"(TP-GST)":[47],"architecture,":[48],"which":[49],"treats":[50],"GST":[51],"combination":[52],"weights":[53],"or":[54],"style":[55,60],"embeddings":[56],"as":[57],"\u201cvirtual\u201d":[58],"labels":[61,76],"Tacotron.":[63],"TP-GST":[64,140],"learns":[65],"predict":[67],"stylistic":[68],"renderings":[69],"from":[70],"text":[71,98],"alone,":[72],"requiring":[73],"neither":[74],"explicit":[75],"during":[77],"training,":[78],"nor":[79],"auxiliary":[80],"inputs":[81],"for":[82],"inference.":[83],"We":[84,110,149],"show":[85],"that,":[86],"when":[87],"trained":[88],"on":[89,129],"an":[90],"speech":[92,117],"dataset,":[93],"our":[94,158],"system":[95],"render":[97],"with":[99,118,126,153],"more":[100],"pitch":[101],"and":[102,122,146],"energy":[103],"than":[105],"two":[106],"baseline":[108],"models.":[109],"further":[111],"demonstrate":[112,137],"that":[113,138],"TP-GSTs":[114],"synthesize":[116],"background":[119],"noise":[120],"removed,":[121],"corroborate":[123],"these":[124],"analyses":[125],"positive":[127],"results":[128],"human-rated":[130],"listener":[131],"preference":[132],"audiobook":[133],"tasks.":[134],"Finally,":[135],"multi-speaker":[139],"models":[141],"successfully":[142],"factorize":[143],"speaker":[144],"identity":[145],"provide":[150],"website":[152],"audio":[154],"samples1for":[155],"each":[156],"findings.":[159]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2885800352","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":24},{"year":2022,"cited_by_count":28},{"year":2021,"cited_by_count":33},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":15}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2018-08-22T00:00:00"}
