{"id":"https://openalex.org/W2613360356","doi":"https://doi.org/10.1109/iscslp.2016.7918441","title":"Learning auxiliary categorical information for speech synthesis based on deep and recurrent neural networks","display_name":"Learning auxiliary categorical information for speech synthesis based on deep and recurrent neural networks","publication_year":2016,"publication_date":"2016-10-01","ids":{"openalex":"https://openalex.org/W2613360356","doi":"https://doi.org/10.1109/iscslp.2016.7918441","mag":"2613360356"},"language":"en","primary_location":{"id":"doi:10.1109/iscslp.2016.7918441","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscslp.2016.7918441","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 10th International Symposium on Chinese Spoken Language Processing (ISCSLP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111856667","display_name":"Zhengqi Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengqi Wen","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012954193","display_name":"Kehuang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kehuang Li","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011008665","display_name":"Zhen Huang","orcid":"https://orcid.org/0000-0003-4819-373X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhen Huang","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112613657","display_name":"Jianhua Tao","orcid":"https://orcid.org/0000-0002-9344-6428"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Tao","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066868860","display_name":"Chin\u2010Hui Lee","orcid":"https://orcid.org/0000-0002-1892-2551"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chin-Hui Lee","raw_affiliation_strings":["School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"45","issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7089059948921204},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.6925869584083557},{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.6826294660568237},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.5996962189674377},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5812348127365112},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.5713282823562622},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5583321452140808},{"id":"https://openalex.org/keywords/speech-synthesis","display_name":"Speech synthesis","score":0.5217005610466003},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.5088887214660645},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.49471136927604675},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.48765432834625244},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.42714163661003113},{"id":"https://openalex.org/keywords/time-delay-neural-network","display_name":"Time delay neural network","score":0.4250241219997406},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.22604331374168396},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1649075746536255},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08356162905693054}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7089059948921204},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6925869584083557},{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.6826294660568237},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.5996962189674377},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5812348127365112},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.5713282823562622},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5583321452140808},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.5217005610466003},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.5088887214660645},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.49471136927604675},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.48765432834625244},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.42714163661003113},{"id":"https://openalex.org/C175202392","wikidata":"https://www.wikidata.org/wiki/Q2434543","display_name":"Time delay neural network","level":3,"score":0.4250241219997406},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.22604331374168396},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1649075746536255},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08356162905693054},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscslp.2016.7918441","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscslp.2016.7918441","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 10th International Symposium on Chinese Spoken Language Processing (ISCSLP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W173821756","https://openalex.org/W811578723","https://openalex.org/W1498436455","https://openalex.org/W1499332833","https://openalex.org/W1600722501","https://openalex.org/W1990505856","https://openalex.org/W2045158511","https://openalex.org/W2049686551","https://openalex.org/W2062652351","https://openalex.org/W2064675550","https://openalex.org/W2114338548","https://openalex.org/W2116064496","https://openalex.org/W2121973264","https://openalex.org/W2124537004","https://openalex.org/W2129142580","https://openalex.org/W2131774270","https://openalex.org/W2136922672","https://openalex.org/W2137782235","https://openalex.org/W2154920538","https://openalex.org/W2160815625","https://openalex.org/W2163605009","https://openalex.org/W2294797155","https://openalex.org/W2913340405"],"related_works":["https://openalex.org/W2038801705","https://openalex.org/W2904846757","https://openalex.org/W175280642","https://openalex.org/W2688184458","https://openalex.org/W2109916967","https://openalex.org/W2890297197","https://openalex.org/W2101697354","https://openalex.org/W1538193578","https://openalex.org/W3206636855","https://openalex.org/W1538606284"],"abstract_inverted_index":{"We":[0],"proposed":[1,66,115],"an":[2,36],"auxiliary":[3],"categorization":[4,55,92],"framework":[5,116],"for":[6,39,79,94,136],"training":[7,58],"speech":[8,48,63,158],"synthesis":[9,49,141],"systems":[10],"using":[11,170],"deep":[12],"neural":[13,18,24],"networks":[14,19,25],"(DNNs)":[15],"and":[16,35,83,102,134,138,155,162],"recurrent":[17],"(RNNs).":[20],"The":[21,109],"adopted":[22],"artificial":[23],"(ANNs)":[26],"are":[27,107],"regression":[28,81],"models":[29],"comprising":[30],"a":[31,45,69],"few":[32],"hidden":[33,77,103],"layers":[34,78],"affine-transform":[37],"layer":[38,72],"transforming":[40],"the":[41,65,76,80,88,114,119,126,145,166],"contextual":[42],"features":[43],"into":[44,57],"set":[46],"of":[47,75,96,125],"parameters.":[50],"In":[51],"order":[52],"to":[53,61],"incorporate":[54],"information":[56],"ANNs,":[59],"similar":[60],"DNN-based":[62],"recognition,":[64],"approach":[67],"stacks":[68],"secondary":[70],"classification":[71,95,147],"on":[73],"top":[74],"ANN":[82,167],"trained":[84],"it":[85],"together":[86],"with":[87],"primary":[89],"affine-transform.":[90],"Four":[91],"tasks,":[93],"voicing,":[97],"phonation":[98],"position,":[99],"phone":[100],"identity":[101],"Markov":[104],"model":[105],"state,":[106],"considered.":[108],"experimental":[110],"results":[111],"show":[112],"that":[113],"can":[117],"reduce":[118],"root":[120],"mean":[121],"square":[122],"error":[123],"(RMSE)":[124],"generated":[127,157],"log":[128],"fundamental":[129],"frequency":[130],"by":[131,159],"about":[132,160],"10.8%":[133],"4.3%":[135],"DNN":[137,154],"RNN":[139,156],"based":[140],"systems,":[142],"respectively.":[143],"With":[144],"extra":[146],"layers,":[148],"subjective":[149],"listening":[150],"tests":[151],"also":[152],"favor":[153],"24%":[161],"15%,":[163],"respectively,":[164],"over":[165],"baselines":[168],"without":[169],"any":[171],"categorical":[172],"information.":[173]},"counts_by_year":[{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}
