{"id":"https://openalex.org/W3083565479","doi":"https://doi.org/10.1109/access.2020.3021758","title":"Effective Emotion Transplantation in an End-to-End Text-to-Speech System","display_name":"Effective Emotion Transplantation in an End-to-End Text-to-Speech System","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3083565479","doi":"https://doi.org/10.1109/access.2020.3021758","mag":"3083565479"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3021758","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3021758","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09186605.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09186605.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101800027","display_name":"Young-Sun Joo","orcid":"https://orcid.org/0000-0002-7428-5868"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]},{"id":"https://openalex.org/I4210135449","display_name":"NCSOFT (South Korea)","ror":"https://ror.org/03q4mza74","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210135449"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Young-Sun Joo","raw_affiliation_strings":["Speech AI Lab., NCSOFT Corporation, Gyeonggi-do, South Korea","Department of Electrical and Electronics Engineering, Yonsei University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-7428-5868","affiliations":[{"raw_affiliation_string":"Speech AI Lab., NCSOFT Corporation, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I4210135449"]},{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Yonsei University, Seoul, South Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046330926","display_name":"Hanbin Bae","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135449","display_name":"NCSOFT (South Korea)","ror":"https://ror.org/03q4mza74","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210135449"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hanbin Bae","raw_affiliation_strings":["Speech AI Lab., NCSOFT Corporation, Gyeonggi-do, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Speech AI Lab., NCSOFT Corporation, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I4210135449"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102371485","display_name":"Young-Ik Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135449","display_name":"NCSOFT (South Korea)","ror":"https://ror.org/03q4mza74","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210135449"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young-Ik Kim","raw_affiliation_strings":["Speech AI Lab., NCSOFT Corporation, Gyeonggi-do, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Speech AI Lab., NCSOFT Corporation, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I4210135449"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052468556","display_name":"Hoon Young Cho","orcid":"https://orcid.org/0000-0002-6850-6580"},"institutions":[{"id":"https://openalex.org/I4210135449","display_name":"NCSOFT (South Korea)","ror":"https://ror.org/03q4mza74","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210135449"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hoon-Young Cho","raw_affiliation_strings":["Speech AI Lab., NCSOFT Corporation, Gyeonggi-do, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6850-6580","affiliations":[{"raw_affiliation_string":"Speech AI Lab., NCSOFT Corporation, Gyeonggi-do, South Korea","institution_ids":["https://openalex.org/I4210135449"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056128107","display_name":"Hong-Goo Kang","orcid":"https://orcid.org/0000-0002-6554-0783"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hong-Goo Kang","raw_affiliation_strings":["Department of Electrical and Electronics Engineering, Yonsei University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6554-0783","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronics Engineering, Yonsei University, Seoul, South Korea","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101800027"],"corresponding_institution_ids":["https://openalex.org/I193775966","https://openalex.org/I4210135449"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.2239,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.84309251,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"161713","last_page":"161719"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.803293764591217},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.7773844003677368},{"id":"https://openalex.org/keywords/speech-synthesis","display_name":"Speech synthesis","score":0.5898949503898621},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5290188789367676},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.5196143984794617},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5184147357940674},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.45522013306617737},{"id":"https://openalex.org/keywords/speech-processing","display_name":"Speech processing","score":0.4478972554206848},{"id":"https://openalex.org/keywords/speaker-recognition","display_name":"Speaker recognition","score":0.4341508448123932},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.4139629304409027},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.41180670261383057},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32890403270721436},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2906809151172638},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.08582451939582825}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.803293764591217},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.7773844003677368},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.5898949503898621},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5290188789367676},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.5196143984794617},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5184147357940674},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45522013306617737},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.4478972554206848},{"id":"https://openalex.org/C133892786","wikidata":"https://www.wikidata.org/wiki/Q1145189","display_name":"Speaker recognition","level":2,"score":0.4341508448123932},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.4139629304409027},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.41180670261383057},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32890403270721436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2906809151172638},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.08582451939582825},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3021758","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3021758","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09186605.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:0c976761d225494ca487e81f335503d3","is_oa":true,"landing_page_url":"https://doaj.org/article/0c976761d225494ca487e81f335503d3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 161713-161719 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3021758","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3021758","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09186605.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3083565479.pdf","grobid_xml":"https://content.openalex.org/works/W3083565479.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1492383498","https://openalex.org/W1522301498","https://openalex.org/W1524333225","https://openalex.org/W1971670143","https://openalex.org/W1993267429","https://openalex.org/W2084134149","https://openalex.org/W2102003408","https://openalex.org/W2120847449","https://openalex.org/W2153914468","https://openalex.org/W2187089797","https://openalex.org/W2294797155","https://openalex.org/W2398561585","https://openalex.org/W2519091744","https://openalex.org/W2577935333","https://openalex.org/W2605320104","https://openalex.org/W2745595539","https://openalex.org/W2746498480","https://openalex.org/W2751205669","https://openalex.org/W2766406951","https://openalex.org/W2766736793","https://openalex.org/W2767052532","https://openalex.org/W2769810959","https://openalex.org/W2770743791","https://openalex.org/W2785364623","https://openalex.org/W2794490148","https://openalex.org/W2794838827","https://openalex.org/W2795109282","https://openalex.org/W2890606114","https://openalex.org/W2963300588","https://openalex.org/W2963609956","https://openalex.org/W2963691546","https://openalex.org/W4294619240","https://openalex.org/W4295731579","https://openalex.org/W6631190155","https://openalex.org/W6631362777","https://openalex.org/W6682610290","https://openalex.org/W6696843773","https://openalex.org/W6713020357","https://openalex.org/W6736204136","https://openalex.org/W6745232783","https://openalex.org/W6746238782","https://openalex.org/W6749489859","https://openalex.org/W6750489868"],"related_works":["https://openalex.org/W2164147372","https://openalex.org/W2550171623","https://openalex.org/W4253660971","https://openalex.org/W1909292483","https://openalex.org/W3126788496","https://openalex.org/W1428730622","https://openalex.org/W1658560081","https://openalex.org/W2146616055","https://openalex.org/W2556771176","https://openalex.org/W2899676847"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,138],"propose":[4],"an":[5,22,29],"effective":[6,159],"technique":[7,156],"to":[8,15,41,64,70,98,124,141,162],"transplant":[9],"a":[10,16,35,47,53],"source":[11,36],"speaker\u2019s":[12,19,37,78,91,117],"emotional":[13,38],"expression":[14],"new":[17],"target":[18,48,77,90,116],"voice":[20,44,92],"within":[21],"end-to-end":[23],"text-to-speech":[24],"(TTS)":[25],"framework.":[26],"We":[27,59],"modify":[28],"expressive":[30,112,119],"TTS":[31],"model":[32],"pre-trained":[33],"using":[34],"speech":[39,55,87,113],"database":[40,56],"reflect":[42],"the":[43,72,76,85,89,100,104,110,115,128,135,143],"characteristics":[45],"of":[46,145],"speaker":[49],"for":[50],"which":[51,121],"only":[52],"neutral":[54],"is":[57,69,97,122],"available.":[58],"set":[60],"two":[61,129],"adaptation":[62,136,155],"criteria":[63,130],"achieve":[65],"this.":[66],"One":[67],"criterion":[68,96],"minimize":[71,99],"reconstruction":[73],"loss":[74,102],"between":[75,103],"recorded":[79],"and":[80,114,168],"synthesized":[81,86,118],"speech,":[82,120],"such":[83],"that":[84],"has":[88],"characteristics.":[93],"The":[94,153],"other":[95],"emotion":[101,105],"embedding":[106],"vectors":[107],"extracted":[108],"from":[109],"reference":[111],"essential":[123],"preserve":[125],"expressiveness.":[126],"Since":[127],"are":[131,139],"applied":[132],"alternately":[133],"in":[134,150,165],"process,":[137],"able":[140],"avoid":[142],"kind":[144],"bias":[146],"issues":[147],"frequently":[148],"encountered":[149],"similar":[151],"tasks.":[152],"proposed":[154],"demonstrates":[157],"more":[158],"performance":[160],"compared":[161],"conventional":[163],"approaches":[164],"both":[166],"quantitative":[167],"qualitative":[169],"evaluations.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":2}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}