{"id":"https://openalex.org/W4388181563","doi":"https://doi.org/10.1186/s13636-023-00312-8","title":"W2VC: WavLM representation based one-shot voice conversion with gradient reversal distillation and CTC supervision","display_name":"W2VC: WavLM representation based one-shot voice conversion with gradient reversal distillation and CTC supervision","publication_year":2023,"publication_date":"2023-10-28","ids":{"openalex":"https://openalex.org/W4388181563","doi":"https://doi.org/10.1186/s13636-023-00312-8"},"language":"en","primary_location":{"id":"doi:10.1186/s13636-023-00312-8","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13636-023-00312-8","pdf_url":"https://asmp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13636-023-00312-8","source":{"id":"https://openalex.org/S19605986","display_name":"EURASIP Journal on Audio Speech and Music Processing","issn_l":"1687-4714","issn":["1687-4714","1687-4722"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Audio, Speech, and Music Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://asmp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13636-023-00312-8","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024772368","display_name":"Hao Huang","orcid":"https://orcid.org/0000-0001-6604-0951"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Huang","raw_affiliation_strings":["School of Computer Science and Technology, Xinjiang University, Urumqi, China","Xinjiang Key Laboratory of Multi-lingual Information Technology, Urumqi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xinjiang University, Urumqi, China","institution_ids":["https://openalex.org/I96908189"]},{"raw_affiliation_string":"Xinjiang Key Laboratory of Multi-lingual Information Technology, Urumqi, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403195","display_name":"Lin Wang","orcid":"https://orcid.org/0000-0002-7485-4493"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Wang","raw_affiliation_strings":["School of Computer Science and Technology, Xinjiang University, Urumqi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xinjiang University, Urumqi, China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001480103","display_name":"Jichen Yang","orcid":"https://orcid.org/0000-0002-4954-8398"},"institutions":[{"id":"https://openalex.org/I4210122543","display_name":"Guangdong Polytechnic Normal University","ror":"https://ror.org/02pcb5m77","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210122543"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jichen Yang","raw_affiliation_strings":["School of Cyber Security, Guangdong Polytechnic Normal University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4954-8398","affiliations":[{"raw_affiliation_string":"School of Cyber Security, Guangdong Polytechnic Normal University, Guangzhou, China","institution_ids":["https://openalex.org/I4210122543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042363663","display_name":"Ying Hu","orcid":"https://orcid.org/0000-0001-7505-1767"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Hu","raw_affiliation_strings":["School of Computer Science and Technology, Xinjiang University, Urumqi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xinjiang University, Urumqi, China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100317921","display_name":"Liang He","orcid":"https://orcid.org/0000-0003-4826-629X"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang He","raw_affiliation_strings":["School of Computer Science and Technology, Xinjiang University, Urumqi, China","Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xinjiang University, Urumqi, China","institution_ids":["https://openalex.org/I96908189"]},{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5001480103"],"corresponding_institution_ids":["https://openalex.org/I4210122543"],"apc_list":{"value":1635,"currency":"USD","value_usd":1635},"apc_paid":{"value":1635,"currency":"USD","value_usd":1635},"fwci":0.5637,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.72694174,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"2023","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7885176539421082},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6568803191184998},{"id":"https://openalex.org/keywords/spectrogram","display_name":"Spectrogram","score":0.6047044396400452},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5690054893493652},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5640576481819153},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.5544756650924683},{"id":"https://openalex.org/keywords/connectionism","display_name":"Connectionism","score":0.5158942937850952},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.502769947052002},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4944725036621094},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.48736149072647095},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4241983890533447},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.41589492559432983},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.287115216255188},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09587779641151428}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7885176539421082},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6568803191184998},{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.6047044396400452},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5690054893493652},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5640576481819153},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.5544756650924683},{"id":"https://openalex.org/C8521452","wikidata":"https://www.wikidata.org/wiki/Q203790","display_name":"Connectionism","level":3,"score":0.5158942937850952},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.502769947052002},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4944725036621094},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.48736149072647095},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4241983890533447},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.41589492559432983},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.287115216255188},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09587779641151428},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s13636-023-00312-8","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13636-023-00312-8","pdf_url":"https://asmp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13636-023-00312-8","source":{"id":"https://openalex.org/S19605986","display_name":"EURASIP Journal on Audio Speech and Music Processing","issn_l":"1687-4714","issn":["1687-4714","1687-4722"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Audio, Speech, and Music Processing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:44eea5684bd34c2587e7332445f55112","is_oa":true,"landing_page_url":"https://doaj.org/article/44eea5684bd34c2587e7332445f55112","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EURASIP Journal on Audio, Speech, and Music Processing, Vol 2023, Iss 1, Pp 1-15 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13636-023-00312-8","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13636-023-00312-8","pdf_url":"https://asmp-eurasipjournals.springeropen.com/counter/pdf/10.1186/s13636-023-00312-8","source":{"id":"https://openalex.org/S19605986","display_name":"EURASIP Journal on Audio Speech and Music Processing","issn_l":"1687-4714","issn":["1687-4714","1687-4722"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"EURASIP Journal on Audio, Speech, and Music Processing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2957875255","display_name":null,"funder_award_id":"2020AAA0107902","funder_id":"https://openalex.org/F4320335774","funder_display_name":"Key Technologies Research and Development Program"},{"id":"https://openalex.org/G6861194883","display_name":"\u57fa\u4e8e\u65e0\u76d1\u7763\u5b66\u4e60\u65b9\u6cd5\u7684\u53e3\u8bed\u7406\u89e3\u4e0e\u4eba\u673a\u5bf9\u8bdd\u884c\u4e3a\u7814\u7a76","funder_award_id":"61663044","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335774","display_name":"Key Technologies Research and Development Program","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4388181563.pdf"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2031321541","https://openalex.org/W2120605154","https://openalex.org/W2123003832","https://openalex.org/W2127141656","https://openalex.org/W2518172956","https://openalex.org/W2532494225","https://openalex.org/W2603777577","https://openalex.org/W2806000759","https://openalex.org/W2962788625","https://openalex.org/W2972659941","https://openalex.org/W2982223350","https://openalex.org/W3010916717","https://openalex.org/W3015645837","https://openalex.org/W3095361818","https://openalex.org/W3161627112","https://openalex.org/W3163983014","https://openalex.org/W3197580070","https://openalex.org/W3197763626","https://openalex.org/W3198082505","https://openalex.org/W3207300132","https://openalex.org/W3209059054","https://openalex.org/W3209984917","https://openalex.org/W4225322394","https://openalex.org/W4226474318","https://openalex.org/W6601132449","https://openalex.org/W6603838645"],"related_works":["https://openalex.org/W2530685530","https://openalex.org/W4375868962","https://openalex.org/W2088854863","https://openalex.org/W2011227383","https://openalex.org/W1976719989","https://openalex.org/W2942893872","https://openalex.org/W2065606036","https://openalex.org/W3179495260","https://openalex.org/W3127543252","https://openalex.org/W2016904525"],"abstract_inverted_index":{"Abstract":[0],"Non-parallel":[1],"data":[2],"voice":[3],"conversion":[4],"(VC)":[5],"has":[6],"achieved":[7],"considerable":[8],"breakthroughs":[9],"due":[10],"to":[11,29,45,104,138,160,174,177,268],"self-supervised":[12,194],"pre-trained":[13,25],"representation":[14,52,119,141,167],"(SSPR)":[15],"being":[16],"used":[17,137,159],"in":[18,35,49,68,93,164,208,225,249,253,258],"recent":[19],"years.":[20],"Features":[21],"extracted":[22],"by":[23,54,98],"the":[24,50,61,76,85,88,99,106,126,165,189,193,203,210,214,218,237,245,269],"model":[26],"are":[27,158,206],"expected":[28],"contain":[30],"more":[31,123],"content":[32,51,89,129,140,148,166,190,204],"information.":[33],"However,":[34],"common":[36],"VC":[37,180,211],"with":[38,84,125],"SSPR,":[39,55],"there":[40],"is":[41,72,81,122,136,172,234,243,266],"no":[42],"special":[43],"implementation":[44],"remove":[46,161],"speaker":[47,62,156,162,259],"information":[48,63,95,163,191],"extraction":[53],"which":[56,80,265],"prevents":[57],"further":[58],"purification":[59,198],"of":[60,87,110,128,192,261],"from":[64,117,145],"SSPR":[65],"representation.":[66],"Moreover,":[67,213],"conventional":[69],"VC,":[70],"Mel-spectrogram":[71],"often":[73],"selected":[74],"as":[75],"reconstructed":[77],"acoustic":[78],"feature,":[79],"not":[82],"consistent":[83,124],"input":[86,127],"encoder":[90,149,205],"and":[91,142,199,228,239,256],"results":[92,182,224],"some":[94],"lost.":[96],"Motivated":[97],"above,":[100],"we":[101],"proposed":[102,232],"W2VC":[103,108],"settle":[105],"issues.":[107],"consists":[109],"three":[111],"parts:":[112],"(1)":[113],"We":[114],"reconstruct":[115],"feature":[116],"WavLM":[118],"(WLMR)":[120],"that":[121,184],"encoder;":[130],"(2)":[131],"Connectionist":[132],"temporal":[133],"classification":[134],"(CTC)":[135],"align":[139],"text":[143],"context":[144],"phoneme":[146],"level,":[147],"plus":[150],"gradient":[151],"reversal":[152],"layer":[153],"(GRL)":[154],"based":[155],"classifier":[157],"extraction;":[168],"(3)":[169],"WLMR-based":[170],"HiFi-GAN":[171],"trained":[173],"convert":[175],"WLMR":[176,219],"waveform":[178],"speech.":[179],"experimental":[181],"show":[183],"GRL":[185,197],"can":[186],"purify":[187],"well":[188],"model.":[195],"The":[196,231],"CTC":[200],"supervision":[201],"on":[202,236],"complementary":[207],"improving":[209],"performance.":[212],"synthesized":[215],"speech":[216,254],"using":[217],"retrained":[220],"vocoder":[221],"achieves":[222,247],"better":[223],"both":[226],"subjective":[227,262],"objective":[229,250],"evaluation.":[230],"method":[233,246],"evaluated":[235],"VCTK":[238],"CMU":[240],"databases.":[241],"It":[242],"shown":[244],"8.901":[248],"MCD,":[251],"4.45":[252],"naturalness,":[255],"3.62":[257],"similarity":[260],"MOS":[263],"score,":[264],"superior":[267],"baseline.":[270]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}