{"id":"https://openalex.org/W4392931776","doi":"https://doi.org/10.1109/icassp48485.2024.10446284","title":"ESVC: Combining Adaptive Style Fusion and Multi-Level Feature Disentanglement for Expressive Singing Voice Conversion","display_name":"ESVC: Combining Adaptive Style Fusion and Multi-Level Feature Disentanglement for Expressive Singing Voice Conversion","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4392931776","doi":"https://doi.org/10.1109/icassp48485.2024.10446284"},"language":"en","primary_location":{"id":"doi:10.1109/icassp48485.2024.10446284","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10446284","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017990705","display_name":"Zeyu Yang","orcid":"https://orcid.org/0000-0003-0253-9053"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zeyu Yang","raw_affiliation_strings":["Nanjing University of Posts and Telecommunications,China","Nanjing University of Posts and Telecommunications, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications,China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059638789","display_name":"Minchuan Chen","orcid":"https://orcid.org/0009-0001-1512-6672"},"institutions":[{"id":"https://openalex.org/I4401726822","display_name":"Ping An (China)","ror":"https://ror.org/004yv2z91","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minchuan Chen","raw_affiliation_strings":["Ping An Technology,China","Ping An Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ping An Technology,China","institution_ids":["https://openalex.org/I4401726822"]},{"raw_affiliation_string":"Ping An Technology, China","institution_ids":["https://openalex.org/I4401726822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385632","display_name":"Yanping Li","orcid":"https://orcid.org/0000-0002-0074-7695"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanping Li","raw_affiliation_strings":["Nanjing University of Posts and Telecommunications,China","Nanjing University of Posts and Telecommunications, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications,China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"Nanjing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101857152","display_name":"Wei Hu","orcid":"https://orcid.org/0000-0002-3744-8357"},"institutions":[{"id":"https://openalex.org/I4401726822","display_name":"Ping An (China)","ror":"https://ror.org/004yv2z91","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Hu","raw_affiliation_strings":["Ping An Technology,China","Ping An Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ping An Technology,China","institution_ids":["https://openalex.org/I4401726822"]},{"raw_affiliation_string":"Ping An Technology, China","institution_ids":["https://openalex.org/I4401726822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100702017","display_name":"Shaojun Wang","orcid":"https://orcid.org/0009-0001-8955-8566"},"institutions":[{"id":"https://openalex.org/I4401726822","display_name":"Ping An (China)","ror":"https://ror.org/004yv2z91","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaojun Wang","raw_affiliation_strings":["Ping An Technology,China","Ping An Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ping An Technology,China","institution_ids":["https://openalex.org/I4401726822"]},{"raw_affiliation_string":"Ping An Technology, China","institution_ids":["https://openalex.org/I4401726822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016038454","display_name":"Jing Xiao","orcid":"https://orcid.org/0000-0001-9615-4749"},"institutions":[{"id":"https://openalex.org/I4401726822","display_name":"Ping An (China)","ror":"https://ror.org/004yv2z91","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Xiao","raw_affiliation_strings":["Ping An Technology,China","Ping An Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ping An Technology,China","institution_ids":["https://openalex.org/I4401726822"]},{"raw_affiliation_string":"Ping An Technology, China","institution_ids":["https://openalex.org/I4401726822"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100406497","display_name":"Zijian Li","orcid":"https://orcid.org/0000-0002-3964-3789"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zijian Li","raw_affiliation_strings":["Georgia Institute of Technology,USA","Georgia Institute of Technology, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Georgia Institute of Technology, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"12161","last_page":"12165"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/singing","display_name":"Singing","score":0.6939625144004822},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.683009147644043},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5620689988136292},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.5583041906356812},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5387678146362305},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.520763635635376},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.5049529671669006},{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.5038232207298279},{"id":"https://openalex.org/keywords/naturalness","display_name":"Naturalness","score":0.45736369490623474},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.4495089650154114},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3661193251609802},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.19701698422431946},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08872547745704651}],"concepts":[{"id":"https://openalex.org/C44819458","wikidata":"https://www.wikidata.org/wiki/Q27939","display_name":"Singing","level":2,"score":0.6939625144004822},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.683009147644043},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5620689988136292},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.5583041906356812},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5387678146362305},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.520763635635376},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.5049529671669006},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.5038232207298279},{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.45736369490623474},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.4495089650154114},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3661193251609802},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.19701698422431946},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08872547745704651},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp48485.2024.10446284","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icassp48485.2024.10446284","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2024 - 2024 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.6899999976158142,"display_name":"Reduced inequalities"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323268","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34"},{"id":"https://openalex.org/F4320324852","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2066598518","https://openalex.org/W2096733369","https://openalex.org/W2294038178","https://openalex.org/W2603777577","https://openalex.org/W3016007107","https://openalex.org/W3095948607","https://openalex.org/W3096939667","https://openalex.org/W3110041771","https://openalex.org/W3163568691","https://openalex.org/W3197659778","https://openalex.org/W3205154814","https://openalex.org/W3207300132","https://openalex.org/W3209059054","https://openalex.org/W3209984917","https://openalex.org/W3210530853","https://openalex.org/W4205742757","https://openalex.org/W4221153051","https://openalex.org/W4224927653","https://openalex.org/W4226320669","https://openalex.org/W4285345683","https://openalex.org/W4286747238","https://openalex.org/W4296068763","https://openalex.org/W4320451749","https://openalex.org/W4372260053","https://openalex.org/W4372338328","https://openalex.org/W4384028538","https://openalex.org/W4391021367","https://openalex.org/W4391021724","https://openalex.org/W6779459370","https://openalex.org/W6786824797","https://openalex.org/W6796464841","https://openalex.org/W6839738141","https://openalex.org/W6849600165"],"related_works":["https://openalex.org/W2029561777","https://openalex.org/W172797710","https://openalex.org/W3165080709","https://openalex.org/W2945105049","https://openalex.org/W2626699140","https://openalex.org/W2909357361","https://openalex.org/W4387098302","https://openalex.org/W4288365855","https://openalex.org/W2948317131","https://openalex.org/W2364103730"],"abstract_inverted_index":{"Nowadays,":[0],"singing":[1,124],"voice":[2],"conversion":[3],"(SVC)":[4],"has":[5],"made":[6],"great":[7],"strides":[8],"in":[9,80,190],"both":[10],"naturalness":[11],"and":[12,35,62,73,85,104,141,153,173,177],"similarity":[13],"for":[14,89,150],"common":[15],"SVC":[16,39,53,166,188],"with":[17],"a":[18],"neutral":[19],"expression.":[20],"However,":[21],"besides":[22],"singer":[23,60,86,171],"identity,":[24],"emotional":[25,63,83,154,174],"expression":[26],"is":[27,129,148,163],"also":[28],"essential":[29],"to":[30,77,99,119,131,168],"convey":[31],"the":[32,68,101,109,133,157,164,186],"singer\u2019s":[33],"emotions":[34],"attitudes,":[36],"but":[37],"current":[38],"systems":[40],"can":[41,58],"not":[42],"effectively":[43],"support":[44],"it.":[45],"In":[46],"this":[47],"paper,":[48],"we":[49,93],"propose":[50],"an":[51],"expressive":[52,142],"framework":[54],"called":[55],"ESVC,":[56],"which":[57],"convert":[59,170],"identity":[61,152,172],"style":[64,71,84,90,105,193],"simultaneously.":[65],"ESVC":[66,162],"combines":[67],"ideas":[69],"of":[70,82,111,123,159,192],"fusion":[72],"feature":[74,103],"disentanglement,":[75],"seeking":[76],"maximize":[78],"fidelity":[79],"terms":[81,191],"identity.":[87],"Firstly,":[88],"information":[91,112,127],"penetration,":[92],"employ":[94],"adaptive":[95],"instance":[96],"normalization":[97],"(AdaIN)":[98],"fuse":[100],"content":[102],"feature.":[106],"Secondly,":[107],"given":[108],"possibility":[110],"leakage,":[113],"two":[114],"disentanglement-oriented":[115],"methods":[116],"are":[117],"introduced":[118],"decouple":[120],"different":[121],"kinds":[122],"features.":[125],"Mutual":[126],"(MI)":[128],"used":[130],"reduce":[132],"correlation":[134],"between":[135],"linguistic":[136],"content,":[137],"fundamental":[138],"frequency":[139],"(F0)":[140],"feature,":[143],"while":[144],"adversarial":[145],"triplet":[146],"loss":[147],"exerted":[149],"decoupling":[151],"elements.":[155],"To":[156],"best":[158],"our":[160,182],"knowledge,":[161],"first":[165],"system":[167,183],"jointly":[169],"style.":[175],"Objective":[176],"subjective":[178],"experiments":[179],"demonstrate":[180],"that":[181],"significantly":[184],"outperforms":[185],"state-of-the-art":[187],"model":[189],"expressiveness.":[194]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}