{"id":"https://openalex.org/W4394000195","doi":"https://doi.org/10.1145/3640543.3645146","title":"Conan's Bow Tie: A Streaming Voice Conversion for Real-Time VTuber Livestreaming","display_name":"Conan's Bow Tie: A Streaming Voice Conversion for Real-Time VTuber Livestreaming","publication_year":2024,"publication_date":"2024-03-18","ids":{"openalex":"https://openalex.org/W4394000195","doi":"https://doi.org/10.1145/3640543.3645146"},"language":"en","primary_location":{"id":"doi:10.1145/3640543.3645146","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640543.3645146","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640543.3645146","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3640543.3645146","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007508388","display_name":"Qianniu Chen","orcid":"https://orcid.org/0000-0002-3495-4369"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qianniu Chen","raw_affiliation_strings":["The State Key Laboratory of Blockchain and Data Security, Zhejiang University, China and School of Cyber Science and Technology, Zhejiang University, China and College of Computer Science and Technology, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0002-3495-4369","affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Blockchain and Data Security, Zhejiang University, China and School of Cyber Science and Technology, Zhejiang University, China and College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070163784","display_name":"Z. P. Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhehan Gu","raw_affiliation_strings":["Zhejiang University, China"],"raw_orcid":"https://orcid.org/0009-0003-0109-7238","affiliations":[{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100658678","display_name":"Li L\u00fc","orcid":"https://orcid.org/0000-0001-5230-3749"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Lu","raw_affiliation_strings":["The State Key Laboratory of Blockchain and Data Security, Zhejiang University, China and School of Cyber Science and Technology, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0001-5230-3749","affiliations":[{"raw_affiliation_string":"The State Key Laboratory of Blockchain and Data Security, Zhejiang University, China and School of Cyber Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100729468","display_name":"Xiangyu Xu","orcid":"https://orcid.org/0000-0002-1628-906X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Xu","raw_affiliation_strings":["School of Computer Science and Engineering, Southeast University, China"],"raw_orcid":"https://orcid.org/0000-0002-1628-906X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Southeast University, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072485378","display_name":"Zhongjie Ba","orcid":"https://orcid.org/0000-0003-0921-8869"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongjie Ba","raw_affiliation_strings":["Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0003-0921-8869","affiliations":[{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078406349","display_name":"Feng Lin","orcid":"https://orcid.org/0000-0001-5240-5200"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Lin","raw_affiliation_strings":["Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0001-5240-5200","affiliations":[{"raw_affiliation_string":"Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101715620","display_name":"Zhenguang Liu","orcid":"https://orcid.org/0000-0002-7981-9873"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenguang Liu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0002-7981-9873","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000596496","display_name":"Kui Ren","orcid":"https://orcid.org/0000-0003-3441-6277"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kui Ren","raw_affiliation_strings":["School of Cyber Science and Technology, Zhejiang University, China"],"raw_orcid":"https://orcid.org/0000-0003-3441-6277","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Zhejiang University, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5007508388"],"corresponding_institution_ids":["https://openalex.org/I168879160"],"apc_list":null,"apc_paid":null,"fwci":2.6491,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.90719374,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"35","last_page":"50"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8049458265304565},{"id":"https://openalex.org/keywords/avatar","display_name":"Avatar","score":0.7331802845001221},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.534437894821167},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5087488293647766},{"id":"https://openalex.org/keywords/animation","display_name":"Animation","score":0.44328784942626953},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4189738631248474},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3697563409805298},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.17348122596740723},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.11697414517402649}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8049458265304565},{"id":"https://openalex.org/C2777365542","wikidata":"https://www.wikidata.org/wiki/Q83090","display_name":"Avatar","level":2,"score":0.7331802845001221},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.534437894821167},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5087488293647766},{"id":"https://openalex.org/C502989409","wikidata":"https://www.wikidata.org/wiki/Q11425","display_name":"Animation","level":2,"score":0.44328784942626953},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4189738631248474},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3697563409805298},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.17348122596740723},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.11697414517402649},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3640543.3645146","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640543.3645146","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640543.3645146","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3640543.3645146","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3640543.3645146","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3640543.3645146","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2051114290","display_name":null,"funder_award_id":"62172359","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2091085729","display_name":null,"funder_award_id":"62202099","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3123248364","display_name":null,"funder_award_id":"62372406","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3489595043","display_name":null,"funder_award_id":"62032021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3657713562","display_name":null,"funder_award_id":"62372402","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5043574788","display_name":null,"funder_award_id":"62102354","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G557493282","display_name":null,"funder_award_id":"62102354, 62032021, 62172359, 62372406, 62202099, 62372402","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394000195.pdf","grobid_xml":"https://content.openalex.org/works/W4394000195.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1509691205","https://openalex.org/W2005438552","https://openalex.org/W2057609679","https://openalex.org/W2076268407","https://openalex.org/W2086796102","https://openalex.org/W2107860279","https://openalex.org/W2126143605","https://openalex.org/W2156142001","https://openalex.org/W2294246205","https://openalex.org/W2294351487","https://openalex.org/W2396025094","https://openalex.org/W2471520273","https://openalex.org/W2517513811","https://openalex.org/W2612649659","https://openalex.org/W2897353073","https://openalex.org/W2899877258","https://openalex.org/W2901254300","https://openalex.org/W2902070858","https://openalex.org/W2923073871","https://openalex.org/W2937579788","https://openalex.org/W2962760690","https://openalex.org/W2962793481","https://openalex.org/W2963539064","https://openalex.org/W2963767194","https://openalex.org/W2972801955","https://openalex.org/W2973216307","https://openalex.org/W2981299847","https://openalex.org/W3003285580","https://openalex.org/W3024869864","https://openalex.org/W3034420534","https://openalex.org/W3095936335","https://openalex.org/W3098557217","https://openalex.org/W3099078140","https://openalex.org/W3102905810","https://openalex.org/W3161627112","https://openalex.org/W3168719651","https://openalex.org/W3176660455","https://openalex.org/W3179755140","https://openalex.org/W4283390999","https://openalex.org/W4317926938","https://openalex.org/W4360991078","https://openalex.org/W4366550288","https://openalex.org/W4367318798","https://openalex.org/W4380364830","https://openalex.org/W4383681457","https://openalex.org/W6725738592"],"related_works":["https://openalex.org/W3138471234","https://openalex.org/W4247958311","https://openalex.org/W4396832849","https://openalex.org/W1584662471","https://openalex.org/W4386041181","https://openalex.org/W2103375294","https://openalex.org/W1823321090","https://openalex.org/W3196465490","https://openalex.org/W2378792725","https://openalex.org/W2167654528"],"abstract_inverted_index":{"Recent":[0],"years":[1],"have":[2],"witnessed":[3],"a":[4,13,26,73,78,127,151,176,180,193],"dramatic":[5],"growing":[6],"trend":[7],"of":[8,42,51,100,182],"Virtual":[9],"YouTubers":[10],"(VTubers)":[11],"as":[12,20],"new":[14],"business":[15],"on":[16,160,184,188],"social":[17],"media,":[18],"such":[19],"YouTube,":[21],"Twitch,":[22],"and":[23,104,144,157,186],"TikTok.":[24],"However,":[25],"significant":[27],"challenge":[28],"arises":[29],"when":[30],"VTuber":[31,86],"voice":[32,55,81,93,112,119,173],"actors":[33],"face":[34],"health":[35],"issues":[36],"or":[37],"retire,":[38],"jeopardizing":[39],"the":[40,58,98,118,136,141],"continuity":[41],"their":[43],"avatar\u2019s":[44],"recognizable":[45],"voices.":[46],"A":[47],"potential":[48],"solution":[49],"reminiscent":[50],"Conan\u2019s":[52],"Bow":[53],"Tie":[54],"changer":[56],"in":[57,121,175],"popular":[59],"animation":[60],"Case":[61],"Closed":[62],"(i.e.,":[63],"Detective":[64],"Conan)":[65],"has":[66],"inspired":[67],"our":[68,124],"work.":[69],"To":[70],"make":[71],"this":[72],"reality,":[74],"we":[75,149],"introduce":[76],"VTuberBowTie,":[77],"user-friendly":[79],"streaming":[80,92,177],"conversion":[82,94,174],"system":[83],"for":[84,155],"real-time":[85,111],"livestreaming.":[87],"We":[88],"propose":[89],"an":[90],"innovative":[91],"approach":[95,125],"that":[96,131,168],"tackles":[97],"challenges":[99],"limited":[101],"context":[102,106],"modeling":[103],"bidirectional":[105],"dependence":[107],"inherent":[108],"to":[109],"conventional":[110],"conversion.":[113],"Rather":[114],"than":[115],"individually":[116],"processing":[117],"stream":[120],"data":[122],"chunks,":[123],"adopts":[126],"fully":[128],"sequential":[129],"structure":[130],"leverages":[132],"contextual":[133],"information":[134],"preceding":[135],"input":[137],"chunk,":[138],"thereby":[139],"expanding":[140],"perceptual":[142],"range":[143],"enabling":[145],"seamless":[146],"concatenation.":[147],"Moreover,":[148],"developed":[150],"ready-to-use":[152],"interaction":[153],"interface":[154],"VTuberBowTie":[156,169],"deployed":[158],"it":[159],"various":[161],"computing":[162],"platforms.":[163],"The":[164],"experimental":[165],"results":[166],"show":[167],"can":[170],"achieve":[171],"high-quality":[172],"manner":[178],"with":[179],"latency":[181],"179.1ms":[183],"CPU":[185],"70.8ms":[187],"GPU":[189],"while":[190],"providing":[191],"users":[192],"friendly":[194],"interactive":[195],"experience.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}