{"id":"https://openalex.org/W4403780667","doi":"https://doi.org/10.1145/3664647.3681539","title":"Convert and Speak: Zero-shot Accent Conversion with Minimum Supervision","display_name":"Convert and Speak: Zero-shot Accent Conversion with Minimum Supervision","alternate_titles":[],"publication_year":2024,"publication_date":"2024-10-28","ids":{"openalex":"https://openalex.org/W4403780667","doi":"https://doi.org/10.1145/3664647.3681539"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681539","doi":"https://doi.org/10.1145/3664647.3681539","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681539","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4403780667"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2408.10096","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhijun Jia","orcid":"https://orcid.org/0009-0000-8842-2088","observed_orcids":["https://orcid.org/0009-0000-8842-2088"]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhijun Jia","raw_affiliation_strings":["Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0000-8842-2088","affiliations":[{"raw_affiliation_string":"Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031445620","display_name":"Huaying Xue","orcid":"https://orcid.org/0009-0002-7110-5574","observed_orcids":["https://orcid.org/0009-0002-7110-5574"]},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Huaying Xue","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-7110-5574","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024977056","display_name":"Xiulian Peng","orcid":"https://orcid.org/0000-0001-8213-4878","observed_orcids":["https://orcid.org/0000-0001-8213-4878"]},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xiulian Peng","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8213-4878","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100756584","display_name":"Yan Lu","orcid":"https://orcid.org/0000-0001-5383-6424","observed_orcids":["https://orcid.org/0000-0001-5383-6424"]},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yan Lu","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5383-6424","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6933,"has_fulltext":true,"cited_by_count":22,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.88493268,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"4446","last_page":"4454"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10403","display_name":"Phonetics and Phonology Research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/accent-conversion","display_name":"accent conversion","score":0.9739999771118164},{"id":"https://openalex.org/keywords/speech-synthesis","display_name":"speech synthesis","score":0.5419999957084656}],"concepts":[{"id":"https://openalex.org/C2776756274","wikidata":"https://www.wikidata.org/wiki/Q181767","display_name":"Stress (linguistics)","level":2,"score":0.790013313293457},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.7297881841659546},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.6030381917953491},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5897865295410156},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4054446220397949},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3808457553386688},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37950077652931213},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2837095260620117},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.08531343936920166},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.08203563094139099},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3664647.3681539","doi":"https://doi.org/10.1145/3664647.3681539","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681539","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"ACM International Conference on Multimedia (ACM MM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"conference"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2408.10096","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.10096","pdf_url":"https://arxiv.org/pdf/2408.10096","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2408.10096","doi":"https://doi.org/10.48550/arxiv.2408.10096","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2408.10096","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2408.10096","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.10096","pdf_url":"https://arxiv.org/pdf/2408.10096","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403780667.pdf","grobid_xml":"https://content.openalex.org/works/W4403780667.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W95152782","https://openalex.org/W1494198834","https://openalex.org/W2743984732","https://openalex.org/W2888954148","https://openalex.org/W2890402938","https://openalex.org/W2964243274","https://openalex.org/W2972359262","https://openalex.org/W2973142754","https://openalex.org/W2981852735","https://openalex.org/W2982399380","https://openalex.org/W2998572311","https://openalex.org/W3015430779","https://openalex.org/W3026158708","https://openalex.org/W3095953768","https://openalex.org/W3099782249","https://openalex.org/W3140429000","https://openalex.org/W3152626170","https://openalex.org/W3169320628","https://openalex.org/W3178321840","https://openalex.org/W3178546316","https://openalex.org/W3197659778","https://openalex.org/W3204009030","https://openalex.org/W3209984917","https://openalex.org/W4281789500","https://openalex.org/W4296069266","https://openalex.org/W4307323391","https://openalex.org/W4313679638","https://openalex.org/W4367032484","https://openalex.org/W4377231659","https://openalex.org/W4381786045","https://openalex.org/W4385822967","https://openalex.org/W4385823180","https://openalex.org/W4387799863"],"related_works":["https://openalex.org/W4385822967","https://openalex.org/W4367032484","https://openalex.org/W4296069266","https://openalex.org/W3204009030","https://openalex.org/W4372266858","https://openalex.org/W4392910800","https://openalex.org/W7164335856","https://openalex.org/W4403653981","https://openalex.org/W3015430779","https://openalex.org/W7216485925"],"abstract_inverted_index":{"Low":[0],"resource":[1],"of":[2,9,76,94,111,121,132,178,204],"parallel":[3,83,122,180],"data":[4,84,103,181],"is":[5,37,48,139,183],"the":[6,16,35,41,46,52,69,82,87,92,99,102,109,119,128,160,187],"key":[7],"challenge":[8],"accent":[10,63,78,123,167,194],"conversion(AC)":[11],"problem":[12],"in":[13,33,61,166],"which":[14,34,182],"both":[15],"pronunciation":[17],"units":[18],"and":[19,45,80,107,130,171],"prosody":[20],"pattern":[21],"need":[22,120],"to":[23,72,115,141,154,186,210],"be":[24],"converted.":[25],"We":[26],"propose":[27],"a":[28,57,134,201],"two-stage":[29],"generative":[30,59,137],"framework":[31,162,199],"\"convert-and-speak\"":[32],"conversion":[36,157],"only":[38,175],"operated":[39],"on":[40,51,152],"semantic":[42,54,95],"token":[43,55,96],"level":[44],"speech":[47,58,79,124,169],"synthesized":[49],"conditioned":[50],"converted":[53],"with":[56,91,104,174,192,214],"model":[60,138],"target":[62,77],"domain.":[64],"The":[65],"decoupling":[66],"design":[67],"enables":[68],"\"speaking\"":[70],"module":[71],"use":[73],"massive":[74],"amount":[75],"relieves":[81,98],"required":[85],"for":[86,101],"\"conversion\"":[88],"module.":[89],"Conversion":[90],"bridge":[93],"also":[97],"requirement":[100],"text":[105],"transcriptions":[106],"unlocks":[108],"usage":[110],"language":[112],"pre-training":[113],"technology":[114],"further":[116],"efficiently":[117],"reduce":[118,127],"data.":[125,216],"To":[126],"complexity":[129],"latency":[131],"\"speaking\",":[133],"single-stage":[135],"AR":[136],"designed":[140],"achieve":[142],"good":[143],"quality":[144],"as":[145,147],"well":[146],"lower":[148],"computation":[149],"cost.":[150],"Experiments":[151],"Indian-English":[153],"general":[155],"American-English":[156],"show":[158],"that":[159,197],"proposed":[161],"achieves":[163],"state-of-the-art":[164],"performance":[165],"similarity,":[168],"quality,":[170],"speaker":[172],"maintenance":[173],"15":[176],"minutes":[177],"weakly":[179],"not":[184],"constrained":[185],"same":[188],"speaker.":[189],"Extensive":[190],"experimentation":[191],"diverse":[193],"types":[195],"suggests":[196],"this":[198],"possesses":[200],"high":[202],"degree":[203],"adaptability,":[205],"making":[206],"it":[207],"readily":[208],"scalable":[209],"accommodate":[211],"other":[212],"accents":[213],"low-resource":[215],"Audio":[217],"samples":[218],"are":[219],"available":[220],"at":[221],"https://www.microsoft.com/en-us/research/project/convert-and-speak-zero-shot-accent-conversion-with-minimumsupervision/.":[222]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4403780667","counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":5}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2024-10-26T00:00:00"}
