{"id":"https://openalex.org/W4406495593","doi":"https://doi.org/10.1109/slt61566.2024.10832247","title":"SoCodec: A Semantic-Ordered Multi-Stream Speech Codec For Efficient Language Model Based Text-to-Speech Synthesis","display_name":"SoCodec: A Semantic-Ordered Multi-Stream Speech Codec For Efficient Language Model Based Text-to-Speech Synthesis","publication_year":2024,"publication_date":"2024-12-02","ids":{"openalex":"https://openalex.org/W4406495593","doi":"https://doi.org/10.1109/slt61566.2024.10832247"},"language":"en","primary_location":{"id":"doi:10.1109/slt61566.2024.10832247","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt61566.2024.10832247","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072447806","display_name":"Haohan Guo","orcid":"https://orcid.org/0000-0002-3393-9984"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haohan Guo","raw_affiliation_strings":["The Chinese University of Hong Kong,Hong Kong SAR,China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Hong Kong SAR,China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101692260","display_name":"Fenglong Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I862669128","display_name":"Xiaomi (China)","ror":"https://ror.org/029f7bn57","country_code":"CN","type":"company","lineage":["https://openalex.org/I862669128"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fenglong Xie","raw_affiliation_strings":["Xiaohongshu Inc.,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Xiaohongshu Inc.,Shanghai,China","institution_ids":["https://openalex.org/I862669128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101763523","display_name":"Kun Xie","orcid":"https://orcid.org/0000-0003-4014-9646"},"institutions":[{"id":"https://openalex.org/I862669128","display_name":"Xiaomi (China)","ror":"https://ror.org/029f7bn57","country_code":"CN","type":"company","lineage":["https://openalex.org/I862669128"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kun Xie","raw_affiliation_strings":["Xiaohongshu Inc.,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Xiaohongshu Inc.,Shanghai,China","institution_ids":["https://openalex.org/I862669128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043555011","display_name":"Dongchao Yang","orcid":"https://orcid.org/0000-0002-8905-224X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongchao Yang","raw_affiliation_strings":["The Chinese University of Hong Kong,Hong Kong SAR,China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Hong Kong SAR,China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101377824","display_name":"Dake Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dake Guo","raw_affiliation_strings":["Northwestern Polytechnical University,Xi’an,China"],"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,Xi’an,China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025119324","display_name":"Xixin Wu","orcid":"https://orcid.org/0000-0001-9543-1572"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xixin Wu","raw_affiliation_strings":["The Chinese University of Hong Kong,Hong Kong SAR,China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Hong Kong SAR,China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102225156","display_name":"Helen Meng","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Helen Meng","raw_affiliation_strings":["The Chinese University of Hong Kong,Hong Kong SAR,China"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong,Hong Kong SAR,China","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5072447806"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":1.7454,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.87784861,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"645","last_page":"651"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8425211906433105},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5681617259979248},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5386519432067871},{"id":"https://openalex.org/keywords/codec","display_name":"Codec","score":0.5198098421096802},{"id":"https://openalex.org/keywords/speech-synthesis","display_name":"Speech synthesis","score":0.43563491106033325},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4269024729728699}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8425211906433105},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5681617259979248},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5386519432067871},{"id":"https://openalex.org/C161765866","wikidata":"https://www.wikidata.org/wiki/Q184748","display_name":"Codec","level":2,"score":0.5198098421096802},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.43563491106033325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4269024729728699},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/slt61566.2024.10832247","is_oa":false,"landing_page_url":"https://doi.org/10.1109/slt61566.2024.10832247","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Spoken Language Technology Workshop (SLT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4699999988079071,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320326427","display_name":"Innovation and Technology Fund","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2124509324","https://openalex.org/W2950305991","https://openalex.org/W3143367551","https://openalex.org/W3198217962","https://openalex.org/W3203407300","https://openalex.org/W3209059054","https://openalex.org/W4307323391","https://openalex.org/W4313679638","https://openalex.org/W4372279529","https://openalex.org/W4376632512","https://openalex.org/W4384615685","https://openalex.org/W4384918448","https://openalex.org/W4386384714","https://openalex.org/W4391833199","https://openalex.org/W4392903006","https://openalex.org/W4402111239","https://openalex.org/W4402111455","https://openalex.org/W4404740148","https://openalex.org/W4406496863","https://openalex.org/W6683307983","https://openalex.org/W6790521310","https://openalex.org/W6838843145","https://openalex.org/W6848735303","https://openalex.org/W6852421699","https://openalex.org/W6852581948","https://openalex.org/W6853096648","https://openalex.org/W6854199242","https://openalex.org/W6854866820","https://openalex.org/W6855885476","https://openalex.org/W6862144568"],"related_works":["https://openalex.org/W2964213236","https://openalex.org/W2163719598","https://openalex.org/W3161919736","https://openalex.org/W2387018512","https://openalex.org/W2107680156","https://openalex.org/W4301184752","https://openalex.org/W2288771647","https://openalex.org/W2751422192","https://openalex.org/W1509797384","https://openalex.org/W3204019825"],"abstract_inverted_index":{"The":[0,86,118],"long":[1],"speech":[2,27,35,109,136],"sequence":[3,42,59],"has":[4],"been":[5],"troubling":[6],"language":[7],"models":[8],"(LM)":[9],"based":[10],"TTS":[11],"approaches":[12],"in":[13,84,133],"terms":[14],"of":[15,93,108,125],"modeling":[16],"complexity":[17],"and":[18,81],"efficiency.":[19],"This":[20],"work":[21],"proposes":[22],"SoCodec,":[23],"a":[24,37,69],"semantic-ordered":[25],"multi-stream":[26,39,70,130],"codec,":[28],"to":[29,56,73,113],"address":[30],"this":[31,58],"issue.":[32],"It":[33,64],"compresses":[34],"into":[36,60],"shorter,":[38],"discrete":[40],"semantic":[41,131],"with":[43,68],"multiple":[44],"tokens":[45],"at":[46],"each":[47],"frame.":[48],"Meanwhile,":[49],"the":[50,91,94,106,123,127],"ordered":[51,62,129],"product":[52],"quantization":[53],"is":[54],"proposed":[55,95,128],"constrain":[57],"an":[61],"representation.":[63],"can":[65],"be":[66],"applied":[67],"delayed":[71],"LM":[72],"achieve":[74],"better":[75],"autoregressive":[76],"generation":[77],"along":[78],"both":[79],"time":[80],"stream":[82],"axes":[83],"TTS.":[85,141],"experimental":[87],"result":[88],"strongly":[89],"demonstrates":[90],"effectiveness":[92],"approach,":[96],"achieving":[97],"superior":[98],"performance":[99],"over":[100],"baseline":[101],"systems":[102],"even":[103],"if":[104],"compressing":[105],"frameshift":[107],"from":[110],"20":[111],"ms":[112,115],"240":[114],"(12":[116],"x).":[117],"ablation":[119],"studies":[120],"further":[121],"validate":[122],"importance":[124],"learning":[126],"representation":[132],"pursuing":[134],"shorter":[135],"sequences":[137],"for":[138],"efficient":[139],"LM-based":[140]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-03-27T14:29:43.386196","created_date":"2025-10-10T00:00:00"}