{"id":"https://openalex.org/W7163343612","doi":"https://doi.org/10.48550/arxiv.2606.02739","title":"EntangleCodec: A Unified Discrete Audio Tokenizer via Semantic-Acoustic Entanglement","display_name":"EntangleCodec: A Unified Discrete Audio Tokenizer via Semantic-Acoustic Entanglement","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163343612","doi":"https://doi.org/10.48550/arxiv.2606.02739"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02739","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02739","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02739","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137728423","display_name":"Hui Li (32376)","orcid":"https://orcid.org/0009-0008-5594-0303"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129687728","display_name":"Yangfan Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Yangfan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137740505","display_name":"Junlin Shang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shang, Junlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137728821","display_name":"Changhao Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Changhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137775886","display_name":"Tao Gui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gui, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137734727","display_name":"Qi Zhang (28502)","orcid":"https://orcid.org/0009-0000-6228-4975"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137789450","display_name":"Xuanjing Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Xuanjing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.263700008392334,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.263700008392334,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.18199999630451202,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.17730000615119934,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/high-fidelity","display_name":"High fidelity","score":0.5631999969482422},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.5221999883651733},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5202000141143799},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.49160000681877136},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.48809999227523804},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.4544000029563904},{"id":"https://openalex.org/keywords/sound-quality","display_name":"Sound quality","score":0.362199991941452},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.33719998598098755}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.777400016784668},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.5631999969482422},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5221999883651733},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5202000141143799},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5037000179290771},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.49160000681877136},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.48809999227523804},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.4544000029563904},{"id":"https://openalex.org/C167310288","wikidata":"https://www.wikidata.org/wiki/Q7564808","display_name":"Sound quality","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C161765866","wikidata":"https://www.wikidata.org/wiki/Q184748","display_name":"Codec","level":2,"score":0.33489999175071716},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3237999975681305},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.32190001010894775},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.32120001316070557},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.3151000142097473},{"id":"https://openalex.org/C155635449","wikidata":"https://www.wikidata.org/wiki/Q4674699","display_name":"Acoustic model","level":3,"score":0.29899999499320984},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2985999882221222},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.29010000824928284},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2874000072479248},{"id":"https://openalex.org/C3017588708","wikidata":"https://www.wikidata.org/wiki/Q758901","display_name":"Audio visual","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2816999852657318},{"id":"https://openalex.org/C13895895","wikidata":"https://www.wikidata.org/wiki/Q3270773","display_name":"Speech coding","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2639000117778778}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02739","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02739","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02739","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02739","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Audio":[0,11],"tokenizers":[1,17,37],"serve":[2],"as":[3,182,184],"the":[4,150],"discrete":[5,55],"interface":[6],"between":[7],"continuous":[8],"audio":[9,56,67,118,139,188],"and":[10,24,43,83,102,126,130,192],"Language":[12],"Models":[13],"(ALMs),":[14],"but":[15,31],"existing":[16],"often":[18],"struggle":[19],"to":[20,122,168],"support":[21],"both":[22,128],"understanding":[23,119],"generation.":[25],"Reconstruction-oriented":[26],"codecs":[27],"preserve":[28],"acoustic":[29,44,84],"fidelity":[30],"lack":[32],"rich":[33,69],"semantics,":[34],"while":[35],"semantic-aware":[36],"typically":[38],"rely":[39],"on":[40,117,124,175],"separate":[41],"semantic":[42],"streams,":[45],"introducing":[46],"redundancy":[47],"or":[48],"misalignment.":[49],"We":[50],"propose":[51],"\\textbf{EntangleCodec},":[52],"a":[53,87,134],"unified":[54,135],"tokenizer":[57],"that":[58,178],"learns":[59],"caption-aligned":[60],"semantic-acoustic":[61],"representations":[62],"before":[63],"quantization.":[64],"By":[65],"aligning":[66],"with":[68,110,156],"captions":[70],"rather":[71],"than":[72],"ASR":[73],"transcripts,":[74],"EntangleCodec":[75,105],"captures":[76],"linguistic":[77],"content,":[78],"speaker":[79],"identity,":[80],"emotion,":[81],"prosody,":[82],"scenes":[85],"within":[86],"compact":[88],"token":[89],"stream.":[90],"A":[91],"flow-matching":[92],"diffusion":[93],"decoder":[94],"further":[95,170],"enables":[96],"high-quality":[97],"reconstruction":[98,107],"across":[99,160],"speech,":[100],"music,":[101],"general":[103],"audio.":[104],"achieves":[106],"quality":[108,180],"competitive":[109],"specialized":[111,153],"codecs,":[112],"outperforms":[113],"all":[114],"codec-based":[115],"baselines":[116],"by":[120],"up":[121],"\\textbf{+7.4\\%}":[123],"MMAR,":[125,176],"supports":[127],"TTS":[129],"TTA":[131],"generation":[132],"in":[133,187],"framework.":[136],"Furthermore,":[137],"EntangleCodec-based":[138],"language":[140,189],"models":[141],"demonstrate":[142],"strong":[143],"scaling":[144,167],"behavior:":[145],"even":[146],"at":[147,197],"\\textit{0.6B}":[148],"parameters,":[149],"model":[151,185,193],"surpasses":[152],"continuous-representation":[154],"LLMs":[155],"over":[157],"\\textit{13B}":[158],"parameters":[159],"three":[161],"benchmarks":[162],"using":[163],"\\textbf{22$\\times$}":[164],"fewer":[165],"parameters;":[166],"\\textit{8B}":[169],"establishes":[171],"new":[172],"state-of-the-art":[173],"results":[174],"highlighting":[177],"representation":[179],"is":[181],"critical":[183],"scale":[186],"modeling.":[190],"Code":[191],"weights":[194],"are":[195],"available":[196],"https://github.com/luckyerr/EntangleCodec.":[198]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-04T00:00:00"}