{"id":"https://openalex.org/W7162787870","doi":"https://doi.org/10.48550/arxiv.2605.29948","title":"HoliTok:A Coutinuous Holistic Tokenization with Robust Dual Capabilities of Speech Generation and Understanding","display_name":"HoliTok:A Coutinuous Holistic Tokenization with Robust Dual Capabilities of Speech Generation and Understanding","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162787870","doi":"https://doi.org/10.48550/arxiv.2605.29948"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.29948","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29948","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.29948","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137336121","display_name":"Bohan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Bohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137330806","display_name":"Shi Lian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lian, Shi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103183873","display_name":"Hankun Wang","orcid":"https://orcid.org/0000-0003-0338-1809"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hankun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137312826","display_name":"Yiwei Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Yiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137387902","display_name":"Yu Xi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xi, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137327163","display_name":"Zhihan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137353215","display_name":"Da Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Da","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137336150","display_name":"Colin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Colin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137319841","display_name":"Kai Ling Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.7210999727249146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.7210999727249146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10730","display_name":"Language Development and Disorders","score":0.03880000114440918,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.03099999949336052,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5030999779701233},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.4659999907016754},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4465999901294708},{"id":"https://openalex.org/keywords/lexical-analysis","display_name":"Lexical analysis","score":0.43050000071525574},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4171000123023987},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4092000126838684},{"id":"https://openalex.org/keywords/speech-synthesis","display_name":"Speech synthesis","score":0.4011000096797943},{"id":"https://openalex.org/keywords/unified-model","display_name":"Unified Model","score":0.3889000117778778}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8234999775886536},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5030999779701233},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4986000061035156},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.4659999907016754},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4514000117778778},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4465999901294708},{"id":"https://openalex.org/C176982825","wikidata":"https://www.wikidata.org/wiki/Q835922","display_name":"Lexical analysis","level":2,"score":0.43050000071525574},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4171000123023987},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4092000126838684},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.40619999170303345},{"id":"https://openalex.org/C14999030","wikidata":"https://www.wikidata.org/wiki/Q16346","display_name":"Speech synthesis","level":2,"score":0.4011000096797943},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.3889000117778778},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3882000148296356},{"id":"https://openalex.org/C2777723229","wikidata":"https://www.wikidata.org/wiki/Q4367921","display_name":"Learnability","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.33180001378059387},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.3215999901294708},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2770000100135803},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C504749915","wikidata":"https://www.wikidata.org/wiki/Q9010971","display_name":"Speech technology","level":3,"score":0.26910001039505005},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.26429998874664307}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.29948","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29948","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.29948","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29948","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6223187446594238,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Unified":[0],"speech":[1,22,48,59,99,161],"foundation":[2],"models":[3,15],"require":[4],"a":[5,45,61,72,94,164],"holistic":[6],"tokenization":[7],"space":[8],"that":[9,75,117,140,155],"is":[10,69,136,175],"both":[11,109],"learnable":[12],"by":[13],"language":[14,171],"and":[16,37,83,101,111,128,163],"decodable":[17],"into":[18,60],"high-quality":[19,127],"waveforms.":[20],"Existing":[21],"tokenizers,":[23],"however,":[24],"often":[25],"fail":[26],"to":[27,33],"satisfy":[28],"these":[29],"requirements":[30],"simultaneously,":[31],"leading":[32],"increased":[34],"architectural":[35],"complexity":[36],"more":[38],"involved":[39],"training":[40],"designs.":[41],"We":[42],"propose":[43],"HoliTok,":[44],"continuous":[46],"Holistic":[47],"Tokenization":[49],"model":[50,97],"designed":[51],"for":[52,98,126,168],"unified":[53,95,112,145,169],"generation-understanding":[54,113,146],"modeling.":[55,172],"HoliTok":[56,118,156],"encodes":[57],"48~kHz":[58],"compact":[62],"25~Hz":[63],"sequence":[64,107],"of":[65],"128-dimensional":[66],"latents.":[67],"It":[68],"trained":[70],"with":[71],"progressive":[73],"strategy":[74],"jointly":[76],"preserves":[77],"signal-level":[78],"fidelity,":[79,122],"incorporates":[80],"semantic":[81],"information,":[82],"maintains":[84],"strong":[85],"latent":[86,106],"learnability.":[87],"Based":[88],"on":[89],"this":[90],"tokenization,":[91],"we":[92],"build":[93],"AR+DiT":[96],"synthesis":[100],"recognition,":[102],"where":[103],"the":[104,133,137],"same":[105],"supports":[108],"generation-specific":[110],"tasks.":[114],"Experiments":[115],"show":[116],"achieves":[119],"competitive":[120],"reconstruction":[121],"improves":[123],"generative":[124],"learnability":[125],"controllable":[129],"synthesis,":[130],"and,":[131],"among":[132],"evaluated":[134],"representations,":[135],"only":[138],"one":[139],"operates":[141],"robustly":[142],"in":[143],"our":[144],"architecture":[147],"without":[148],"additional":[149],"optimization":[150],"tricks.":[151],"These":[152],"results":[153],"suggest":[154],"serves":[157],"as":[158],"an":[159],"effective":[160],"tokenizer":[162],"foundational":[165],"representation":[166],"interface":[167],"spoken":[170],"The":[173],"code":[174],"available":[176],"at:":[177],"https://github.com/bovod-sjtu/HoliTok.":[178]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-30T00:00:00"}