{"id":"https://openalex.org/W7160822901","doi":"https://doi.org/10.48550/arxiv.2605.06870","title":"Continuous First, Discrete Later: VQ-VAEs Without Dimensional Collapse","display_name":"Continuous First, Discrete Later: VQ-VAEs Without Dimensional Collapse","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160822901","doi":"https://doi.org/10.48550/arxiv.2605.06870"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06870","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06870","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06870","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135831373","display_name":"Xinyu Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Xinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114656564","display_name":"Nikita Karagodin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Karagodin, Nikita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059354479","display_name":"Hamed Hassani","orcid":"https://orcid.org/0000-0002-9448-8750"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hassani, Hamed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135837768","display_name":"Sinan Hersek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hersek, Sinan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086233510","display_name":"Paul Pu Liang","orcid":"https://orcid.org/0000-0001-7768-3610"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Paul Pu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135902477","display_name":"Yury Polyanskiy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Polyanskiy, Yury","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.5371000170707703,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.5371000170707703,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10283","display_name":"Hearing Loss and Rehabilitation","score":0.08290000259876251,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.07500000298023224,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.9682000279426575},{"id":"https://openalex.org/keywords/dimension","display_name":"Dimension (graph theory)","score":0.7035999894142151},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.5730999708175659},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5389000177383423},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4325000047683716},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.3720000088214874},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.34529998898506165}],"concepts":[{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.9682000279426575},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.7035999894142151},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.5730999708175659},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5389000177383423},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5210999846458435},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45019999146461487},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4325000047683716},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.3720000088214874},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36550000309944153},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.364300012588501},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.34529998898506165},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.31360000371932983},{"id":"https://openalex.org/C60327585","wikidata":"https://www.wikidata.org/wiki/Q723733","display_name":"Millisecond","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.29820001125335693},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.28949999809265137},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.2784000039100647},{"id":"https://openalex.org/C152822103","wikidata":"https://www.wikidata.org/wiki/Q7575207","display_name":"Spectral shape analysis","level":3,"score":0.2685999870300293},{"id":"https://openalex.org/C147060835","wikidata":"https://www.wikidata.org/wiki/Q1757151","display_name":"Krylov subspace","level":3,"score":0.2669999897480011},{"id":"https://openalex.org/C93372532","wikidata":"https://www.wikidata.org/wiki/Q6552455","display_name":"Linde\u2013Buzo\u2013Gray algorithm","level":3,"score":0.2644999921321869}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06870","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06870","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06870","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06870","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"many":[1],"approaches":[2],"to":[3,54,131,159,179,222],"improve":[4],"VQ-VAE":[5,20,223],"performance":[6,206],"focus":[7],"on":[8,166],"codebook":[9,50,143,154,175],"size":[10],"and":[11,37,75,113,117,134,161,181],"utilization,":[12],"the":[13,60,78,84,100,138,193],"effect":[14,63],"of":[15,29,64,210],"dimensional":[16],"collapse,":[17],"where":[18],"trained":[19],"representations":[21],"live":[22],"in":[23],"an":[24,103,214],"extremely":[25],"low-dimensional":[26],"subspace":[27],"(1-2%":[28],"full":[30],"rank),":[31],"remains":[32],"unaddressed.":[33],"We":[34,186],"show":[35,122],"theoretically":[36],"empirically":[38,187],"that":[39,48,98,123],"dimension":[40,156,176],"collapse":[41,80],"causes":[42],"a":[43,92,95,208],"hard":[44],"loss":[45,136],"lower":[46,132],"bound":[47],"various":[49],"improvement":[51],"techniques":[52],"fail":[53],"surpass.":[55],"Our":[56,89],"analytic":[57],"framework":[58],"extends":[59],"sequential":[61],"learning":[62],"Saxe":[65],"et":[66],"al.":[67],"[2014]":[68],"by":[69,83,164,184],"introducing":[70,107],"ideas":[71],"from":[72,157,177,219],"rate-distortion":[73],"theory":[74,90],"explains":[76],"how":[77,189],"latent":[79],"is":[81],"caused":[82],"VQ":[85],"suppressing":[86],"lower-variance":[87],"directions.":[88],"justifies":[91],"simple":[93],"solution:":[94],"\"warm-up":[96],"phase\"":[97],"trains":[99],"model":[101],"as":[102,207],"(unquantized)":[104],"autoencoder":[105],"before":[106],"VQ.":[108],"On":[109],"both":[110],"synthetic":[111],"experiments":[112],"large-scale":[114],"image":[115],"(VQGAN)":[116],"audio":[118],"(WavTokenizer)":[119],"VQ-VAEs,":[120],"we":[121],"AE":[124,150,220],"Warm-Up":[125],"successfully":[126],"restores":[127],"representation":[128],"dimension,":[129],"leading":[130],"reconstruction":[133],"perceptual":[135],"at":[137,168],"same":[139],"training":[140],"budget.":[141],"Across":[142],"sizes":[144],"$K":[145,169],"\\in$":[146,170],"{$2^{10},":[147],"2^{14},":[148],"2^{16}$},":[149],"warm-up":[151,190,211],"raises":[152,174],"VQGAN":[153],"effective":[155],"3-5":[158],"17-19":[160,180],"reduces":[162],"rFID":[163],"17-35%;":[165],"WavTokenizer":[167],"{$2^{13},":[171],"2^{14}$},":[172],"it":[173],"4":[178],"improves":[182],"PESQ":[183],"11-14%.":[185],"characterize":[188],"duration":[191],"governs":[192],"achievable":[194],"final":[195],"loss.":[196],"In":[197],"agreement":[198],"with":[199],"experiment,":[200],"our":[201],"theoretical":[202],"analysis":[203],"predicts":[204],"downstream":[205],"function":[209],"length,":[212],"enabling":[213],"adaptive":[215],"criterion":[216],"for":[217],"switching":[218],"Warm-up":[221],"training.":[224]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}