{"id":"https://openalex.org/W7171561713","doi":"https://doi.org/10.48550/arxiv.2607.24176","title":"Where Quality Breaks in Compressed Short-Text Generation: Staged Bottleneck Localization","display_name":"Where Quality Breaks in Compressed Short-Text Generation: Staged Bottleneck Localization","publication_year":2026,"publication_date":"2026-07-27","ids":{"openalex":"https://openalex.org/W7171561713","doi":"https://doi.org/10.48550/arxiv.2607.24176"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.24176","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.24176","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.24176","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102448002","display_name":"Alexey Gavrilov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gavrilov, Alexey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135965738","display_name":"Alan-Barsag Gazzaev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gazzaev, Alan-Barsag","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135974792","display_name":"Sergey Muravyov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muravyov, Sergey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12377","display_name":"Digital Humanities and Scholarship","score":0.1746000051498413,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12377","display_name":"Digital Humanities and Scholarship","score":0.1746000051498413,"subfield":{"id":"https://openalex.org/subfields/1208","display_name":"Literature and Literary Theory"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.11420000344514847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.10729999840259552,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codec","display_name":"Codec","score":0.7585999965667725},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5468000173568726},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.5327000021934509},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.516700029373169},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.46880000829696655},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.41659998893737793},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.41600000858306885},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.3928000032901764}],"concepts":[{"id":"https://openalex.org/C161765866","wikidata":"https://www.wikidata.org/wiki/Q184748","display_name":"Codec","level":2,"score":0.7585999965667725},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6446999907493591},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5468000173568726},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5327000021934509},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.516700029373169},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.46880000829696655},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.41659998893737793},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.41600000858306885},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3928000032901764},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.3571999967098236},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.35089999437332153},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.3384999930858612},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32199999690055847},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3212999999523163},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.31130000948905945},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28369998931884766},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27140000462532043},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26109999418258667},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.25459998846054077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.24176","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.24176","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.24176","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.24176","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Compressed":[0],"short-text":[1],"generators":[2],"can":[3,31],"fail":[4],"in":[5,42,164,189],"two":[6],"different":[7],"places:":[8],"the":[9,18,35,92,96,120,130,165,175,199],"codec":[10,54,70,99,192],"may":[11,21],"discard":[12],"information":[13],"before":[14,125],"generation":[15,74,127],"starts,":[16],"or":[17],"latent":[19,73,78,126,156,196],"generator":[20,60],"produce":[22],"weak":[23],"codes.":[24],"Without":[25],"separating":[26],"these":[27],"failure":[28],"modes,":[29],"researchers":[30],"spend":[32],"compute":[33],"improving":[34],"wrong":[36],"component.":[37],"We":[38,62],"study":[39,48],"this":[40,190],"problem":[41],"a":[43,51,56,64,178],"controlled":[44],"64-to-16":[45],"TinyStories":[46],"case":[47],"built":[49],"from":[50,106,113],"hierarchical":[52],"VQ-VAE-2":[53],"and":[55,76,111,144,149,186],"masked":[57],"discrete":[58],"diffusion":[59],"(MDLM).":[61],"use":[63],"staged":[65,180],"validation":[66],"protocol":[67],"that":[68,119],"separates":[69],"reconstruction":[71,100],"fidelity,":[72],"quality,":[75],"auxiliary":[77],"diagnostics":[79],"under":[80],"one":[81,183],"shared":[82],"external":[83,104],"GPT-2":[84],"scorer,":[85,132],"while":[86],"reporting":[87],"complementary":[88],"semantic":[89],"metrics":[90,163],"for":[91,182],"geometry":[93],"study.":[94],"In":[95],"tested":[97],"configuration,":[98],"alone":[101],"raises":[102],"median":[103],"perplexity":[105],"15.17":[107],"to":[108,115],"27.36":[109],"(+80.4%)":[110],"p95":[112,145],"25.10":[114],"98.91":[116],"(+294.1%),":[117],"showing":[118],"dominant":[121],"quality":[122,201],"loss":[123],"appears":[124],"begins.":[128],"Under":[129],"same":[131],"code-space":[133],"MDLM":[134],"remains":[135],"materially":[136],"stronger":[137],"than":[138,173,195],"token-space":[139],"diffusion,":[140],"reducing":[141],"mean,":[142],"median,":[143],"by":[146],"32.9%,":[147],"30.9%,":[148],"36.6%,":[150],"respectively.":[151],"Geometry-aware":[152],"regularization":[153],"improves":[154],"local":[155],"proxies":[157],"but":[158],"does":[159],"not":[160],"improve":[161],"decoded-text":[162],"available":[166],"runs.":[167],"The":[168],"contribution":[169],"is":[170],"methodological":[171],"rather":[172,194],"algorithmic:":[174],"paper":[176],"presents":[177],"reusable":[179],"diagnosis":[181],"concrete":[184],"pipeline":[185],"shows":[187],"that,":[188],"setting,":[191],"fidelity":[193],"denoising":[197],"sets":[198],"practical":[200],"ceiling.":[202]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2026-07-29T00:00:00"}