{"id":"https://openalex.org/W7164591065","doi":"https://doi.org/10.48550/arxiv.2606.12876","title":"Multi-Bitwidth Quantization for LLMs Using Additive Codebooks","display_name":"Multi-Bitwidth Quantization for LLMs Using Additive Codebooks","publication_year":2026,"publication_date":"2026-06-11","ids":{"openalex":"https://openalex.org/W7164591065","doi":"https://doi.org/10.48550/arxiv.2606.12876"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.12876","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12876","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.12876","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036000605","display_name":"Liza Babaoglu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Babaoglu, Liza","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101203523","display_name":"Shuangyi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Shuangyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5107783994","display_name":"Ashish Khisti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khisti, Ashish","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.30640000104904175,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.30640000104904175,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.2328999936580658,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.06790000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6459000110626221},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.5034999847412109},{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.44859999418258667},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.3878999948501587},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.387800008058548},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.3862000107765198},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3804999887943268}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6459000110626221},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6004999876022339},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5612000226974487},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.5034999847412109},{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.44859999418258667},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.3878999948501587},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.3862000107765198},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3804999887943268},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C61326573","wikidata":"https://www.wikidata.org/wiki/Q1496376","display_name":"Gaussian process","level":3,"score":0.33719998598098755},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3255999982357025},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3093000054359436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29120001196861267},{"id":"https://openalex.org/C64185310","wikidata":"https://www.wikidata.org/wiki/Q843483","display_name":"Rate\u2013distortion theory","level":3,"score":0.28949999809265137},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2863999903202057},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.272599995136261},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25929999351501465},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.12876","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12876","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.12876","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12876","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"are":[5,84],"increasingly":[6],"deployed":[7],"across":[8,158],"heterogeneous":[9],"hardware":[10],"with":[11,78],"varying":[12],"resource":[13],"constraints,":[14],"the":[15,20,108,112],"ability":[16],"to":[17,148],"adaptively":[18],"manage":[19],"trade-off":[21],"between":[22],"performance":[23],"and":[24,60,140,156,166],"efficiency":[25],"without":[26],"retraining":[27],"is":[28,54],"critical.":[29],"We":[30,63],"propose":[31],"Drop-by-Drop,":[32],"a":[33,48,71,87,119,145],"novel":[34],"multi-bitwidth":[35],"post-training":[36],"quantization":[37],"framework":[38],"that":[39,65],"enables":[40],"inference-time":[41],"precision":[42,133],"control":[43],"over":[44],"LLM":[45,66,95],"weights":[46],"from":[47],"single":[49,120,146],"trained":[50],"model.":[51],"Our":[52],"method":[53],"theoretically":[55],"grounded":[56],"in":[57,101],"information":[58],"theory":[59],"successive":[61],"refinement.":[62],"establish":[64],"weights,":[67],"which":[68],"commonly":[69],"follow":[70],"Gaussian":[72],"distribution,":[73],"can":[74],"be":[75],"optimally":[76],"reconstructed":[77],"increasing":[79],"fidelity":[80],"as":[81,162],"additional":[82],"bits":[83],"incorporated,":[85],"under":[86],"weighted":[88],"mean":[89],"squared":[90],"error":[91],"distortion":[92],"motivated":[93],"by":[94,143],"loss":[96,109],"functions.":[97],"To":[98],"realize":[99],"this":[100],"practice,":[102],"Drop-by-Drop":[103,117],"incorporates":[104],"Matryoshka-style":[105],"supervision":[106],"into":[107],"function,":[110],"exploiting":[111],"structure":[113],"of":[114,125],"additive":[115],"codebooks.":[116],"produces":[118],"model":[121],"where":[122],"ordered":[123],"subsets":[124],"codebooks":[126],"yield":[127],"accurate":[128],"partial":[129],"reconstructions":[130],"at":[131],"each":[132],"level.":[134],"This":[135],"approach":[136],"significantly":[137],"reduces":[138],"storage":[139],"memory":[141],"overhead":[142],"allowing":[144],"checkpoint":[147],"serve":[149],"multiple":[150],"bitwidths,":[151],"while":[152],"maintaining":[153],"competitive":[154],"perplexity":[155],"accuracy":[157],"major":[159],"architectures,":[160],"such":[161],"Qwen,":[163],"LLaMA,":[164],"Gemma,":[165],"Mistral.":[167]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-13T00:00:00"}