{"id":"https://openalex.org/W7131393438","doi":"https://doi.org/10.48550/arxiv.2602.20191","title":"MoBiQuant: Mixture-of-Bits Quantization for Token-Adaptive Any-Precision LLM","display_name":"MoBiQuant: Mixture-of-Bits Quantization for Token-Adaptive Any-Precision LLM","publication_year":2026,"publication_date":"2026-02-21","ids":{"openalex":"https://openalex.org/W7131393438","doi":"https://doi.org/10.48550/arxiv.2602.20191"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.20191","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126786492","display_name":"Dongwei Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Dongwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126808551","display_name":"Jinhee Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jinhee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126845051","display_name":"Seokho Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Seokho","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026912892","display_name":"Denis Gudovskiy","orcid":"https://orcid.org/0000-0002-6829-6667"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gudovskiy, Denis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103590982","display_name":"Yohei Nakata","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nakata, Yohei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109431806","display_name":"Tomoyuki Okuno","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Okuno, Tomoyuki","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093992736","display_name":"KhayTze Peong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peong, KhayTze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126842124","display_name":"Kang Eun Jeon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeon, Kang Eun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063908850","display_name":"Jong Hwan Ko","orcid":"https://orcid.org/0000-0003-4434-4318"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ko, Jong Hwan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102868511","display_name":"Yiran Chen","orcid":"https://orcid.org/0009-0004-4668-4505"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yiran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5076154259","display_name":"Huanrui Yang","orcid":"https://orcid.org/0000-0002-3384-4512"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Huanrui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16944952,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.37139999866485596,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.37139999866485596,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.12189999967813492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.07609999924898148,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.8210999965667725},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.620199978351593},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6158999800682068},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5047000050544739},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.44679999351501465},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.4196000099182129},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.30550000071525574}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.8210999965667725},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.620199978351593},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6158999800682068},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5892999768257141},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5309000015258789},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5047000050544739},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.44679999351501465},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.4196000099182129},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.39629998803138733},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C25432639","wikidata":"https://www.wikidata.org/wiki/Q3711790","display_name":"Weight distribution","level":2,"score":0.3018999993801117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29809999465942383},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.27959999442100525},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2671000063419342},{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.2500999867916107},{"id":"https://openalex.org/C149441793","wikidata":"https://www.wikidata.org/wiki/Q200726","display_name":"Probability distribution","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.20191","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.20191","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.20191","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.20191","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.469475656747818,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Dynamic":[0],"runtime":[1,65,135],"latency":[2],"and":[3,136,172],"memory":[4,170],"constraints":[5],"necessitate":[6],"flexible":[7,113],"large":[8],"language":[9],"model":[10],"(LLM)":[11],"deployment,":[12],"where":[13,86],"an":[14],"LLM":[15,114],"can":[16,129],"be":[17],"inferred":[18],"with":[19,140],"various":[20],"quantization":[21,33,39,52,106,127],"precisions":[22],"based":[23,116],"on":[24,30,36,117],"available":[25],"computational":[26],"resources.":[27],"Recent":[28],"work":[29],"such":[31],"any-precision":[32,104,181],"either":[34],"relies":[35],"hardware-inefficient":[37],"vector":[38],"or":[40,159],"induces":[41],"additional":[42],"scaling":[43],"factors":[44],"when":[45],"switching":[46],"between":[47],"bit-widths.":[48],"Meanwhile,":[49],"existing":[50],"post-training":[51],"(PTQ)":[53],"methods":[54],"calibrated":[55],"for":[56,112],"a":[57,81,102,123,141],"fixed":[58],"low":[59],"precision":[60,66,111,150],"show":[61,155],"poor":[62,76],"generalizability":[63],"under":[64],"change.":[67],"In":[68],"this":[69,97],"work,":[70],"we":[71,99,121],"attribute":[72],"the":[73,87,147],"source":[74],"of":[75,89,151,175],"generalization":[77],"across":[78,93],"bit-widths":[79],"to":[80,144,177],"precision-dependent":[82],"\\textit{outlier":[83,138],"migration}":[84,139],"phenomenon":[85],"distribution":[88],"PTQ-sensitive":[90],"tokens":[91],"changes":[92],"precisions.":[94],"Motivated":[95],"by":[96],"observation,":[98],"propose":[100,122],"\\texttt{MoBiQuant},":[101],"novel":[103],"Mixture-of-Bits":[105],"framework":[107],"that":[108,128,156],"adjusts":[109],"weight":[110],"inference":[115,149],"token":[118],"sensitivity.":[119],"Specifically,":[120],"many-in-one":[124],"recursive":[125],"residual":[126],"iteratively":[130],"reconstruct":[131],"higher-precision":[132],"weights":[133],"at":[134],"mitigates":[137],"token-aware":[142],"router":[143],"dynamically":[145],"select":[146],"optimal":[148],"each":[152],"token.Extensive":[153],"experiments":[154],"\\texttt{MoBiQuant}":[157],"matches":[158],"surpasses":[160],"frontier":[161],"single-precision":[162],"PTQ":[163],"while":[164],"exhibiting":[165],"strong":[166],"elasticity,":[167],"achieving":[168],"significant":[169],"savings":[171],"throughput":[173],"gains":[174],"up":[176],"$1.34\\times$":[178],"over":[179],"state-of-the-art":[180],"methods.":[182]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-26T00:00:00"}