{"id":"https://openalex.org/W7164881045","doi":"https://doi.org/10.48550/arxiv.2606.15652","title":"MosaicQuant: Inlier-Outlier Disaggregation for Unified 4-Bit LLM Quantization","display_name":"MosaicQuant: Inlier-Outlier Disaggregation for Unified 4-Bit LLM Quantization","publication_year":2026,"publication_date":"2026-06-14","ids":{"openalex":"https://openalex.org/W7164881045","doi":"https://doi.org/10.48550/arxiv.2606.15652"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.15652","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15652","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.15652","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138711948","display_name":"Yangjia Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Yangjia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138709646","display_name":"Haodong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Haodong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075795671","display_name":"Zicong Hong","orcid":"https://orcid.org/0000-0001-5689-382X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hong, Zicong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136420003","display_name":"Qianli Liu","orcid":"https://orcid.org/0009-0007-1292-973X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Qianli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106748272","display_name":"Q. Y. Shou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shou, Quanxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138717638","display_name":"Jian Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138715355","display_name":"Song Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Song","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024169079","display_name":"Xiaowei Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Xiaowei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074455169","display_name":"XJ Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Xiangjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138730156","display_name":"Dian Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Dian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100404947","display_name":"Jie Yang","orcid":"https://orcid.org/0000-0003-4801-7162"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.18539999425411224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.18539999425411224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.15289999544620514,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.11289999634027481,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.6376000046730042},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6373999714851379},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5942000150680542},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.583299994468689},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.5424000024795532},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5055999755859375},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.49540001153945923},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4887000024318695}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6435999870300293},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.6376000046730042},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6373999714851379},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6281999945640564},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5942000150680542},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.583299994468689},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.5424000024795532},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5055999755859375},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.49540001153945923},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4887000024318695},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4077000021934509},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38600000739097595},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.3788999915122986},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.35109999775886536},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34869998693466187},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.3463999927043915},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.31940001249313354},{"id":"https://openalex.org/C45493050","wikidata":"https://www.wikidata.org/wiki/Q7884934","display_name":"Unified Model","level":2,"score":0.3018999993801117},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2937999963760376},{"id":"https://openalex.org/C103275481","wikidata":"https://www.wikidata.org/wiki/Q6787889","display_name":"Matrix representation","level":3,"score":0.2865000069141388},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2718999981880188},{"id":"https://openalex.org/C21080849","wikidata":"https://www.wikidata.org/wiki/Q13611879","display_name":"Data point","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.15652","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15652","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.15652","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15652","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"4-bit":[0,77,103,118,184],"quantization":[1,79,128],"significantly":[2],"reduces":[3],"the":[4,9,52,56,96,132,155,164,182,194,198,226],"memory":[5],"footprint":[6],"and":[7,30,64,211],"accelerates":[8],"inference":[10,167,205],"of":[11,54,58,86],"large":[12],"language":[13],"models":[14],"(LLMs).":[15],"However,":[16,145],"its":[17],"limited":[18],"bit-width":[19],"representation":[20,148,195],"struggles":[21],"to":[22,124,142,222],"faithfully":[23,110],"capture":[24],"both":[25],"dense":[26,102,183],"common":[27],"values":[28,33],"(\\emph{inliers})":[29],"rare":[31],"large-magnitude":[32],"(\\emph{outliers}),":[34],"causing":[35],"substantial":[36],"accuracy":[37,218],"degradation.":[38],"Existing":[39],"mixed-precision":[40],"methods":[41],"mitigate":[42],"this":[43,171],"by":[44],"retaining":[45],"outliers":[46],"in":[47],"high":[48],"precision,":[49,93],"but":[50,196],"at":[51],"cost":[53],"breaking":[55],"uniformity":[57],"low-bit":[59,166,204],"execution,":[60],"introducing":[61],"precision":[62],"conversion":[63],"extra":[65],"data":[66],"movement":[67],"that":[68,214],"undermine":[69],"practical":[70],"speedup.":[71],"We":[72],"propose":[73],"\\textbf{MosaicQuant},":[74],"a":[75,83,101,146,159,201],"unified":[76,147,165],"LLM":[78],"paradigm":[80],"built":[81],"on":[82,209],"novel":[84],"principle":[85],"\\emph{inlier--outlier":[87],"disaggregation}.":[88],"Rather":[89],"than":[90],"elevating":[91],"outlier":[92,112],"MosaicQuant":[94,215],"quantizes":[95],"full":[97],"weight":[98,135],"matrix":[99],"into":[100,181,200],"base":[104],"component,":[105],"where":[106,137],"inliers":[107],"are":[108,113],"captured":[109],"while":[111,219],"inevitably":[114],"quantized.":[115],"A":[116],"sparse":[117,156,178],"residual":[119,157],"component":[120],"is":[121,140,150],"then":[122],"introduced":[123],"compensate":[125],"for":[126],"these":[127],"errors,":[129],"selectively":[130],"targeting":[131],"most":[133],"error-critical":[134],"blocks":[136],"output":[138],"distortion":[139],"shown":[141],"be":[143],"concentrated.":[144],"alone":[149],"insufficient,":[151],"as":[152,158],"na\u00efvely":[153],"executing":[154],"separate":[160],"kernel":[161,186],"still":[162],"breaks":[163],"pipeline.":[168,206],"To":[169],"bridge":[170],"gap,":[172],"we":[173],"introduce":[174],"\\textbf{ZipperEngine},":[175],"which":[176],"fuses":[177],"block":[179],"computation":[180],"GEMM":[185],"via":[187],"an":[188],"overlapped":[189],"pipeline,":[190],"unifying":[191],"not":[192],"only":[193],"also":[197],"execution":[199],"single":[202],"coherent":[203],"Extensive":[207],"experiments":[208],"LLaMA3":[210],"Qwen3":[212],"demonstrate":[213],"preserves":[216],"near-FP16":[217],"achieving":[220],"up":[221],"$1.24\\times$":[223],"speedup":[224],"over":[225],"W16A16":[227],"baseline.":[228]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-17T00:00:00"}