{"id":"https://openalex.org/W7160535367","doi":"https://doi.org/10.48550/arxiv.2605.04084","title":"FASQ: Flexible Accelerated Subspace Quantization for Calibration-Free LLM Compression","display_name":"FASQ: Flexible Accelerated Subspace Quantization for Calibration-Free LLM Compression","publication_year":2026,"publication_date":"2026-04-22","ids":{"openalex":"https://openalex.org/W7160535367","doi":"https://doi.org/10.48550/arxiv.2605.04084"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.04084","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04084","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.04084","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135619985","display_name":"Ye Qiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiao, Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135594356","display_name":"Yian Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135589726","display_name":"Zhiheng Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhiheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135599164","display_name":"Hyoukjun Kwon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kwon, Hyoukjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135550847","display_name":"Sitao Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Sitao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.2696000039577484,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.2696000039577484,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2485000044107437,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.17649999260902405,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.619700014591217},{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.5806000232696533},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.5139999985694885},{"id":"https://openalex.org/keywords/vector-quantization","display_name":"Vector quantization","score":0.48649999499320984},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.45249998569488525},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4417000114917755},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.38999998569488525},{"id":"https://openalex.org/keywords/compression-artifact","display_name":"Compression artifact","score":0.3853999972343445}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6761999726295471},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.619700014591217},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.6014999747276306},{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.5806000232696533},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.5139999985694885},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.48649999499320984},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.45249998569488525},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4417000114917755},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.38999998569488525},{"id":"https://openalex.org/C57654395","wikidata":"https://www.wikidata.org/wiki/Q1097775","display_name":"Compression artifact","level":5,"score":0.3853999972343445},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.3605000078678131},{"id":"https://openalex.org/C134835016","wikidata":"https://www.wikidata.org/wiki/Q690265","display_name":"Lookup table","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.29589998722076416},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.29580000042915344},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.29249998927116394},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.290800005197525},{"id":"https://openalex.org/C2778119891","wikidata":"https://www.wikidata.org/wiki/Q477690","display_name":"CUDA","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.2572999894618988},{"id":"https://openalex.org/C2221639","wikidata":"https://www.wikidata.org/wiki/Q2877","display_name":"Discrete cosine transform","level":3,"score":0.2533999979496002},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.04084","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04084","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.04084","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.04084","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Compressing":[0],"large":[1],"language":[2],"models":[3],"(LLMs)":[4],"for":[5,123,131],"deployment":[6],"on":[7,102,205],"commodity":[8],"GPUs":[9],"remains":[10],"challenging:":[11],"conventional":[12],"scalar":[13],"quantization":[14,47,109],"is":[15,186],"limited":[16],"to":[17,48,168,175,181],"fixed":[18],"bit-widths":[19],"(e.g.,":[20],"8/4/3-bit),":[21],"offers":[22],"only":[23,188],"a":[24,41,63,119,206],"few":[25],"discrete":[26],"compression":[27,76],"points,":[28],"and":[29,58,89,104,125,151,165,179,202],"typically":[30],"requires":[31],"calibration":[32],"data.":[33],"We":[34],"present":[35],"FASQ":[36,61,85,140,185],"(Flexible":[37],"Accelerated":[38],"Subspace":[39],"Quantization),":[40],"calibration-free":[42,197],"framework":[43],"that":[44,78,191],"applies":[45],"product":[46,108],"LLM":[49],"weight":[50],"matrices.":[51],"By":[52],"tuning":[53],"two":[54],"parameters,":[55],"sub-vector":[56],"size":[57],"codebook":[59],"cardinality,":[60],"exposes":[62],"continuous":[64,199],"design":[65,115],"space":[66],"spanning":[67],"27-49%":[68],"of":[69,172,177,183],"the":[70,170,187],"original":[71],"FP16":[72,160],"model":[73,97],"size,":[74,98],"filling":[75],"gaps":[77],"fixed-bit":[79],"schemes":[80],"cannot":[81],"reach.":[82],"On":[83,137],"Meta-Llama-3-8B,":[84],"surpasses":[86],"4-bit":[87,147],"GPTQ":[88],"AWQ":[90],"in":[91],"accuracy":[92],"(67.1-67.7":[93],"avg.)":[94],"at":[95,111,145,154],"37-42%":[96],"with":[99,134],"consistent":[100],"results":[101],"Qwen3-8B":[103],"Qwen3.5-9B-Base.":[105],"To":[106],"make":[107],"practical":[110],"inference":[112,204],"time,":[113],"we":[114],"custom":[116],"CUDA":[117],"kernels:":[118],"LUT-free":[120],"direct-compute":[121],"GEMV":[122],"decode":[124,144,193],"an":[126,138],"output-stationary":[127],"double-buffered":[128],"LUT":[129],"GEMM":[130],"prefill,":[132],"both":[133,158],"split-K":[135],"parallelism.":[136],"RTX~3090,":[139],"achieves":[141],"45.2":[142],"tok/s":[143,153],"effective":[146,155],"(2.56x":[148],"memory":[149],"reduction)":[150],"51.8":[152],"3-bit":[156],"(2.80x),":[157],"surpassing":[159],"tensor-core":[161],"performance":[162],"(43.9":[163],"tok/s)":[164],"delivering":[166],"1.6":[167],"1.8x":[169],"throughput":[171],"AWQ,":[173],"2.5":[174],"2.5x":[176],"GPTQ,":[178],"4.3":[180],"5x":[182],"RTN.":[184],"compressed":[189],"method":[190],"accelerates":[192],"beyond":[194],"FP16,":[195],"offering":[196],"compression,":[198],"size-quality":[200],"trade-offs,":[201],"real-time":[203],"single":[207],"consumer":[208],"GPU.":[209]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-08T00:00:00"}