{"id":"https://openalex.org/W7162629897","doi":"https://doi.org/10.48550/arxiv.2605.27646","title":"Hurwitz Quaternion Multiplicative Quantization for KV Cache Compression","display_name":"Hurwitz Quaternion Multiplicative Quantization for KV Cache Compression","publication_year":2026,"publication_date":"2026-05-26","ids":{"openalex":"https://openalex.org/W7162629897","doi":"https://doi.org/10.48550/arxiv.2605.27646"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.27646","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27646","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.27646","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137287705","display_name":"Kabir Swain","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Swain, Kabir","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137197329","display_name":"Sijie Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Sijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043572512","display_name":"Daniel Karl I. Weidele","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weidele, Daniel Karl I.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031120336","display_name":"Mauro Martino","orcid":"https://orcid.org/0009-0009-2510-6120"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martino, Mauro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137288085","display_name":"David Cox","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cox, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137266628","display_name":"Antonio Torralba","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Torralba, Antonio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.8029999732971191,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.8029999732971191,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.028599999845027924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11697","display_name":"Numerical Methods and Algorithms","score":0.02500000037252903,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quaternion","display_name":"Quaternion","score":0.6592000126838684},{"id":"https://openalex.org/keywords/multiplicative-function","display_name":"Multiplicative function","score":0.5372999906539917},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.5108000040054321},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.49799999594688416},{"id":"https://openalex.org/keywords/codebook","display_name":"Codebook","score":0.4684000015258789},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.36739999055862427}],"concepts":[{"id":"https://openalex.org/C200127275","wikidata":"https://www.wikidata.org/wiki/Q173853","display_name":"Quaternion","level":2,"score":0.6592000126838684},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5633000135421753},{"id":"https://openalex.org/C42747912","wikidata":"https://www.wikidata.org/wiki/Q1048447","display_name":"Multiplicative function","level":2,"score":0.5372999906539917},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5242000222206116},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.5108000040054321},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.49799999594688416},{"id":"https://openalex.org/C127759330","wikidata":"https://www.wikidata.org/wiki/Q637416","display_name":"Codebook","level":2,"score":0.4684000015258789},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.36739999055862427},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.362199991941452},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3569999933242798},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.34049999713897705},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.2865000069141388},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.2849000096321106},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.27646","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27646","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.27646","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.27646","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,117],"propose":[1],"\\textbf{Hurwitz":[2],"Quaternion":[3],"Multiplicative":[4],"Quantization":[5],"(HQMQ)},":[6],"a":[7,28,65,235,250],"\\textbf{calibration-free}":[8],"method":[9],"for":[10],"KV":[11,247],"cache":[12,253],"compression":[13],"of":[14,23,53,70],"large":[15],"language":[16],"models.":[17],"HQMQ":[18,142,163,176,206,242],"treats":[19],"each":[20],"4-element":[21],"chunk":[22],"K":[24],"or":[25],"V":[26],"as":[27],"quaternion":[29],"and":[30,61,128,130,134,140,154,189,224,233],"quantizes":[31],"its":[32],"unit":[33,73],"direction":[34],"to":[35,160,245,257],"the":[36,45,54,201,239],"\\emph{product}":[37],"$q_p":[38],"\\cdot":[39],"q_s$,":[40],"where":[41,156],"$q_p$":[42],"ranges":[43,63],"over":[44,64],"24-element":[46],"Hurwitz":[47],"group":[48],"$2T$":[49],"(the":[50],"24":[51],"vertices":[52],"24-cell":[55],"on":[56,119,198,218,222,227],"$S^3$,":[57],"pairwise":[58],"angle":[59],"$60^\\circ$)":[60],"$q_s$":[62],"per-(layer,":[66],"head)":[67],"secondary":[68],"codebook":[69],"$S$":[71,83],"\\emph{random}":[72],"quaternions.":[74],"The":[75],"multiplicative":[76],"composition":[77],"yields":[78],"$24S$":[79],"effective":[80],"codewords":[81],"at":[82,149,173,182,195,207,229],"stored":[84],"parameters;":[85],"random":[86],"initialization":[87],"suffices":[88],"because":[89],"left-multiplication":[90],"is":[91],"an":[92],"$S^3$":[93],"isometry,":[94],"so":[95],"seeded":[96],"codebooks":[97],"vary":[98],"in":[99],"end-task":[100],"ppl":[101,147,171],"by":[102,180],"$<1.5\\%$.":[103],"A":[104],"per-batch":[105],"median-multiplier":[106],"outlier":[107],"extraction":[108],"step":[109],"($C{=}3$,":[110],"no":[111],"calibration)":[112],"handles":[113],"modern":[114,121],"outlier-heavy":[115],"architectures.":[116],"evaluate":[118],"five":[120,187],"open":[122],"models:":[123],"Mistral-7B":[124,139],"(dense":[125,132],"MHA),":[126],"Llama-3-8B":[127],"Qwen2.5-7B":[129,153],"Qwen3-8B":[131],"GQA),":[133],"gpt-oss-20b":[135],"(sparse":[136],"MoE).":[137],"On":[138,152],"Qwen3-8B,":[141,155],"matches":[143,193,210],"fp16":[144,167,194],"within":[145,169,215],"$0.02$--$0.03$":[146],"points":[148,172],"$\\sim$5":[150,174],"bits.":[151,175],"naive":[157,178],"int4":[158],"collapses":[159],"$10^4{+}$":[161],"ppl,":[162],"+":[164],"Med3$\\times$":[165],"recovers":[166],"quality":[168],"$0.02$--$0.10$":[170],"Pareto-dominates":[177],"int":[179],"$3$--$1900\\times$":[181],"matched":[183],"bits":[184,197,209,232],"across":[185],"all":[186],"models,":[188],"downstream":[190],"zero-shot":[191],"accuracy":[192],"$3.79$":[196,208],"Mistral.":[199],"Against":[200],"strongest":[202],"calibrated":[203],"KV-quantization":[204],"baseline,":[205],"KIVI-4":[211],"($\\sim":[212],"4.5$":[213],"bits)":[214],"${\\sim}1$":[216],"pt":[217],"CoQA,":[219],"$0.6$":[220],"pts":[221,226],"TruthfulQA,":[223],"$2.3$":[225],"GSM8K,":[228],"$16\\%$":[230],"fewer":[231],"without":[234],"calibration":[236],"pass.":[237],"At":[238],"storage":[240],"level,":[241],"delivers":[243],"up":[244],"$5.05\\times$":[246],"compression,":[248],"shrinking":[249],"Llama-3-70B":[251],"128k-context":[252],"from":[254],"43":[255],"GB":[256],"8.5":[258],"GB.":[259]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2026-05-29T00:00:00"}