{"id":"https://openalex.org/W7134068019","doi":"https://doi.org/10.48550/arxiv.2603.04427","title":"Thin Keys, Full Values: Reducing KV Cache via Low-Dimensional Attention Selection","display_name":"Thin Keys, Full Values: Reducing KV Cache via Low-Dimensional Attention Selection","publication_year":2026,"publication_date":"2026-02-16","ids":{"openalex":"https://openalex.org/W7134068019","doi":"https://doi.org/10.48550/arxiv.2603.04427"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.04427","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050876115","display_name":"Hengshuai Yao","orcid":"https://orcid.org/0000-0003-1258-1845"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Hengshuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chen, Xing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Murtadha, Ahmed","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Murtadha, Ahmed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Wang, Guan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Guan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21508316,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.1914999932050705,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.1914999932050705,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.16509999334812164,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.08829999715089798,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7195000052452087},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.5054000020027161},{"id":"https://openalex.org/keywords/singular-value-decomposition","display_name":"Singular value decomposition","score":0.49939998984336853},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4462999999523163},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.4372999966144562},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4020000100135803},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.3797000050544739},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.36730000376701355},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.34049999713897705}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7504000067710876},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7195000052452087},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.5054000020027161},{"id":"https://openalex.org/C22789450","wikidata":"https://www.wikidata.org/wiki/Q420904","display_name":"Singular value decomposition","level":2,"score":0.49939998984336853},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4462999999523163},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.4372999966144562},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4020000100135803},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.391400009393692},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.3797000050544739},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.36730000376701355},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.34049999713897705},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3158999979496002},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.3158999979496002},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.3118000030517578},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.30869999527931213},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.2809000015258789},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.275299996137619},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.2637999951839447},{"id":"https://openalex.org/C57691317","wikidata":"https://www.wikidata.org/wiki/Q1289248","display_name":"Scalar (mathematics)","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.04427","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.04427","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.04427","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.04427","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Standard":[0],"Transformer":[1],"attention":[2,22],"uses":[3],"identical":[4,276],"dimensionality":[5],"for":[6,142,243],"queries,":[7],"keys,":[8,65],"and":[9,18,89,145,201,234,241],"values,":[10],"yet":[11],"these":[12],"components":[13],"serve":[14],"different":[15],"roles:":[16],"queries":[17,161],"keys":[19,141,260],"produce":[20],"scalar":[21],"weights":[23],"(selection),":[24],"while":[25,196],"values":[26],"carry":[27],"rich":[28],"representations":[29],"(value":[30],"transfer).":[31],"We":[32,62,103],"show":[33],"that":[34],"selection":[35],"requires":[36],"only":[37],"$O(\\log":[38],"N)$":[39],"dimensions":[40],"to":[41,70,245],"distinguish":[42],"among":[43],"$N$":[44],"relevant":[45],"token":[46],"categories":[47],"(e.g.,":[48],"syntactic":[49],"roles,":[50],"semantic":[51],"clusters,":[52],"positional":[53],"patterns)":[54],"--":[55,84,159],"far":[56],"fewer":[57,199],"than":[58,216],"value":[59,119],"transfer":[60],"needs.":[61],"introduce":[63],"factored":[64,259],"which":[66,94],"exploit":[67],"this":[68],"asymmetry":[69],"physically":[71],"shrink":[72],"the":[73,99,125,134,143,149,166,179],"KV":[74,265],"cache":[75,224,249,266],"of":[76,218,264],"any":[77],"pretrained":[78],"model":[79,180,254],"without":[80],"retraining":[81],"from":[82,170],"scratch":[83,171],"unlike":[85],"Grouped-Query":[86],"Attention":[87,92],"(GQA)":[88],"Multi-Head":[90],"Latent":[91],"(MLA),":[93],"must":[95],"be":[96],"designed":[97],"into":[98,148],"architecture":[100],"before":[101],"pretraining.":[102],"factorize":[104],"each":[105],"key":[106,136,223,248],"projection":[107,137,151],"$W_K":[108],"\\approx":[109],"A_{d":[110],"\\times":[111,114],"r}":[112],"B_{r":[113],"d}$":[115],"via":[116],"truncated":[117],"singular":[118],"decomposition":[120],"(SVD)":[121],"(where":[122,176],"$r$":[123],"is":[124,178],"chosen":[126],"compression":[127],"dimension),":[128],"set":[129],"$W_K'":[130],"=":[131,153,174],"A$":[132],"as":[133],"new":[135],"producing":[138],"compact":[139],"$r$-dimensional":[140],"cache,":[144],"absorb":[146],"$B^\\top$":[147],"query":[150],"($W_Q'":[152],"W_Q":[154],"B^\\top$)":[155],"at":[156,226],"zero":[157],"cost":[158,230],"since":[160],"are":[162],"never":[163],"cached.":[164],"At":[165],"7B":[167,253],"scale,":[168],"training":[169,202],"with":[172,239],"$r":[173],"d/4$":[175],"$d$":[177],"dimension)":[181],"matches":[182],"full-attention":[183],"perplexity":[184],"($9.24$":[185],"vs":[186],"$9.25$":[187],"PPL":[188],"after":[189],"20B":[190],"tokens,":[191],"mean":[192],"over":[193],"two":[194],"seeds)":[195],"using":[197],"12%":[198],"parameters":[200],"8%":[203],"faster.":[204],"For":[205,251],"existing":[206],"models,":[207],"SVD":[208],"followed":[209],"by":[210],"QK":[211],"fine-tuning":[212],"(3":[213],"epochs,":[214],"less":[215],"1%":[217],"pretraining":[219],"data)":[220],"achieves":[221],"75%":[222],"savings":[225],"roughly":[227,270],"2%":[228],"quality":[229],"on":[231,275],"both":[232],"GPT-2":[233],"Mistral-7B.":[235],"The":[236],"approach":[237],"composes":[238],"GQA":[240],"quantization":[242],"up":[244],"$16\\times$":[246],"combined":[247],"compression.":[250],"a":[252,256],"serving":[255],"128K":[257],"context,":[258],"save":[261],"25":[262],"GB":[263],"per":[267],"user,":[268],"enabling":[269],"60%":[271],"more":[272],"concurrent":[273],"users":[274],"hardware.":[277]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-07T00:00:00"}