{"id":"https://openalex.org/W7160820266","doi":"https://doi.org/10.48550/arxiv.2605.06676","title":"LKV: End-to-End Learning of Head-wise Budgets and Token Selection for LLM KV Cache Eviction","display_name":"LKV: End-to-End Learning of Head-wise Budgets and Token Selection for LLM KV Cache Eviction","publication_year":2026,"publication_date":"2026-04-22","ids":{"openalex":"https://openalex.org/W7160820266","doi":"https://doi.org/10.48550/arxiv.2605.06676"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06676","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06676","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135853684","display_name":"Enshuai Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Enshuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135887204","display_name":"Yifan Hao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135899979","display_name":"Chao Wang","orcid":"https://orcid.org/0000-0002-3390-5389"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135855937","display_name":"Rui Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135869221","display_name":"Di Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Di","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135883491","display_name":"Jiaming Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Jiaming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135872642","display_name":"Xing Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Xing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135907636","display_name":"Zidong Du","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Zidong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135849126","display_name":"Qi Guo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135828489","display_name":"Yunji Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yunji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.12290000170469284,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.12290000170469284,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10729999840259552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0934000015258789,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7961999773979187},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.6272000074386597},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6190000176429749},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5432999730110168},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.4133000075817108},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.38510000705718994},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.3779999911785126},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.36059999465942383}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7986000180244446},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7961999773979187},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.6272000074386597},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6190000176429749},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5432999730110168},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.4133000075817108},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.38510000705718994},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.3779999911785126},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.36059999465942383},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2937999963760376},{"id":"https://openalex.org/C68767595","wikidata":"https://www.wikidata.org/wiki/Q1677999","display_name":"Contiguity","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.28850001096725464},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2833000123500824},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.2786000072956085},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.25440001487731934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06676","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06676","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06676","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-context":[0],"inference":[1],"in":[2],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"is":[7,154],"bottlenecked":[8],"by":[9,26],"the":[10,145,158],"linear":[11],"growth":[12],"of":[13,148,160],"Key-Value":[14],"(KV)":[15],"cache":[16,20,136],"memory.":[17],"Existing":[18],"KV":[19,64,68,89,135],"compression":[21,69,102,122],"paradigms":[22],"are":[23],"fundamentally":[24],"limited":[25],"heuristics:":[27],"heuristic":[28,42,98],"budgeting":[29,143],"relies":[30,44],"on":[31,45,114,126],"statistical":[32],"priors":[33],"rather":[34],"than":[35],"task":[36,104],"objectives,":[37],"causing":[38],"resource":[39],"misallocation,":[40],"while":[41],"selection":[43],"coupled":[46],"query-key":[47],"interactions":[48],"or":[49],"static":[50],"inductive":[51],"biases":[52],"(e.g.,":[53],"attention":[54,93],"sinks).":[55],"To":[56],"address":[57],"this":[58],"limitation,":[59],"we":[60],"introduce":[61],"LKV":[62,76,110,128],"(Learned":[63],"Eviction),":[65],"which":[66],"formulates":[67],"as":[70,144],"an":[71],"end-to-end":[72],"differentiable":[73],"optimization":[74],"problem.":[75],"integrates":[77],"LKV-H":[78],"to":[79,86,156],"learn":[80],"task-optimized":[81],"global":[82],"budgets,":[83],"and":[84,117],"LKV-T":[85],"derive":[87],"intrinsic":[88],"importance":[90],"without":[91],"materializing":[92],"matrices.":[94],"This":[95],"design":[96],"bypasses":[97],"proxies,":[99],"strictly":[100],"aligning":[101],"with":[103,132],"objectives.":[105],"Extensive":[106],"evaluations":[107],"demonstrate":[108],"that":[109,151],"achieves":[111,129],"state-of-the-art":[112],"performance":[113,131],"both":[115],"LongBench":[116],"RULER":[118],"benchmarks":[119],"at":[120],"high":[121],"rates.":[123],"In":[124],"particular,":[125],"LongBench,":[127],"near-lossless":[130],"only":[133],"15\\%":[134],"retention.":[137],"Crucially,":[138],"our":[139],"analysis":[140],"identifies":[141],"learned":[142],"dominant":[146],"driver":[147],"fidelity,":[149],"demonstrating":[150],"data-driven":[152],"allocation":[153],"essential":[155],"overcome":[157],"limitations":[159],"hand-crafted":[161],"heuristics.":[162]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}