{"id":"https://openalex.org/W7167591330","doi":"https://doi.org/10.48550/arxiv.2607.05061","title":"KVpop -- Key-Value Cache Compression with Predictive Online Pruning","display_name":"KVpop -- Key-Value Cache Compression with Predictive Online Pruning","publication_year":2026,"publication_date":"2026-07-06","ids":{"openalex":"https://openalex.org/W7167591330","doi":"https://doi.org/10.48550/arxiv.2607.05061"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.05061","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05061","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.05061","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079582051","display_name":"Lukas Hauzenberger","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hauzenberger, Lukas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013884828","display_name":"Niklas Schmidinger","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schmidinger, Niklas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140210644","display_name":"Anamaria-Roberta Hartl","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hartl, Anamaria-Roberta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140181551","display_name":"David Stap","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stap, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052543224","display_name":"Thomas Schmied","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schmied, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140164943","display_name":"Sebastian B\u00f6ck","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"B\u00f6ck, Sebastian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140206606","display_name":"G\u00fcnter Klambauer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klambauer, G\u00fcnter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053148274","display_name":"Sepp Hochreiter","orcid":"https://orcid.org/0000-0001-7449-2528"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hochreiter, Sepp","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.44269999861717224,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.44269999861717224,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.20990000665187836,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.14480000734329224,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/eviction","display_name":"Eviction","score":0.5439000129699707},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5332000255584717},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4661000072956085},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.41780000925064087},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.39879998564720154},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.39410001039505005}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7774999737739563},{"id":"https://openalex.org/C2778227907","wikidata":"https://www.wikidata.org/wiki/Q1893186","display_name":"Eviction","level":2,"score":0.5439000129699707},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5332000255584717},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4661000072956085},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.41780000925064087},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.39879998564720154},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.39410001039505005},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39329999685287476},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.36149999499320984},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.326200008392334},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.32339999079704285},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.3231000006198883},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2815999984741211},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2696000039577484},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26579999923706055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26170000433921814},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.2583000063896179}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.05061","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05061","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.05061","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05061","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Key-value":[0],"(KV)":[1],"cache":[2,122],"growth":[3],"is":[4,66],"a":[5,53,69,83,96],"major":[6],"bottleneck":[7],"in":[8],"autoregressive":[9],"decoding,":[10],"as":[11,42],"memory":[12,153],"and":[13,38,107,124],"bandwidth":[14],"scale":[15],"linearly":[16],"with":[17,149],"context":[18],"length.":[19],"Existing":[20],"KV":[21,55,121],"eviction":[22,41,56,91,132,148],"methods":[23],"often":[24],"rely":[25],"on":[26,117],"static":[27],"heuristics":[28],"or":[29],"proxy":[30],"scores,":[31],"which":[32,51],"poorly":[33],"track":[34],"future":[35],"token":[36],"utility":[37],"cause":[39],"brittle":[40],"relevance":[43],"shifts.":[44],"To":[45],"address":[46],"this,":[47],"we":[48],"introduce":[49,82],"KVpop,":[50],"learns":[52],"fixed-budget":[54],"policy":[57],"by":[58],"directly":[59],"supervising":[60,147],"the":[61],"keep-or-drop":[62],"decision.":[63],"The":[64],"scorer":[65,86],"trained":[67],"against":[68],"novel":[70],"future-attention":[71,150],"target,":[72],"computed":[73],"efficiently":[74],"without":[75],"materializing":[76],"dense":[77],"attention":[78],"maps.":[79],"We":[80],"further":[81],"delayed":[84],"memory-based":[85],"that,":[87],"uniquely":[88],"among":[89],"learned":[90],"methods,":[92],"defers":[93],"scoring":[94],"for":[95],"fixed":[97],"number":[98],"of":[99,114],"steps":[100],"to":[101],"exploit":[102],"near-future":[103],"context.":[104],"On":[105],"AIME":[106],"HMMT":[108],"mathematical":[109],"reasoning,":[110],"KVpop":[111],"retains":[112],"98%":[113],"full-attention":[115],"performance":[116],"Qwen3-4B":[118],"at":[119,126],"75%":[120],"compression":[123],"97%":[125],"88%":[127],"compression,":[128],"consistently":[129],"outperforming":[130],"established":[131],"baselines.":[133],"Qwen3-8B":[134],"shows":[135],"even":[136],"stronger":[137],"results,":[138],"reaching":[139],"near-full":[140],"teacher":[141],"performance.":[142],"These":[143],"results":[144],"show":[145],"that":[146],"signals":[151],"cuts":[152],"costs":[154],"while":[155],"maintaining":[156],"quality.":[157]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-08T00:00:00"}