{"id":"https://openalex.org/W7164909290","doi":"https://doi.org/10.48550/arxiv.2606.17034","title":"KVEraser: Learning to Steer KV Cache for Efficient Localized Context Erasing","display_name":"KVEraser: Learning to Steer KV Cache for Efficient Localized Context Erasing","publication_year":2026,"publication_date":"2026-06-15","ids":{"openalex":"https://openalex.org/W7164909290","doi":"https://doi.org/10.48550/arxiv.2606.17034"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.17034","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17034","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.17034","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138753431","display_name":"Mufei Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Mufei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103870133","display_name":"Liu S","orcid":"https://orcid.org/0000-0001-7255-0982"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Shikun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138752764","display_name":"Dongqi Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Dongqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138719957","display_name":"Haoyu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Haoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138690447","display_name":"Yinglong Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Yinglong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138703120","display_name":"Hong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138695891","display_name":"Hong Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138730811","display_name":"Pan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Pan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.179299995303154,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.179299995303154,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.08659999817609787,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.08060000091791153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7924000024795532},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6301000118255615},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6195999979972839},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5745000243186951},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.560699999332428},{"id":"https://openalex.org/keywords/suffix-array","display_name":"Suffix array","score":0.43650001287460327},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.35589998960494995},{"id":"https://openalex.org/keywords/interval","display_name":"Interval (graph theory)","score":0.34360000491142273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8531000018119812},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7924000024795532},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6301000118255615},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6195999979972839},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5745000243186951},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.560699999332428},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5268999934196472},{"id":"https://openalex.org/C2779259728","wikidata":"https://www.wikidata.org/wiki/Q281472","display_name":"Suffix array","level":3,"score":0.43650001287460327},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.35589998960494995},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.34360000491142273},{"id":"https://openalex.org/C53833338","wikidata":"https://www.wikidata.org/wiki/Q1061424","display_name":"Context switch","level":2,"score":0.3427000045776367},{"id":"https://openalex.org/C2779804580","wikidata":"https://www.wikidata.org/wiki/Q102047","display_name":"Suffix","level":2,"score":0.34150001406669617},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.33329999446868896},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.3246000111103058},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32269999384880066},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32109999656677246},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31209999322891235},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C44359876","wikidata":"https://www.wikidata.org/wiki/Q5338467","display_name":"Edit distance","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2838999927043915},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C141917322","wikidata":"https://www.wikidata.org/wiki/Q1025017","display_name":"Cache coherence","level":5,"score":0.2554999887943268},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.17034","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17034","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.17034","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.17034","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Post-hoc":[0],"context":[1,96,101,178],"erasing":[2,63,131],"over":[3,218],"the":[4,27,70,110,114,123,143,147,150,208],"KV":[5,111],"cache":[6,125],"is":[7],"challenging":[8],"because":[9],"a":[10,14,18,88,99,103,129,135,189,215],"local":[11],"edit":[12],"has":[13,20],"global":[15],"consequence:":[16],"once":[17],"span":[19,104],"been":[21],"processed,":[22],"its":[23,74,181],"influence":[24,148],"propagates":[25],"into":[26],"cached":[28],"states":[29,112,120],"of":[30,113,149],"all":[31,67],"subsequent":[32],"tokens.":[33],"This":[34],"issue":[35],"arises":[36],"naturally":[37],"in":[38,170],"long-context":[39],"LLM":[40],"applications,":[41],"where":[42],"stale":[43],"retrieved":[44],"facts,":[45],"incorrect":[46],"tool":[47],"observations,":[48],"retracted":[49],"user":[50],"preferences,":[51],"or":[52],"harmful":[53,204],"prompt":[54],"injections":[55],"may":[56],"be":[57],"identified":[58],"only":[59,109,185],"after":[60,69],"prefill.":[61],"Exact":[62],"must":[64],"then":[65],"recompute":[66],"tokens":[68],"deleted":[71],"span,":[72,152],"making":[73],"computational":[75],"cost":[76],"depend":[77],"on":[78,173],"suffix":[79],"length":[80],"rather":[81],"than":[82],"erased-span":[83],"length.":[84],"We":[85],"introduce":[86],"KVEraser,":[87],"learned":[89,118],"KV-cache":[90],"editing":[91],"method":[92],"for":[93,192],"efficient":[94],"localized":[95],"erasing.":[97],"Given":[98],"processed":[100],"and":[102],"to":[105,145,159,198],"remove,":[106],"KVEraser":[107,165,195],"replaces":[108],"erased":[115,151],"interval":[116],"with":[117,188,203,214],"steering":[119],"while":[121,153,180],"reusing":[122],"remaining":[124],"unchanged.":[126],"To":[127],"learn":[128],"transferable":[130],"mechanism,":[132],"we":[133],"build":[134],"two-stage":[136],"training":[137],"pipeline:":[138],"generic":[139],"span-neighbor":[140],"pre-training":[141],"teaches":[142],"eraser":[144],"suppress":[146],"task-specific":[154],"fine-tuning":[155],"adapts":[156],"this":[157],"capability":[158],"downstream":[160],"scenarios.":[161],"Experiments":[162],"show":[163],"that":[164],"nearly":[166],"matches":[167],"full":[168,193,219],"recomputation":[169],"post-erasure":[171],"performance":[172,210],"in-domain":[174],"tasks":[175,202],"across":[176],"1K--32K":[177],"lengths,":[179],"latency":[182],"increases":[183],"by":[184],"24%":[186],"compared":[187],"17.6x":[190],"increase":[191],"recomputation.":[194,220],"also":[196],"generalizes":[197],"unseen":[199],"long-document":[200],"QA":[201],"factual":[205],"distractors,":[206],"achieving":[207],"best":[209],"among":[211],"approximate":[212],"baselines":[213],"3--4x":[216],"speedup":[217]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-17T00:00:00"}