{"id":"https://openalex.org/W7127622707","doi":"https://doi.org/10.48550/arxiv.2602.03203","title":"ForesightKV: Optimizing KV Cache Eviction for Reasoning Models by Learning Long-Term Contribution","display_name":"ForesightKV: Optimizing KV Cache Eviction for Reasoning Models by Learning Long-Term Contribution","publication_year":2026,"publication_date":"2026-02-03","ids":{"openalex":"https://openalex.org/W7127622707","doi":"https://doi.org/10.48550/arxiv.2602.03203"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.03203","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018732664","display_name":"Zican Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Dong, Zican","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125015221","display_name":"Peiyu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Peiyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125081184","display_name":"Junyi Jessy Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Junyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125058833","display_name":"Zhipeng Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Zhipeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125003382","display_name":"Han Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125018132","display_name":"Shuo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125083462","display_name":"Wayne Xin Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Wayne Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5018732664"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.13369999825954437,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.13369999825954437,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.10970000177621841,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08919999748468399,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7688000202178955},{"id":"https://openalex.org/keywords/eviction","display_name":"Eviction","score":0.7537000179290771},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4668999910354614},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.45500001311302185},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.39340001344680786},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.3919000029563904},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3619000017642975},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.3142000138759613}],"concepts":[{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7688000202178955},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7687000036239624},{"id":"https://openalex.org/C2778227907","wikidata":"https://www.wikidata.org/wiki/Q1893186","display_name":"Eviction","level":2,"score":0.7537000179290771},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4668999910354614},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.45500001311302185},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43470001220703125},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.421099990606308},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.39340001344680786},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.3919000029563904},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3619000017642975},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.3142000138759613},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.3142000138759613},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3122999966144562},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3098999857902527},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2856000065803528},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.27889999747276306},{"id":"https://openalex.org/C59687516","wikidata":"https://www.wikidata.org/wiki/Q5015938","display_name":"Cache-oblivious algorithm","level":5,"score":0.2750999927520752},{"id":"https://openalex.org/C201148951","wikidata":"https://www.wikidata.org/wiki/Q5015976","display_name":"Cache coloring","level":4,"score":0.26499998569488525},{"id":"https://openalex.org/C25536678","wikidata":"https://www.wikidata.org/wiki/Q5015977","display_name":"Cache invalidation","level":5,"score":0.25859999656677246}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.03203","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.03203","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.03203","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.03203","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5723748803138733,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recently,":[0],"large":[1],"language":[2,145],"models":[3,161],"(LLMs)":[4],"have":[5],"shown":[6],"remarkable":[7],"reasoning":[8,13,160],"abilities":[9],"by":[10,41],"producing":[11],"long":[12],"traces.":[14],"However,":[15],"as":[16,131],"the":[17,21,89,95,110,138,143,172],"sequence":[18],"length":[19],"grows,":[20],"key-value":[22],"(KV)":[23],"cache":[24,35,71,129,173],"expands":[25],"linearly,":[26],"incurring":[27],"significant":[28,144],"memory":[29],"and":[30,63,109,136,155,181],"computation":[31],"costs.":[32],"Existing":[33],"KV":[34,45,53,70,79,98],"eviction":[36,72,97,130],"methods":[37,168],"mitigate":[38,142],"this":[39],"issue":[40],"discarding":[42],"less":[43],"important":[44],"pairs,":[46],"but":[47],"often":[48],"fail":[49],"to":[50,76,81,141],"capture":[51],"complex":[52],"dependencies,":[54],"resulting":[55],"in":[56],"performance":[57],"degradation.":[58],"To":[59],"better":[60],"balance":[61],"efficiency":[62],"performance,":[64],"we":[65,127],"introduce":[66],"ForesightKV,":[67],"a":[68,122,132],"training-based":[69],"framework":[73],"that":[74,163],"learns":[75],"predict":[77],"which":[78,93],"pairs":[80,99],"evict":[82],"during":[83],"long-text":[84],"generations.":[85],"We":[86],"first":[87],"design":[88],"Golden":[90],"Eviction":[91],"algorithm,":[92],"identifies":[94],"optimal":[96],"at":[100,112,188],"each":[101,113],"step":[102,114],"using":[103],"future":[104],"attention":[105],"scores.":[106],"These":[107],"traces":[108],"scores":[111],"are":[115],"then":[116],"distilled":[117],"via":[118],"supervised":[119,180],"training":[120],"with":[121],"Pairwise":[123],"Ranking":[124],"Loss.":[125],"Furthermore,":[126],"formulate":[128],"Markov":[133],"Decision":[134],"Process":[135],"apply":[137],"GRPO":[139],"algorithm":[140],"modeling":[146],"loss":[147],"increase":[148],"on":[149,153],"low-entropy":[150],"tokens.":[151],"Experiments":[152],"AIME2024":[154],"AIME2025":[156],"benchmarks":[157],"of":[158],"three":[159],"demonstrate":[162],"ForesightKV":[164],"consistently":[165],"outperforms":[166],"prior":[167],"under":[169],"only":[170],"half":[171],"budget,":[174],"while":[175],"benefiting":[176],"synergistically":[177],"from":[178],"both":[179],"reinforcement":[182],"learning":[183],"approaches.":[184],"Code":[185],"is":[186],"available":[187],"https://github.com/RUCAIBox/ForesightKV.":[189]},"counts_by_year":[],"updated_date":"2026-06-03T06:16:58.514037","created_date":"2026-02-06T00:00:00"}