{"id":"https://openalex.org/W7163169960","doi":"https://doi.org/10.48550/arxiv.2606.01563","title":"MomentKV: Closing the Directional Gap in KV Cache Eviction for Long-Context Inference","display_name":"MomentKV: Closing the Directional Gap in KV Cache Eviction for Long-Context Inference","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163169960","doi":"https://doi.org/10.48550/arxiv.2606.01563"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.01563","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01563","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.01563","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137674780","display_name":"Yu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034703915","display_name":"Binxu Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Binxu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137658392","display_name":"Tian Lan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lan, Tian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.1851000040769577,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.1851000040769577,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.12950000166893005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.04490000009536743,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6491000056266785},{"id":"https://openalex.org/keywords/moment","display_name":"Moment (physics)","score":0.42489999532699585},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.415800005197525},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.38929998874664307},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.383899986743927},{"id":"https://openalex.org/keywords/eviction","display_name":"Eviction","score":0.38100001215934753},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.37860000133514404},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.3587000072002411}],"concepts":[{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6491000056266785},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5005999803543091},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.450300008058548},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.42489999532699585},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.415800005197525},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.41499999165534973},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.38929998874664307},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C2778227907","wikidata":"https://www.wikidata.org/wiki/Q1893186","display_name":"Eviction","level":2,"score":0.38100001215934753},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.37860000133514404},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3587000072002411},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3571999967098236},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3447999954223633},{"id":"https://openalex.org/C45340560","wikidata":"https://www.wikidata.org/wiki/Q215382","display_name":"Disjoint sets","level":2,"score":0.3400000035762787},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3050000071525574},{"id":"https://openalex.org/C134652429","wikidata":"https://www.wikidata.org/wiki/Q1052698","display_name":"Jitter","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3012000024318695},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.29100000858306885},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C180591934","wikidata":"https://www.wikidata.org/wiki/Q1253369","display_name":"Downtime","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C2778855872","wikidata":"https://www.wikidata.org/wiki/Q7286559","display_name":"Rake","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.2524000108242035}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.01563","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01563","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.01563","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01563","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autoregressive":[0],"decoding":[1],"in":[2,82,118],"Transformer-based":[3],"language":[4],"models":[5],"relies":[6],"on":[7,59,102],"the":[8,21,42,55,72,79,88,103,134,150,165,169,183,215],"KV":[9,27],"cache,":[10],"whose":[11],"memory":[12],"footprint":[13],"grows":[14],"linearly":[15],"with":[16,161,202,214],"sequence":[17],"length":[18],"and":[19,40,74,107,145,162,195,200,204],"becomes":[20],"primary":[22,48],"bottleneck":[23],"for":[24],"long-context":[25],"inference.":[26],"cache":[28,212],"eviction":[29,194],"addresses":[30],"this":[31],"by":[32,164],"retaining":[33],"a":[34,47,68,93,115,139,178,188],"fixed-size":[35],"subset":[36],"of":[37,50,182],"key-value":[38],"pairs":[39],"discarding":[41],"rest.":[43],"We":[44],"identify":[45,156],"that":[46],"source":[49],"output":[51,111],"degradation":[52],"is":[53,153],"not":[54],"residual":[56],"attention":[57,185],"mass":[58,96],"evicted":[60,75,80,95,135,170,184],"tokens,":[61],"which":[62,127],"existing":[63,119],"methods":[64],"already":[65,158],"minimize,":[66],"but":[67],"directional":[69],"mismatch":[70],"between":[71,192],"retained":[73,89],"token":[76,136],"sets.":[77],"Specifically,":[78],"tokens":[81,157],"practice":[83],"are":[84],"often":[85],"near-orthogonal":[86],"to":[87,155],"ones.":[90],"Thus,":[91],"even":[92],"small":[94],"could":[97],"have":[98],"an":[99],"oversized":[100],"impact":[101],"resulting":[104],"direction":[105],"distribution":[106],"amplify":[108],"into":[109],"substantial":[110],"error.":[112],"This":[113],"reveals":[114],"fundamental":[116],"limit":[117],"strategies.":[120],"To":[121],"address":[122],"this,":[123],"we":[124],"propose":[125],"MomentKV,":[126],"maintains":[128],"compact,":[129],"small-size":[130],"moment":[131,151],"statistics":[132,152],"over":[133],"set,":[137],"including":[138],"count,":[140],"key":[141],"mean,":[142,144],"value":[143],"value-key":[146],"covariance.":[147],"During":[148,174],"eviction,":[149],"leveraged":[154],"well":[159],"aligned":[160],"captured":[163],"accumulated":[166],"summary,":[167],"keeping":[168],"set":[171],"geometrically":[172],"regular.":[173],"inference,":[175],"they":[176],"yield":[177],"closed-form":[179],"first-order":[180],"approximation":[181],"output,":[186],"forming":[187],"mutually":[189],"reinforcing":[190],"loop":[191],"selective":[193],"accurate":[196],"correction.":[197],"On":[198],"LongBench":[199],"RULER":[201],"LLaMA-3.1-8B-Instruct":[203],"Qwen3-4B-Instruct,":[205],"MomentKV":[206],"outperforms":[207],"all":[208],"baselines":[209],"at":[210],"every":[211],"budget,":[213],"largest":[216],"gains":[217],"under":[218],"aggressive":[219],"compression.":[220]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}