{"id":"https://openalex.org/W7162579143","doi":"https://doi.org/10.48550/arxiv.2605.26678","title":"NestedKV: Nested Memory Routing for Long-Context KV Cache Compression","display_name":"NestedKV: Nested Memory Routing for Long-Context KV Cache Compression","publication_year":2026,"publication_date":"2026-05-26","ids":{"openalex":"https://openalex.org/W7162579143","doi":"https://doi.org/10.48550/arxiv.2605.26678"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.26678","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26678","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.26678","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137190540","display_name":"Hong Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137191106","display_name":"Xiang LIU","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Xiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137187291","display_name":"Yubo Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Yubo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137106300","display_name":"Yuxuan Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137157537","display_name":"Bo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016241710","display_name":"Y. Z. Chu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chu, Yuanlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000579667","display_name":"Yuanguo Lin","orcid":"https://orcid.org/0000-0001-6717-0950"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Yuanguo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137138149","display_name":"Xuming Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Xuming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2637999951839447,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2637999951839447,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.09880000352859497,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.0949999988079071,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6000999808311462},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.47929999232292175},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4410000145435333},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4406000077724457},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.4318999946117401},{"id":"https://openalex.org/keywords/cache-only-memory-architecture","display_name":"Cache-only memory architecture","score":0.3625999987125397},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.3601999878883362},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.35519999265670776}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7419999837875366},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6000999808311462},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.47929999232292175},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4410000145435333},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4406000077724457},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.4318999946117401},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3628000020980835},{"id":"https://openalex.org/C3720319","wikidata":"https://www.wikidata.org/wiki/Q5015937","display_name":"Cache-only memory architecture","level":5,"score":0.3625999987125397},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.3601999878883362},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.3546000123023987},{"id":"https://openalex.org/C132943942","wikidata":"https://www.wikidata.org/wiki/Q2562511","display_name":"Footprint","level":2,"score":0.33809998631477356},{"id":"https://openalex.org/C48105269","wikidata":"https://www.wikidata.org/wiki/Q1141160","display_name":"Header","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C165743212","wikidata":"https://www.wikidata.org/wiki/Q104555","display_name":"Ruler","level":2,"score":0.30979999899864197},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.3019999861717224},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.275299996137619},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C201148951","wikidata":"https://www.wikidata.org/wiki/Q5015976","display_name":"Cache coloring","level":4,"score":0.2619999945163727},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.2590000033378601}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.26678","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26678","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.26678","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.26678","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-context":[0],"language":[1],"models":[2],"are":[3],"limited":[4],"by":[5,22,59,77,142],"the":[6,10,60,83,131],"memory":[7],"footprint":[8],"of":[9],"key-value":[11],"(KV)":[12],"cache.":[13],"Existing":[14],"training-free":[15,88],"KV":[16,54],"compression":[17,56],"methods":[18],"usually":[19],"rank":[20],"tokens":[21,76],"one":[23],"importance":[24],"signal":[25],"--":[26,34],"attention,":[27],"recency,":[28],"layer-wise":[29],"allocation,":[30],"or":[31,46,110],"key":[32,73],"distinctiveness":[33],"which":[35],"becomes":[36],"brittle":[37],"when":[38,130],"useful":[39],"context":[40],"is":[41,100,128,134],"globally":[42],"distinctive,":[43],"locally":[44],"episodic,":[45],"immediately":[47],"relevant.":[48],"We":[49],"introduce":[50],"NestedKV,":[51],"a":[52,87],"key-only":[53],"cache":[55,133],"method":[57],"inspired":[58],"Continuum":[61],"Memory":[62],"System":[63],"in":[64],"Nested":[65],"Learning.":[66],"NestedKV":[67,127],"maintains":[68],"global,":[69],"block-level,":[70],"and":[71,81,94,106,120,124,149],"sliding-window":[72],"anchors,":[74],"scores":[75],"multi-time-scale":[78],"cosine":[79],"anomaly,":[80],"combines":[82],"resulting":[84],"rankings":[85],"with":[86,102],"outer":[89],"learner":[90],"using":[91],"head-adaptive":[92],"mixing":[93],"surprise-gated":[95],"token":[96],"routing.":[97],"The":[98],"score":[99],"paired":[101],"adaptive":[103],"per-head":[104],"budgets":[105],"requires":[107],"no":[108],"training":[109],"LLM":[111],"modification.":[112],"Across":[113],"RULER":[114,148],"(4k--32k),":[115],"LooGLE,":[116],"LongBench,":[117],"LongBench-E,":[118],"InfiniteBench,":[119],"MMLU-Pro":[121],"on":[122,147,151,160],"Qwen3":[123],"Llama-3.2":[125],"models,":[126],"strongest":[129],"retained":[132],"small.":[135],"On":[136],"Qwen3-4B,":[137],"it":[138,157],"improves":[139],"over":[140],"KeyDiff":[141],"up":[143],"to":[144],"19.10":[145],"points":[146],"19.29":[150],"LongBench":[152,161],"at":[153,155],"$r=0.75$;":[154],"$r=0.95$,":[156],"retains":[158],"37.32":[159],"versus":[162],"17.55":[163],"for":[164],"KeyDiff.":[165]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-28T00:00:00"}