{"id":"https://openalex.org/W7128489630","doi":"https://doi.org/10.48550/arxiv.2602.07721","title":"ParisKV: Fast and Drift-Robust KV-Cache Retrieval for Long-Context LLMs","display_name":"ParisKV: Fast and Drift-Robust KV-Cache Retrieval for Long-Context LLMs","publication_year":2026,"publication_date":"2026-02-07","ids":{"openalex":"https://openalex.org/W7128489630","doi":"https://doi.org/10.48550/arxiv.2602.07721"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.07721","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075950865","display_name":"Yanlin Qi","orcid":"https://orcid.org/0000-0001-6572-1093"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi, Yanlin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125503298","display_name":"Xinhang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xinhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125501106","display_name":"Huiqiang Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Huiqiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101488348","display_name":"Qitong Wang","orcid":"https://orcid.org/0000-0001-6360-3800"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Qitong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125585877","display_name":"Botao Peng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Botao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053726723","display_name":"Themis Palpanas","orcid":"https://orcid.org/0000-0002-8031-0265"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Palpanas, Themis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.38199999928474426,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.38199999928474426,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.07699999958276749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.06750000268220901,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.7164999842643738},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.5396999716758728},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.4781999886035919},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4713999927043915},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.41780000925064087}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7699999809265137},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.7164999842643738},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.5396999716758728},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.4781999886035919},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4713999927043915},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.41780000925064087},{"id":"https://openalex.org/C2983174267","wikidata":"https://www.wikidata.org/wiki/Q3775098","display_name":"Video retrieval","level":2,"score":0.4156999886035919},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.33739998936653137},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3305000066757202},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3231000006198883},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3230000138282776},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.2754000127315521},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27230000495910645}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.07721","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.07721","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.07721","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.07721","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"KV-cache":[0,26,136],"retrieval":[1,27,138],"is":[2,141],"essential":[3],"for":[4,91],"long-context":[5,76],"LLM":[6],"inference,":[7],"yet":[8],"existing":[9],"methods":[10],"struggle":[11],"with":[12,58],"distribution":[13],"drift":[14],"and":[15,70,105,126,131],"high":[16],"latency":[17,123],"at":[18,87,143],"scale.":[19],"We":[20],"introduce":[21],"ParisKV,":[22],"a":[23,36],"drift-robust,":[24],"GPU-native":[25],"framework":[28],"based":[29],"on":[30,68],"collision-based":[31],"candidate":[32],"selection,":[33],"followed":[34],"by":[35,124],"quantized":[37],"inner-product":[38],"reranking":[39],"estimator.":[40],"For":[41],"million-token":[42,108,118],"contexts,":[43,93],"ParisKV":[44,61,120],"supports":[45],"CPU-offloaded":[46],"KV":[47],"caches":[48],"via":[49],"Unified":[50],"Virtual":[51],"Addressing":[52],"(UVA),":[53],"enabling":[54],"on-demand":[55],"top-$k$":[56],"fetching":[57],"minimal":[59],"overhead.":[60],"matches":[62,80],"or":[63,81],"outperforms":[64],"full":[65,83,101,111],"attention":[66,84,112],"quality":[67],"long-input":[69],"long-generation":[71],"benchmarks.":[72],"It":[73],"achieves":[74],"state-of-the-art":[75,135],"decoding":[77],"efficiency:":[78],"it":[79],"exceeds":[82],"speed":[85],"even":[86],"batch":[88],"size":[89],"1":[90],"long":[92],"delivers":[94],"up":[95],"to":[96,107,129],"2.8$\\times$":[97],"higher":[98],"throughput":[99],"within":[100],"attention's":[102],"runnable":[103],"range,":[104],"scales":[106],"contexts":[109],"where":[110],"runs":[113],"out":[114],"of":[115],"memory.":[116],"At":[117],"scale,":[119],"reduces":[121],"decode":[122],"17$\\times$":[125],"44$\\times$":[127],"compared":[128],"MagicPIG":[130],"PQCache,":[132],"respectively,":[133],"two":[134],"Top-$k$":[137],"baselines,":[139],"code":[140],"available":[142],"https://github.com/amy-77/ParisKV/tree/main.":[144]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-02-11T00:00:00"}