{"id":"https://openalex.org/W7153193561","doi":"https://doi.org/10.48550/arxiv.2604.08426","title":"KV Cache Offloading for Context-Intensive Tasks","display_name":"KV Cache Offloading for Context-Intensive Tasks","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7153193561","doi":"https://doi.org/10.48550/arxiv.2604.08426"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.08426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.08426","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078667093","display_name":"Andrey V. Bocharnikov","orcid":"https://orcid.org/0009-0001-4343-5106"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bocharnikov, Andrey","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133317745","display_name":"Ivan Ermakov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ermakov, Ivan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133371407","display_name":"Denis Kuznedelev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuznedelev, Denis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133359448","display_name":"Vyacheslav Zhdanovskiy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhdanovskiy, Vyacheslav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133353858","display_name":"Yegor Yershov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yershov, Yegor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.33160001039505005,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.33160001039505005,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.15950000286102295,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.09239999949932098,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7215999960899353},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6729999780654907},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6266000270843506},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4848000109195709},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.48190000653266907},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.47510001063346863},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.45419999957084656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.839900016784668},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7215999960899353},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6729999780654907},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6266000270843506},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4848000109195709},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.48190000653266907},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.47510001063346863},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.45419999957084656},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.40139999985694885},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.37950000166893005},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2912999987602234},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.28360000252723694},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2718999981880188},{"id":"https://openalex.org/C7366592","wikidata":"https://www.wikidata.org/wiki/Q1255620","display_name":"Dram","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.25870001316070557}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.08426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.08426","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.08426","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"No poverty","id":"https://metadata.un.org/sdg/1","score":0.48531705141067505}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,13,64,78,88,95,169],"growing":[2],"demand":[3],"for":[4,22,140,171],"long-context":[5,178],"LLMs":[6],"across":[7,160],"a":[8,19,34,83,98,152,172],"wide":[9],"range":[10],"of":[11,61,85,145,177],"applications,":[12],"key-value":[14],"(KV)":[15],"cache":[16],"has":[17,31],"become":[18],"critical":[20],"bottleneck":[21],"both":[23,127],"latency":[24,43],"and":[25,41,93,117,121,130,147,150,164,174],"memory":[26,39],"usage.":[27],"Recently,":[28],"KV-cache":[29,71],"offloading":[30,72,114],"emerged":[32],"as":[33],"promising":[35],"approach":[36],"to":[37],"reduce":[38],"footprint":[40],"inference":[42],"while":[44],"preserving":[45],"accuracy.":[46],"Prior":[47],"evaluations":[48],"have":[49],"largely":[50],"focused":[51],"on":[52,73,115,126],"tasks":[53,120],"that":[54,102,156],"do":[55],"not":[56],"require":[57],"extracting":[58,104],"large":[59],"amounts":[60],"information":[62,86],"from":[63,87,107],"context.":[65],"In":[66],"this":[67],"work,":[68],"we":[69],"study":[70],"context-intensive":[74,100,119],"tasks:":[75],"problems":[76],"where":[77],"solution":[79],"requires":[80,103],"looking":[81],"up":[82],"lot":[84],"input":[89],"prompt.":[90],"We":[91,110],"create":[92],"release":[94],"Text2JSON":[96,116],"benchmark,":[97],"highly":[99],"task":[101],"structured":[105],"knowledge":[106],"raw":[108],"text.":[109],"evaluate":[111],"modern":[112],"KV":[113],"other":[118],"find":[122],"significant":[123],"performance":[124],"degradation":[125],"Llama":[128],"3":[129,132],"Qwen":[131],"models.":[133],"Our":[134],"analysis":[135],"identifies":[136],"two":[137],"key":[138],"reasons":[139],"poor":[141],"accuracy:":[142],"low-rank":[143],"projection":[144],"keys":[146],"unreliable":[148],"landmarks,":[149],"proposes":[151],"simpler":[153],"alternative":[154],"strategy":[155],"significantly":[157],"improves":[158],"accuracy":[159],"multiple":[161],"LLM":[162],"families":[163],"benchmarks.":[165],"These":[166],"findings":[167],"highlight":[168],"need":[170],"comprehensive":[173],"rigorous":[175],"evaluation":[176],"compression":[179],"techniques.":[180]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-11T00:00:00"}