{"id":"https://openalex.org/W7155398280","doi":"https://doi.org/10.48550/arxiv.2604.19769","title":"TTKV: Temporal-Tiered KV Cache for Long-Context LLM Inference","display_name":"TTKV: Temporal-Tiered KV Cache for Long-Context LLM Inference","publication_year":2026,"publication_date":"2026-03-27","ids":{"openalex":"https://openalex.org/W7155398280","doi":"https://doi.org/10.48550/arxiv.2604.19769"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.19769","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.19769","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.19769","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5098664895","display_name":"Gradwell Dzikanyanga","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dzikanyanga, Gradwell","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134400301","display_name":"Weihao Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Weihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134390298","display_name":"Hao Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134452258","display_name":"Donglei Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Donglei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134432654","display_name":"Shihao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shihao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134382138","display_name":"Wen Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Wen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5134418551","display_name":"Sanjeeb K C","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"C, Sanjeeb K","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.4359999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.4359999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.07609999924898148,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0471000000834465,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7117999792098999},{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.7106999754905701},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6395000219345093},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5929999947547913},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5684000253677368},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4429999887943268},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4174000024795532},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.4131999909877777},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.38749998807907104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8003000020980835},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7117999792098999},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.7106999754905701},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6395000219345093},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5929999947547913},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5684000253677368},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.48399999737739563},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4429999887943268},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4174000024795532},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.4131999909877777},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.38749998807907104},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.3650999963283539},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3465999960899353},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32690000534057617},{"id":"https://openalex.org/C3720319","wikidata":"https://www.wikidata.org/wiki/Q5015937","display_name":"Cache-only memory architecture","level":5,"score":0.31200000643730164},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.30219998955726624},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.3012999892234802},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.2939999997615814},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.28529998660087585},{"id":"https://openalex.org/C53833338","wikidata":"https://www.wikidata.org/wiki/Q1061424","display_name":"Context switch","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C132943942","wikidata":"https://www.wikidata.org/wiki/Q2562511","display_name":"Footprint","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27000001072883606},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26249998807907104}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.19769","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.19769","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.19769","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.19769","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Key-value":[0],"(KV)":[1],"caching":[2],"is":[3],"critical":[4],"for":[5],"efficient":[6],"inference":[7],"in":[8,23,56],"large":[9],"language":[10],"models":[11],"(LLMs),":[12],"yet":[13],"its":[14],"memory":[15,51,80,111],"footprint":[16],"scales":[17],"linearly":[18],"with":[19,49,62,94],"context":[20],"length,":[21],"resulting":[22],"a":[24,71],"severe":[25],"scalability":[26],"bottleneck.":[27],"Existing":[28],"approaches":[29],"largely":[30],"treat":[31],"KV":[32,72,84,89,122],"states":[33,123],"as":[34],"equally":[35],"important":[36],"across":[37],"time,":[38],"implicitly":[39],"assuming":[40],"uniform":[41],"precision":[42],"and":[43,60,97,109,114,132,143,167],"accessibility.":[44],"However,":[45],"this":[46,66],"assumption":[47],"contrasts":[48],"human":[50,79],"systems,":[52],"where":[53],"memories":[54],"vary":[55],"clarity,":[57],"recall":[58],"frequency,":[59],"relevance":[61],"temporal":[63,92,130],"proximity.Motivated":[64],"by":[65,156],"insight,":[67],"we":[68],"propose":[69],"TTKV,":[70],"cache":[73,90],"management":[74],"framework":[75],"that":[76,151],"maps":[77],"the":[78,83,88],"system":[81],"onto":[82],"cache.":[85],"TTKV":[86,152],"partitions":[87],"into":[91],"tiers":[93,127],"heterogeneous":[95],"capacity":[96],"precision.":[98],"The":[99],"design":[100],"addresses":[101],"three":[102],"aspects:":[103],"(1)":[104],"Tier":[105,117,134],"Layout,":[106],"decoupling":[107],"fast":[108],"slow":[110,147],"using":[112],"HBM":[113],"DRAM;":[115],"(2)":[116],"Content,":[118],"assigning":[119],"more":[120],"recent":[121],"to":[124,140,163],"faster,":[125],"higher-precision":[126],"based":[128],"on":[129,158],"proximity;":[131],"(3)":[133],"Interaction,":[135],"employing":[136],"block-wise":[137],"streaming":[138],"attention":[139],"overlap":[141],"communication":[142],"computation":[144],"when":[145],"accessing":[146],"tiers.":[148],"Experiments":[149],"show":[150],"reduces":[153],"cross-tier":[154],"traffic":[155],"5.94x":[157],"128K-context":[159],"tasks,":[160],"achieving":[161],"up":[162],"76%":[164],"latency":[165],"reduction":[166],"2x":[168],"throughput":[169],"improvement":[170],"over":[171],"strong":[172],"baselines.":[173]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-24T00:00:00"}