{"id":"https://openalex.org/W7163159283","doi":"https://doi.org/10.48550/arxiv.2606.01065","title":"Leyline: KV Cache Directives for Agentic Inference","display_name":"Leyline: KV Cache Directives for Agentic Inference","publication_year":2026,"publication_date":"2026-05-31","ids":{"openalex":"https://openalex.org/W7163159283","doi":"https://doi.org/10.48550/arxiv.2606.01065"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.01065","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01065","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.01065","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083477607","display_name":"Bole Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Bole","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011822473","display_name":"Jan Eitzinger","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eitzinger, Jan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5043208394","display_name":"Harald Koestler","orcid":"https://orcid.org/0000-0002-6992-2690"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koestler, Harald","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.2126999944448471,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.2126999944448471,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.08169999718666077,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0689999982714653,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7246999740600586},{"id":"https://openalex.org/keywords/prefix","display_name":"Prefix","score":0.4244000017642975},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.40049999952316284},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.3783999979496002},{"id":"https://openalex.org/keywords/database-transaction","display_name":"Database transaction","score":0.3407999873161316},{"id":"https://openalex.org/keywords/callback","display_name":"Callback","score":0.32679998874664307},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.31450000405311584},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.2996000051498413}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7633000016212463},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7246999740600586},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4255000054836273},{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.4244000017642975},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.40049999952316284},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.3783999979496002},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.3407999873161316},{"id":"https://openalex.org/C204495577","wikidata":"https://www.wikidata.org/wiki/Q1205349","display_name":"Callback","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.31450000405311584},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.2996000051498413},{"id":"https://openalex.org/C2779547435","wikidata":"https://www.wikidata.org/wiki/Q1121492","display_name":"Directive","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C2781201115","wikidata":"https://www.wikidata.org/wiki/Q2912143","display_name":"Scapegoating","level":3,"score":0.27799999713897705},{"id":"https://openalex.org/C553261973","wikidata":"https://www.wikidata.org/wiki/Q14579","display_name":"Linux kernel","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C3913047","wikidata":"https://www.wikidata.org/wiki/Q1956265","display_name":"sync","level":3,"score":0.2718000113964081},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.27090001106262207},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C41009113","wikidata":"https://www.wikidata.org/wiki/Q54871","display_name":"SPARQL","level":4,"score":0.2662999927997589},{"id":"https://openalex.org/C43364308","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Byte","level":2,"score":0.2639999985694885},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.2547000050544739},{"id":"https://openalex.org/C201148951","wikidata":"https://www.wikidata.org/wiki/Q5015976","display_name":"Cache coloring","level":4,"score":0.2540999948978424},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.01065","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01065","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.01065","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.01065","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.5528093576431274,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"KV":[1,68],"cache":[2,13,49],"management":[3],"assumes":[4],"the":[5,12,66,95,149,178,231,247,253],"chatbot":[6],"workload:":[7],"prompts":[8],"arrive":[9],"once":[10],"and":[11,19,85,108,142,180,217],"grows":[14],"append-only,":[15],"so":[16],"prefix":[17],"caching":[18,77],"forward-only":[20],"eviction":[21,136],"are":[22,40],"correct":[23],"by":[24,214,220,238],"construction.":[25],"Agentic":[26],"LLMs":[27],"break":[28],"this":[29,81,86,159],"assumption.":[30],"Their":[31],"conversations":[32],"evolve":[33],"through":[34,230],"policy-driven":[35],"editing:":[36],"failed":[37],"tool":[38],"calls":[39],"retried,":[41],"stale":[42],"outputs":[43],"dropped,":[44],"trajectories":[45],"pivoted.":[46],"Two":[47],"distinct":[48],"problems":[50],"result.":[51],"First,":[52],"identical":[53],"content":[54,107],"moves":[55],"to":[56,93,98,126,167,171,195,222],"new":[57],"positions":[58],"between":[59],"turns,":[60],"invalidating":[61],"exact-prefix":[62],"caches":[63],"even":[64],"though":[65],"underlying":[67],"would":[69],"still":[70],"be":[71],"valid;":[72],"recent":[73],"work":[74],"on":[75,128,241],"position-independent":[76],"for":[78,188],"MLA":[79],"addresses":[80],"reuse":[82],"problem.":[83],"Second,":[84],"paper's":[87],"focus,":[88],"a":[89,103,154,196,204],"policy":[90,145,176,248],"may":[91],"need":[92],"direct":[94],"serving":[96],"system":[97],"actively":[99],"remove":[100],"or":[101,185],"replace":[102],"span":[104],"of":[105],"cached":[106],"continue":[109],"without":[110],"re-prefilling":[111],"everything":[112],"that":[113,157,199],"came":[114],"after.":[115],"No":[116],"existing":[117],"primitive":[118,156],"offers":[119],"this.":[120],"Production":[121],"agentic":[122,235],"harnesses":[123],"fall":[124],"back":[125],"re-prefill":[127,187],"every":[129],"edit,":[130],"paying":[131],"full":[132],"prefix-recomputation":[133],"cost;":[134],"kernel-level":[135],"methods":[137],"make":[138],"their":[139],"own":[140],"decisions":[141],"cannot":[143],"accept":[144],"directives":[146],"from":[147,169],"outside":[148],"kernel.":[150],"We":[151],"introduce":[152],"Leyline,":[153],"serving-side":[155],"closes":[158],"gap.":[160],"A":[161,225],"declarative":[162],"directive":[163],"4-tuple":[164],"separates":[165],"what":[166],"edit":[168,179],"how":[170],"preserve":[172],"position":[173],"correctness.":[174],"The":[175,208,243],"declares":[177],"its":[181],"mode":[182],"(in-place":[183],"splice":[184,209],"prefix-trimmed":[186],"semantic":[189],"forgetting);":[190],"an":[191],"architecture-agnostic":[192],"interface":[193,233],"routes":[194],"per-architecture":[197],"kernel":[198,210],"restores":[200],"attention":[201],"math":[202],"via":[203],"closed-form":[205],"RoPE-rotation":[206],"correction.":[207],"lifts":[211,234],"replay":[212],"cache-hit":[213],"+11.2":[215],"pp":[216,240],"cuts":[218],"latency":[219],"up":[221],"241":[223],"ms.":[224],"ten-line":[226],"truncation":[227],"rule":[228],"routed":[229],"same":[232],"solve":[236],"rate":[237],"+14.3":[239],"debug-gym.":[242],"mechanism":[244],"is":[245,252],"open;":[246],"space":[249],"it":[250],"enables":[251],"agenda.":[254]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}