{"id":"https://openalex.org/W7203662383","doi":"https://doi.org/10.48550/arxiv.2608.14624","title":"Learning Agent Execution for KV-Cache Management in Agentic Serving","display_name":"Learning Agent Execution for KV-Cache Management in Agentic Serving","alternate_titles":[],"publication_year":2026,"publication_date":"2026-07-16","ids":{"openalex":"https://openalex.org/W7203662383","doi":"https://doi.org/10.48550/arxiv.2608.14624"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.14624","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.14624","pdf_url":"https://arxiv.org/pdf/2608.14624","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7203662383"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.14624","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5147426695","display_name":"Rui Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhang, Rui","raw_affiliation_strings":["University of California , Santa Cruz"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Santa Cruz","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103173191","display_name":"Chae-Eun Kim","orcid":"https://orcid.org/0000-0002-4715-7836","observed_orcids":["https://orcid.org/0000-0002-4715-7836"]},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kim, Chaeeun","raw_affiliation_strings":["University of California , Santa Cruz"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Santa Cruz","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103526928","display_name":"Shaoting Feng","orcid":"https://orcid.org/0000-0003-3346-5165","observed_orcids":["https://orcid.org/0000-0003-3346-5165"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feng, Shaoting","raw_affiliation_strings":["University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036272233","display_name":"Kuntai Du","orcid":"https://orcid.org/0000-0002-3964-4079","observed_orcids":["https://orcid.org/0000-0002-3964-4079"]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Du, Kuntai","raw_affiliation_strings":["University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147388153","display_name":"Yuhan Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liu, Yuhan","raw_affiliation_strings":["University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5147429188","display_name":"Yi Zhong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhong, Yi","raw_affiliation_strings":["University of California , Santa Cruz"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Santa Cruz","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039893151","display_name":"Cheng-Wei Ching","orcid":"https://orcid.org/0000-0001-6621-4907","observed_orcids":["https://orcid.org/0000-0001-6621-4907"]},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ching, Cheng-Wei","raw_affiliation_strings":["University of California , Santa Cruz"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Santa Cruz","institution_ids":["https://openalex.org/I185103710"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103258769","display_name":"Junchen Jiang","orcid":"https://orcid.org/0000-0002-6877-1683","observed_orcids":["https://orcid.org/0000-0002-6877-1683","https://orcid.org/0009-0002-7259-2896"]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiang, Junchen","raw_affiliation_strings":["University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113952097","display_name":"Liting Hu","orcid":"https://orcid.org/0000-0001-8512-5176","observed_orcids":["https://orcid.org/0000-0001-8512-5176"]},"institutions":[{"id":"https://openalex.org/I185103710","display_name":"University of California, Santa Cruz","ror":"https://ror.org/03s65by71","country_code":"US","type":"education","lineage":["https://openalex.org/I185103710"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hu, Liting","raw_affiliation_strings":["University of California , Santa Cruz"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Santa Cruz","institution_ids":["https://openalex.org/I185103710"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.3012999892234802,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.3012999892234802,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.19539999961853027,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.11259999871253967,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kv-cache-management","display_name":"KV cache management","score":0.925000011920929},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.5260000228881836},{"id":"https://openalex.org/keywords/cache-eviction","display_name":"cache eviction","score":0.8830000162124634},{"id":"https://openalex.org/keywords/vllm","display_name":"vLLM","score":0.8650000095367432}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8388000130653381},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5314000248908997},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5177000164985657},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5019000172615051},{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.4708999991416931},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4625999927520752},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.4596000015735626},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.4189000129699707},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4090999960899353},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.39070001244544983},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.35580000281333923},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3544999957084656},{"id":"https://openalex.org/C2778565505","wikidata":"https://www.wikidata.org/wiki/Q2207566","display_name":"Spec#","level":2,"score":0.3474000096321106},{"id":"https://openalex.org/C53833338","wikidata":"https://www.wikidata.org/wiki/Q1061424","display_name":"Context switch","level":2,"score":0.32760000228881836},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.304500013589859},{"id":"https://openalex.org/C21099817","wikidata":"https://www.wikidata.org/wiki/Q7631721","display_name":"Subnet","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.2980000078678131},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.2980000078678131},{"id":"https://openalex.org/C99821215","wikidata":"https://www.wikidata.org/wiki/Q1136583","display_name":"Swap (finance)","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2808000147342682},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.25290000438690186}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.14624","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.14624","pdf_url":"https://arxiv.org/pdf/2608.14624","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.14624","doi":"https://doi.org/10.48550/arxiv.2608.14624","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.14624","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.14624","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.14624","pdf_url":"https://arxiv.org/pdf/2608.14624","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7203662383.pdf","grobid_xml":"https://content.openalex.org/works/W7203662383.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1860107648","https://openalex.org/W1985264830","https://openalex.org/W2072853307","https://openalex.org/W2164705534","https://openalex.org/W3009697178","https://openalex.org/W3098425262","https://openalex.org/W3210904070","https://openalex.org/W4385014449","https://openalex.org/W4387321091","https://openalex.org/W4389984066","https://openalex.org/W4391591762","https://openalex.org/W4402442868","https://openalex.org/W4402698921","https://openalex.org/W4404313088","https://openalex.org/W4404432441","https://openalex.org/W4407800405","https://openalex.org/W4408848702","https://openalex.org/W4413278282","https://openalex.org/W4414489845","https://openalex.org/W4415069437","https://openalex.org/W4415273654","https://openalex.org/W4415797413","https://openalex.org/W4415909411","https://openalex.org/W4415936971","https://openalex.org/W4416260031","https://openalex.org/W4416284532","https://openalex.org/W4416524577","https://openalex.org/W4417150458","https://openalex.org/W6910735936","https://openalex.org/W7103754783","https://openalex.org/W7104000765","https://openalex.org/W7116107563","https://openalex.org/W7119743020","https://openalex.org/W7133239970","https://openalex.org/W7139942924","https://openalex.org/W7160098370","https://openalex.org/W7160648549","https://openalex.org/W7161735677","https://openalex.org/W7162686460"],"related_works":["https://openalex.org/W7104000765","https://openalex.org/W4416284532","https://openalex.org/W7164912580","https://openalex.org/W7213309323","https://openalex.org/W7168317779","https://openalex.org/W4415273654","https://openalex.org/W7147414389","https://openalex.org/W7127353950","https://openalex.org/W7223085458","https://openalex.org/W7214734835"],"abstract_inverted_index":{"Multi-agent":[0],"LLM":[1,51,89],"systems":[2],"have":[3],"emerged":[4],"as":[5],"an":[6,82],"important":[7],"deployment":[8],"paradigm":[9],"for":[10,47,87],"AI":[11],"services,":[12],"where":[13],"each":[14],"user":[15],"request":[16],"is":[17,94,99],"decomposed":[18],"into":[19],"a":[20,32],"sequence":[21],"of":[22,36,154],"specialized":[23],"agents.":[24],"Across":[25,156],"these":[26,112],"workflows,":[27],"every":[28],"agent":[29,66,102,116],"repeatedly":[30],"executes":[31],"fixed":[33],"context":[34],"consisting":[35],"system":[37],"prompts,":[38],"tool":[39],"definitions,":[40],"and":[41,61,75,128,139,181],"few-shot":[42],"examples,":[43],"creating":[44],"substantial":[45],"opportunities":[46],"KV-cache":[48,56,84,97,163],"reuse.":[49],"Existing":[50],"serving":[52,145],"systems,":[53],"however,":[54],"manage":[55],"reactively":[57],"using":[58],"prefix":[59],"caching":[60],"recency-based":[62],"replacement,":[63],"causing":[64],"reusable":[65],"contexts":[67],"to":[68,134,187,193,200],"be":[69],"evicted":[70],"before":[71],"their":[72],"next":[73],"invocation":[74],"forcing":[76],"repeated":[77],"recomputation.":[78],"We":[79,149],"present":[80],"CacheScout,":[81],"agent-aware":[83],"runtime":[85],"layer":[86],"multi-agent":[88,159],"serving.":[90],"The":[91],"key":[92],"insight":[93],"that":[95],"future":[96],"reuse":[98],"governed":[100],"by":[101,114,166,173,179,185,198],"execution":[103,117,132],"semantics":[104,113],"rather":[105],"than":[106],"cache":[107,137],"recency":[108],"alone.":[109],"CacheScout":[110,151,161],"captures":[111],"learning":[115],"transitions":[118],"online,":[119],"without":[120],"requiring":[121],"predefined":[122],"workflow":[123],"graphs":[124],"or":[125],"offline":[126],"training,":[127],"uses":[129],"the":[130,144],"learned":[131],"model":[133],"guide":[135],"both":[136],"eviction":[138],"proactive":[140],"prefetching":[141],"while":[142,202],"leaving":[143],"critical":[146],"path":[147],"unchanged.":[148],"implement":[150],"on":[152],"top":[153],"vLLM.":[155],"representative":[157],"real-world":[158],"workloads,":[160],"improves":[162],"hit":[164],"rate":[165],"10-18":[167],"percentage":[168],"points,":[169],"reduces":[170],"mean":[171,176],"TTFT":[172,197],"18-45%,":[174],"lowers":[175],"per-turn":[177],"latency":[178],"29-38%,":[180],"increases":[182],"peak":[183],"throughput":[184],"up":[186,199],"57%.":[188],"These":[189],"benefits":[190],"also":[191],"generalize":[192],"larger":[194],"models,":[195],"reducing":[196],"54%":[201],"sustaining":[203],"37%":[204],"higher":[205],"throughput.":[206]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7203662383","counts_by_year":[{"year":2026,"cited_by_count":10}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2026-08-19T00:00:00"}
