{"id":"https://openalex.org/W7123254368","doi":"https://doi.org/10.48550/arxiv.2601.06007","title":"Don't Break the Cache: An Evaluation of Prompt Caching for Long-Horizon Agentic Tasks","display_name":"Don't Break the Cache: An Evaluation of Prompt Caching for Long-Horizon Agentic Tasks","publication_year":2026,"publication_date":"2026-01-09","ids":{"openalex":"https://openalex.org/W7123254368","doi":"https://doi.org/10.48550/arxiv.2601.06007"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2601.06007","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114601395","display_name":"Elias Lumer","orcid":"https://orcid.org/0009-0000-9180-3690"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lumer, Elias","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122834858","display_name":"Faheem Nizar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nizar, Faheem","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122754814","display_name":"Akshaya Jangiti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jangiti, Akshaya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122835220","display_name":"Kevin Frank","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Frank, Kevin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122782907","display_name":"Anmol Gulati","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gulati, Anmol","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122797550","display_name":"Mandar Phadate","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Phadate, Mandar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5011129359","display_name":"V. Subbiah","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Subbiah, Vamse Kumar","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5114601395"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20990000665187836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20990000665187836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.0771000012755394,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.07509999722242355,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7188000082969666},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6485999822616577},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5378000140190125},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5105999708175659},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4334000051021576},{"id":"https://openalex.org/keywords/false-sharing","display_name":"False sharing","score":0.3785000145435333},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.321399986743927}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8356999754905701},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7188000082969666},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6485999822616577},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5378000140190125},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5105999708175659},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4334000051021576},{"id":"https://openalex.org/C5165142","wikidata":"https://www.wikidata.org/wiki/Q5432732","display_name":"False sharing","level":5,"score":0.3785000145435333},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C21782646","wikidata":"https://www.wikidata.org/wiki/Q841666","display_name":"Search cost","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C53833338","wikidata":"https://www.wikidata.org/wiki/Q1061424","display_name":"Context switch","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.2669000029563904},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.25780001282691956}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2601.06007","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2601.06007","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.06007","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2601.06007","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,51,259],"Large":[3],"Language":[4],"Model":[5],"(LLM)":[6],"agents":[7,120],"have":[8],"enabled":[9],"complex":[10,130],"multi-turn":[11,70,116],"agentic":[12,47,71,117,261],"tasks":[13],"requiring":[14],"extensive":[15],"tool":[16,108,126,201,225],"calling,":[17,197],"where":[18,119],"conversations":[19],"can":[20,212],"span":[21],"dozens":[22],"of":[23,78,189],"API":[24,135,159],"calls":[25,127],"with":[26,148],"increasingly":[27],"large":[28],"context":[29,97],"windows.":[30],"However,":[31],"although":[32],"major":[33,83],"LLM":[34,84],"providers":[35,85],"offer":[36],"prompt":[37,79,100,156,177,220,257],"caching":[38,67,80,93,104,157,239,258],"to":[39,128,139,166],"reduce":[40],"cost":[41,63,136,232],"and":[42,88,90,103,137,163,198,224,233,242,253],"latency,":[43],"its":[44],"benefits":[45,206],"for":[46,69,255],"workloads":[48],"remain":[49],"underexplored":[50],"the":[52,187,190,237],"research":[53,131],"literature.":[54],"To":[55],"our":[56],"knowledge,":[57],"no":[58],"prior":[59],"work":[60],"quantifies":[61],"these":[62],"savings":[64],"or":[65],"compares":[66],"strategies":[68],"tasks.":[72],"We":[73,110,173,249],"present":[74],"a":[75,115],"comprehensive":[76],"evaluation":[77],"across":[81,143,171,219,247],"three":[82,92],"(OpenAI,":[86],"Anthropic,":[87],"Google)":[89],"compare":[91],"strategies,":[94],"including":[95],"full":[96],"caching,":[98,102,210],"system":[99,150,191],"only":[101],"that":[105,155,175],"excludes":[106],"dynamic":[107,184,194,200],"results.":[109],"evaluate":[111],"on":[112],"DeepResearch":[113],"Bench,":[114],"benchmark":[118],"autonomously":[121],"execute":[122],"real-world":[123],"web":[124],"search":[125],"answer":[129],"questions,":[132],"measuring":[133],"both":[134],"time":[138,165],"first":[140,167],"token":[141,168,240],"(TTFT)":[142],"over":[144],"500":[145],"agent":[146],"sessions":[147],"10,000-token":[149],"prompts.":[151],"Our":[152],"results":[153],"demonstrate":[154],"reduces":[158],"costs":[160],"by":[161,169],"41-80%":[162],"improves":[164],"13-31%":[170],"providers.":[172],"find":[174],"strategic":[176],"cache":[178],"block":[179],"control,":[180],"such":[181],"as":[182],"placing":[183],"content":[185],"at":[186],"end":[188],"prompt,":[192],"avoiding":[193],"traditional":[195],"function":[196],"excluding":[199],"results,":[202],"provides":[203],"more":[204],"consistent":[205],"than":[207],"naive":[208],"full-context":[209],"which":[211],"paradoxically":[213],"increase":[214],"latency.":[215],"An":[216],"ablation":[217],"study":[218],"sizes":[221],"(500-50,000":[222],"tokens)":[223],"call":[226],"counts":[227],"(3-50)":[228],"demonstrates":[229],"universal":[230],"linear":[231],"TTFT":[234],"benefits,":[235],"after":[236],"provider":[238],"minimum,":[241],"reveal":[243],"provider-specific":[244],"strategy":[245],"discrepancies":[246],"variants.":[248],"provide":[250],"nuanced":[251],"discussion":[252],"guidance":[254],"implementing":[256],"production":[260],"systems.":[262]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-01-13T00:00:00"}