{"id":"https://openalex.org/W7162302835","doi":"https://doi.org/10.48550/arxiv.2605.23640","title":"CachePrune: Privacy-Aware and Fine-Grained KV Cache Sharing for Efficient LLM Inference","display_name":"CachePrune: Privacy-Aware and Fine-Grained KV Cache Sharing for Efficient LLM Inference","publication_year":2026,"publication_date":"2026-05-22","ids":{"openalex":"https://openalex.org/W7162302835","doi":"https://doi.org/10.48550/arxiv.2605.23640"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.23640","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23640","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.23640","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058547744","display_name":"Guanlong Wu","orcid":"https://orcid.org/0009-0006-7903-7261"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Guanlong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136990314","display_name":"Zhaohan li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"li, Zhaohan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136922162","display_name":"Yao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136982374","display_name":"Zheng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081705982","display_name":"Jianyu Niu","orcid":"https://orcid.org/0000-0001-5253-941X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niu, Jianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136944498","display_name":"Ye Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Ye","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5070946957","display_name":"Yinqian Zhang","orcid":"https://orcid.org/0000-0002-7585-1075"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yinqian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.13169999420642853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.13169999420642853,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.08540000021457672,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07970000058412552,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.8507999777793884},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.7778000235557556},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.46630001068115234},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.45570001006126404},{"id":"https://openalex.org/keywords/cache-invalidation","display_name":"Cache invalidation","score":0.4253000020980835},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.36230000853538513}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8722000122070312},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.8507999777793884},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.7778000235557556},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.46630001068115234},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.45570001006126404},{"id":"https://openalex.org/C25536678","wikidata":"https://www.wikidata.org/wiki/Q5015977","display_name":"Cache invalidation","level":5,"score":0.4253000020980835},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.36230000853538513},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3573000133037567},{"id":"https://openalex.org/C155527597","wikidata":"https://www.wikidata.org/wiki/Q1727777","display_name":"Signcryption","level":4,"score":0.35530000925064087},{"id":"https://openalex.org/C167713795","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"Smart Cache","level":5,"score":0.34929999709129333},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.3400999903678894},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C144240696","wikidata":"https://www.wikidata.org/wiki/Q367204","display_name":"Address space","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.2705000042915344},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.26910001039505005},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.25870001316070557},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.23640","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23640","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.23640","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23640","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7215379476547241}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"rely":[4],"on":[5,84,167,174],"Key-Value":[6],"(KV)":[7],"caching":[8],"to":[9,24,40,54,121],"accelerate":[10],"inference,":[11],"and":[12,118,151,157,171,194],"many":[13],"serving":[14],"systems":[15],"further":[16],"share":[17],"the":[18,129],"KV":[19,91,100,155,184],"cache":[20,47,92,110,185,196],"across":[21,102],"users'":[22],"requests":[23],"reduce":[25],"redundant":[26],"computation.":[27],"While":[28],"widely":[29],"adopted,":[30],"unrestricted":[31],"cross-user":[32],"sharing":[33,52,93],"introduces":[34],"side-channel":[35],"vulnerabilities,":[36],"allowing":[37],"an":[38],"adversary":[39],"infer":[41],"user":[42],"inputs":[43],"by":[44,145,192,199],"probing":[45],"for":[46],"reuse.":[48],"Existing":[49],"defenses":[50],"disable":[51],"entirely":[53],"prevent":[55],"leakage;":[56],"yet":[57],"such":[58,75,105],"a":[59,89],"coarse-grained":[60,137],"strategy":[61],"sacrifices":[62],"substantial":[63],"reuse":[64,98,125,143,186],"potential,":[65],"since":[66],"prompts":[67],"often":[68],"include":[69],"large":[70],"portions":[71],"of":[72,99,169],"privacy-irrelevant":[73],"segments,":[74],"as":[76,112],"system":[77],"instructions":[78],"or":[79,131],"publicly":[80],"accessible":[81],"materials.":[82],"Building":[83],"this,":[85],"we":[86],"present":[87],"CachePrune,":[88],"privacy-aware":[90],"mechanism":[94],"that":[95,178],"enables":[96],"fine-grained":[97,142],"entries":[101],"requests.":[103],"Realizing":[104],"fine":[106],"granularity":[107],"requires":[108],"token-level":[109],"management,":[111],"reusable":[113,154],"segments":[114,156],"vary":[115],"in":[116,135],"length":[117],"position":[119],"due":[120],"sensitivity":[122],"masking,":[123],"making":[124],"more":[126],"complex":[127],"than":[128],"fixed-size":[130],"sentence-level":[132],"chunking":[133],"used":[134],"existing":[136],"schemes.":[138],"Specifically,":[139],"CachePrune":[140,166],"makes":[141],"practical":[144],"addressing":[146],"two":[147],"key":[148],"challenges:":[149],"accurately":[150],"efficiently":[152,158],"deriving":[153],"retrieving":[159],"them":[160],"over":[161],"variable-length":[162],"spans.":[163],"We":[164],"implement":[165],"top":[168],"vLLM":[170],"evaluate":[172],"it":[173,179],"three":[175],"datasets,":[176],"showing":[177],"eliminates":[180],"direct":[181],"leakage":[182],"through":[183],"side":[187],"channels":[188],"while":[189],"reducing":[190],"TTFT":[191],"4.5x":[193],"increasing":[195],"hit":[197],"rates":[198],"44%":[200],"compared":[201],"with":[202],"state-of-the-art":[203],"approaches.":[204]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-26T00:00:00"}