{"id":"https://openalex.org/W7161735677","doi":"https://doi.org/10.48550/arxiv.2605.17613","title":"VeriCache: Turning Lossy KV Cache into Lossless LLM Inference","display_name":"VeriCache: Turning Lossy KV Cache into Lossless LLM Inference","publication_year":2026,"publication_date":"2026-05-17","ids":{"openalex":"https://openalex.org/W7161735677","doi":"https://doi.org/10.48550/arxiv.2605.17613"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.17613","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17613","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.17613","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033013487","display_name":"Jiayi Yao","orcid":"https://orcid.org/0000-0002-9594-6928"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Jiayi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134062723","display_name":"Samuel Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Samuel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036272233","display_name":"Kuntai Du","orcid":"https://orcid.org/0000-0002-3964-4079"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Kuntai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103526928","display_name":"Shaoting Feng","orcid":"https://orcid.org/0000-0003-3346-5165"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Shaoting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017396561","display_name":"Dongjoo Seo","orcid":"https://orcid.org/0000-0001-6282-8709"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seo, Dongjoo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136502207","display_name":"Rui Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136467461","display_name":"Yuyang Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Yuyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136468222","display_name":"Yuhan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yuhan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136476664","display_name":"Shan Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Shan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5103258769","display_name":"Junchen Jiang","orcid":"https://orcid.org/0000-0002-6877-1683"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Junchen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.7592999935150146,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.7592999935150146,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.09960000216960907,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.018300000578165054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.840399980545044},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6101999878883362},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.5705000162124634},{"id":"https://openalex.org/keywords/lossless-compression","display_name":"Lossless compression","score":0.5640000104904175},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.45829999446868896},{"id":"https://openalex.org/keywords/page-cache","display_name":"Page cache","score":0.4544000029563904},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.45419999957084656},{"id":"https://openalex.org/keywords/cache-pollution","display_name":"Cache pollution","score":0.4528000056743622},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.44589999318122864}],"concepts":[{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.840399980545044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7878000140190125},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6345000267028809},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6101999878883362},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.5705000162124634},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.5640000104904175},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.45829999446868896},{"id":"https://openalex.org/C36340418","wikidata":"https://www.wikidata.org/wiki/Q7124288","display_name":"Page cache","level":5,"score":0.4544000029563904},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.45419999957084656},{"id":"https://openalex.org/C113166858","wikidata":"https://www.wikidata.org/wiki/Q5015981","display_name":"Cache pollution","level":5,"score":0.4528000056743622},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.44589999318122864},{"id":"https://openalex.org/C25536678","wikidata":"https://www.wikidata.org/wiki/Q5015977","display_name":"Cache invalidation","level":5,"score":0.43950000405311584},{"id":"https://openalex.org/C201148951","wikidata":"https://www.wikidata.org/wiki/Q5015976","display_name":"Cache coloring","level":4,"score":0.42739999294281006},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.39629998803138733},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.3953999876976013},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.37059998512268066},{"id":"https://openalex.org/C167713795","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"Smart Cache","level":5,"score":0.3630000054836273},{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.36230000853538513},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3492000102996826},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.32850000262260437},{"id":"https://openalex.org/C59687516","wikidata":"https://www.wikidata.org/wiki/Q5015938","display_name":"Cache-oblivious algorithm","level":5,"score":0.326200008392334},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.2612000107765198},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.2605000138282776},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C28420585","wikidata":"https://www.wikidata.org/wiki/Q2665075","display_name":"Timing attack","level":4,"score":0.2581000030040741},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.25589999556541443}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.17613","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17613","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.17613","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17613","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,155],"large":[1],"size":[2],"of":[3,38,95,98,142,149,216],"the":[4,76,82,91,105,116,137,147,173,179,188],"KV":[5,22,99,107,118,139,181,190],"cache":[6,23,100,108,140,182],"has":[7],"become":[8],"a":[9,96,131,193,213,222],"major":[10],"bottleneck":[11],"for":[12,47,153],"serving":[13],"LLMs":[14],"with":[15,165,228],"increasing":[16],"context":[17],"lengths.":[18],"In":[19],"response,":[20],"many":[21],"compression":[24,101],"methods,":[25],"such":[26],"as":[27,57,85],"token":[28],"dropping":[29],"and":[30,70,145,172,177,208,218,226],"quantization,":[31],"have":[32],"been":[33],"proposed.":[34],"However,":[35],"almost":[36],"all":[37],"these":[39],"methods":[40,220],"are":[41,60],"inherently":[42],"lossy-despite":[43],"minimal":[44],"accuracy":[45],"degradation":[46],"short":[48],"outputs,":[49],"their":[50],"outputs":[51,56],"increasingly":[52],"diverge":[53],"from":[54],"full-KV-cache":[55,86],"more":[58],"tokens":[59],"decoded,":[61],"which":[62],"leads":[63],"to":[64,109,135,187,197,204,239],"catastrophic":[65],"failures":[66],"in":[67,152],"code":[68],"generation":[69],"tool":[71],"calling.":[72],"We":[73],"present":[74],"VeriCache,":[75],"first":[77],"inference":[78,245],"framework":[79],"that":[80,235],"ensures":[81],"same":[83],"output":[84,185],"decoding":[87,93,161,207],"but":[88],"largely":[89],"preserves":[90],"high":[92],"throughput":[94,242],"range":[97],"algorithms.":[102],"VeriCache":[103,128,202,236],"uses":[104],"compressed":[106,180],"draft":[110],"tokens,":[111],"then":[112],"verifies":[113],"them":[114],"against":[115],"full":[117,138,189],"cache.":[119],"While":[120],"it":[121,151],"may":[122],"seem":[123],"like":[124],"just":[125],"speculative":[126,230],"decoding,":[127],"requires":[129],"addressing":[130],"key":[132],"system":[133],"challenge":[134],"work-keeping":[136],"out":[141],"GPU":[143],"memory":[144],"minimizing":[146],"overhead":[148],"swapping":[150],"verification.":[154],"insight":[156],"is":[157,170,175],"two-fold:":[158],"(1)":[159],"compressed-KV":[160],"can":[162],"be":[163],"parallelized":[164],"full-KV":[166,200,244],"swap,":[167],"because":[168],"one":[169],"HBM-bandwidth-bound":[171],"other":[174],"PCIe/network-bound,":[176],"(2)":[178],"often":[183],"produces":[184],"similar":[186],"cache,":[191],"allowing":[192],"long":[194],"drafting":[195],"horizon":[196],"amortize":[198],"each":[199],"swap.":[201],"applies":[203],"both":[205],"long-context":[206],"remote":[209],"prefix":[210],"caching,":[211],"supports":[212],"broad":[214],"family":[215],"token-dropping":[217],"quantization":[219],"through":[221],"uniform":[223],"compressor":[224],"interface,":[225],"composes":[227],"traditional":[229],"decoding.":[231],"Experimental":[232],"results":[233],"show":[234],"achieves":[237],"up":[238],"4X":[240],"higher":[241],"than":[243],"while":[246],"producing":[247],"identical":[248],"outputs.":[249]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-20T00:00:00"}