{"id":"https://openalex.org/W7158004876","doi":"https://doi.org/10.48550/arxiv.2604.24971","title":"PolyKV: A Shared Asymmetrically-Compressed KV Cache Pool for Multi-Agent LLM Inference","display_name":"PolyKV: A Shared Asymmetrically-Compressed KV Cache Pool for Multi-Agent LLM Inference","publication_year":2026,"publication_date":"2026-04-27","ids":{"openalex":"https://openalex.org/W7158004876","doi":"https://doi.org/10.48550/arxiv.2604.24971"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.24971","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24971","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.24971","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060243661","display_name":"Ishan Patel","orcid":"https://orcid.org/0000-0001-5537-9386"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patel, Ishan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5046617350","display_name":"Ishan Joshi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joshi, Ishan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.8801000118255615,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.8801000118255615,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.015300000086426735,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.010900000110268593,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.8138999938964844},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.5938000082969666},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5051000118255615},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.5011000037193298},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.4731000065803528},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.4575999975204468},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.45419999957084656},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4537999927997589},{"id":"https://openalex.org/keywords/cache-invalidation","display_name":"Cache invalidation","score":0.44780001044273376}],"concepts":[{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.8138999938964844},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7563999891281128},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.5938000082969666},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5051000118255615},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.5011000037193298},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4887999892234802},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.4731000065803528},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.4575999975204468},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.45419999957084656},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4537999927997589},{"id":"https://openalex.org/C25536678","wikidata":"https://www.wikidata.org/wiki/Q5015977","display_name":"Cache invalidation","level":5,"score":0.44780001044273376},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39750000834465027},{"id":"https://openalex.org/C167713795","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"Smart Cache","level":5,"score":0.392300009727478},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.36230000853538513},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.35839998722076416},{"id":"https://openalex.org/C201148951","wikidata":"https://www.wikidata.org/wiki/Q5015976","display_name":"Cache coloring","level":4,"score":0.3488999903202057},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.3481999933719635},{"id":"https://openalex.org/C146599234","wikidata":"https://www.wikidata.org/wiki/Q511093","display_name":"Centroid","level":2,"score":0.3458000123500824},{"id":"https://openalex.org/C59687516","wikidata":"https://www.wikidata.org/wiki/Q5015938","display_name":"Cache-oblivious algorithm","level":5,"score":0.3418999910354614},{"id":"https://openalex.org/C113166858","wikidata":"https://www.wikidata.org/wiki/Q5015981","display_name":"Cache pollution","level":5,"score":0.33379998803138733},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.30309998989105225},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.2897999882698059},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.27639999985694885},{"id":"https://openalex.org/C53833338","wikidata":"https://www.wikidata.org/wiki/Q1061424","display_name":"Context switch","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.2639999985694885},{"id":"https://openalex.org/C141917322","wikidata":"https://www.wikidata.org/wiki/Q1025017","display_name":"Cache coherence","level":5,"score":0.262800008058548},{"id":"https://openalex.org/C74050887","wikidata":"https://www.wikidata.org/wiki/Q848368","display_name":"Rotation (mathematics)","level":2,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.24971","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24971","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.24971","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.24971","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,88],"present":[1],"PolyKV,":[2],"a":[3,12,22,35,72,110,124,139,150,184],"system":[4],"in":[5],"which":[6],"multiple":[7],"concurrent":[8,106,192],"inference":[9],"agents":[10,122],"share":[11],"single,":[13],"asymmetrically":[14],"compressed":[15,36,67],"KV":[16,24,129,188],"cache":[17,25,37,130],"pool.":[18],"Rather":[19],"than":[20],"allocating":[21],"separate":[23],"per":[26],"agent":[27,45,162,193],"--":[28,32,71,138,142],"the":[29],"standard":[30],"paradigm":[31],"PolyKV":[33,108,127],"writes":[34],"once":[38],"and":[39,95,102,149,164],"injects":[40],"it":[41],"into":[42],"N":[43],"independent":[44],"contexts":[46],"via":[47],"HuggingFace":[48],"DynamicCache":[49],"objects.":[50],"Compression":[51],"is":[52],"asymmetric:":[53],"Keys":[54],"are":[55,66],"quantized":[56],"at":[57,173],"int8":[58],"(q8_0)":[59],"to":[60,86,104,135,171],"preserve":[61],"softmax":[62],"stability,":[63],"while":[64,143],"Values":[65],"using":[68],"TurboQuant":[69],"MSE":[70],"Fast":[73],"Walsh-Hadamard":[74],"Transform":[75],"(FWHT)":[76],"rotation":[77],"followed":[78],"by":[79],"3-bit":[80],"Lloyd-Max":[81],"quantization":[82],"with":[83,120,161,190],"centroids":[84],"tuned":[85],"N(0,1).":[87],"evaluate":[89],"across":[90,115],"two":[91],"model":[92],"scales":[93],"(SmolLM2-1.7B-Instruct":[94],"Llama-3-8B-Instruct),":[96],"three":[97],"context":[98,167],"lengths":[99],"(600-7,194":[100],"tokens),":[101],"up":[103],"15":[105,121],"agents.":[107],"achieves":[109],"stable":[111],"2.91x":[112],"compression":[113],"ratio":[114],"all":[116],"configurations.":[117],"On":[118],"Llama-3-8B":[119],"sharing":[123],"4K-token":[125],"context,":[126],"reduces":[128],"memory":[131],"from":[132],"19.8":[133],"GB":[134,137],"0.45":[136],"97.7%":[140],"reduction":[141],"maintaining":[144],"only":[145],"+0.57%":[146],"perplexity":[147],"degradation":[148],"mean":[151],"BERTScore":[152],"F1":[153],"of":[154],"0.928.":[155],"PPL":[156],"delta":[157],"does":[158],"not":[159],"grow":[160],"count":[163],"improves":[165],"as":[166],"length":[168],"increases,":[169],"inverting":[170],"-0.26%":[172],"1,851":[174],"coherent":[175],"tokens.":[176],"To":[177],"our":[178],"knowledge,":[179],"no":[180],"prior":[181],"work":[182],"combines":[183],"single":[185],"shared,":[186],"lossy-compressed":[187],"pool":[189],"multi-reader":[191],"access.":[194]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-30T00:00:00"}