{"id":"https://openalex.org/W7127436493","doi":"https://doi.org/10.48550/arxiv.2602.02199","title":"More Than a Quick Glance: Overcoming the Greedy Bias in KV-Cache Compression","display_name":"More Than a Quick Glance: Overcoming the Greedy Bias in KV-Cache Compression","publication_year":2026,"publication_date":"2026-02-02","ids":{"openalex":"https://openalex.org/W7127436493","doi":"https://doi.org/10.48550/arxiv.2602.02199"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.02199","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036560505","display_name":"Aryan Sood","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sood, Aryan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089877146","display_name":"Tanvi Sharma","orcid":"https://orcid.org/0000-0002-0850-1673"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Tanvi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124886776","display_name":"Vansh Agrawal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agrawal, Vansh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12416487,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.12880000472068787,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.12880000472068787,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.11819999665021896,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.06599999964237213,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.621999979019165},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.6055999994277954},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5533999800682068},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5360999703407288},{"id":"https://openalex.org/keywords/data-compression-ratio","display_name":"Data compression ratio","score":0.4632999897003174},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.4553000032901764},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4456999897956848},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.39320001006126404},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.38960000872612}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7251999974250793},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.621999979019165},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.6055999994277954},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5533999800682068},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5360999703407288},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.4632999897003174},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.4553000032901764},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4456999897956848},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39399999380111694},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.39320001006126404},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.38960000872612},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.36570000648498535},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.35440000891685486},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C102392041","wikidata":"https://www.wikidata.org/wiki/Q592860","display_name":"Sliding window protocol","level":3,"score":0.3321000039577484},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.2913999855518341},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28760001063346863},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2793999910354614},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C2780148112","wikidata":"https://www.wikidata.org/wiki/Q1432581","display_name":"Proxy (statistics)","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.02199","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.02199","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.02199","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.02199","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"can":[5],"theoretically":[6],"support":[7],"extensive":[8],"context":[9,121],"windows,":[10],"their":[11],"actual":[12],"deployment":[13],"is":[14],"constrained":[15],"by":[16,78,85,116,130],"the":[17,58,72,95,106,141],"linear":[18],"growth":[19],"of":[20,60,97,133],"Key-Value":[21],"(KV)":[22],"cache":[23],"memory.":[24],"Prevailing":[25],"compression":[26,62,98,114],"strategies":[27],"mitigate":[28],"this":[29,42],"through":[30],"various":[31,119],"pruning":[32],"mechanisms,":[33],"yet":[34],"trade-off":[35],"semantic":[36],"recall":[37],"for":[38,152],"memory":[39],"efficiency.":[40],"In":[41],"work,":[43],"we":[44],"present":[45],"LASER-KV":[46,123],"(Layer":[47],"Accumulated":[48],"Selection":[49],"with":[50],"Exact-LSH":[51],"Recall),":[52],"a":[53,64,80,86,131,149],"framework":[54],"designed":[55],"to":[56,93],"test":[57],"limits":[59],"KV":[61],"under":[63],"strict":[65],"accumulative":[66],"budgeting":[67],"policy.":[68],"We":[69],"deviate":[70],"from":[71,99],"standard":[73],"fixed":[74],"summary":[75],"size":[76],"approach":[77],"implementing":[79],"block-wise":[81],"accumulation":[82],"strategy":[83],"governed":[84],"protection":[87],"divisor":[88],"(n).":[89],"This":[90],"allows":[91],"us":[92],"isolate":[94],"effects":[96],"sliding":[100],"window":[101],"artifacts.":[102],"Our":[103],"experiments":[104],"on":[105,118],"Babilong":[107],"benchmark":[108],"reveal":[109],"performance":[110],"degradation":[111],"in":[112],"previous":[113],"methods":[115],"15-30%":[117],"long":[120],"tasks.":[122],"maintains":[124],"stable":[125],"performance,":[126],"achieving":[127],"superior":[128],"accuracies":[129],"margin":[132],"upto":[134],"10%":[135],"at":[136],"128k.":[137],"These":[138],"findings":[139],"challenge":[140],"prevailing":[142],"assumption":[143],"that":[144],"attention":[145],"scores":[146],"alone":[147],"are":[148],"sufficient":[150],"proxy":[151],"token":[153],"utility.":[154]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-04T00:00:00"}