{"id":"https://openalex.org/W7167033719","doi":"https://doi.org/10.48550/arxiv.2607.00760","title":"MosaicKV: Serving Long-Context LLM with Dynamic Two-D KV Cache Compression","display_name":"MosaicKV: Serving Long-Context LLM with Dynamic Two-D KV Cache Compression","publication_year":2026,"publication_date":"2026-07-01","ids":{"openalex":"https://openalex.org/W7167033719","doi":"https://doi.org/10.48550/arxiv.2607.00760"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.00760","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00760","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.00760","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006735815","display_name":"Sheng Qiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiang, Sheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139877619","display_name":"Ruiwei Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Ruiwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076740644","display_name":"Yinpeng Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yinpeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139917798","display_name":"Jinyu Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Jinyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035727373","display_name":"Zhichao Hua","orcid":"https://orcid.org/0000-0002-2211-9120"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hua, Zhichao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139890425","display_name":"Yubin Xia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xia, Yubin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031955160","display_name":"Binyu Zang","orcid":"https://orcid.org/0000-0002-1968-7645"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zang, Binyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139888272","display_name":"Haibo Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Haibo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.550599992275238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.550599992275238,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.29319998621940613,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.05719999969005585,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.8062000274658203},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.4894999861717224},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4894999861717224},{"id":"https://openalex.org/keywords/offset","display_name":"Offset (computer science)","score":0.46239998936653137},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.450300008058548},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.43140000104904175},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.4302000105381012},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.41269999742507935}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8112999796867371},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.8062000274658203},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5005000233650208},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4894999861717224},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.4894999861717224},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.46239998936653137},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.450300008058548},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.43140000104904175},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.4302000105381012},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.41269999742507935},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.41260001063346863},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.4027000069618225},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3846000134944916},{"id":"https://openalex.org/C201148951","wikidata":"https://www.wikidata.org/wiki/Q5015976","display_name":"Cache coloring","level":4,"score":0.3790000081062317},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.3662000000476837},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3452000021934509},{"id":"https://openalex.org/C167713795","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"Smart Cache","level":5,"score":0.3172000050544739},{"id":"https://openalex.org/C25536678","wikidata":"https://www.wikidata.org/wiki/Q5015977","display_name":"Cache invalidation","level":5,"score":0.3018999993801117},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2928999960422516},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C150178126","wikidata":"https://www.wikidata.org/wiki/Q18433212","display_name":"Dynamic range compression","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.2721000015735626},{"id":"https://openalex.org/C36340418","wikidata":"https://www.wikidata.org/wiki/Q7124288","display_name":"Page cache","level":5,"score":0.26840001344680786},{"id":"https://openalex.org/C162478608","wikidata":"https://www.wikidata.org/wiki/Q4011369","display_name":"Uncompressed video","level":4,"score":0.2623000144958496}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.00760","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00760","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.00760","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.00760","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-context":[0],"LLM":[1],"services":[2],"now":[3],"sustain":[4],"prompts":[5],"with":[6,28,196],"hundreds":[7],"of":[8,12,79,118,125,146],"thousands":[9],"to":[10,83,108,182,204],"millions":[11],"tokens,":[13],"making":[14],"the":[15,24,51,56,76,110,114,121,144,152,164,217,221],"key-value":[16],"(KV)":[17],"cache":[18,25,45,96,148,172],"a":[19,91],"first-order":[20],"serving":[21,41],"cost.":[22],"Because":[23],"grows":[26],"linearly":[27],"context":[29,64],"length,":[30],"it":[31,224],"can":[32,162],"exhaust":[33],"GPU":[34,178,195],"memory,":[35],"force":[36],"smaller":[37],"batches,":[38],"and":[39,139,158,179,187,212,230,239],"reduce":[40],"throughput.":[42],"Prior":[43],"KV":[44,95,122,137,147,171,185],"compression":[46,80,97,107,128,141,159],"techniques":[47],"typically":[48],"target":[49],"only":[50,55,232],"sequence":[52],"dimension":[53],"or":[54],"channel":[57],"dimension,":[58],"which":[59],"leaves":[60],"limited":[61],"headroom":[62],"as":[63],"windows":[65],"scale.":[66],"Compressing":[67],"both":[68],"dimensions":[69],"promises":[70],"higher":[71,214],"memory":[72,226],"reduction,":[73],"but":[74],"applying":[75,126],"two":[77],"forms":[78],"directly":[81],"leads":[82],"significant":[84],"accuracy":[85,111,235],"loss.":[86],"This":[87,174],"paper":[88],"introduces":[89,169],"MosaicKV,":[90],"dynamic":[92,105],"two-D":[93,106],"(dimensional)":[94],"system":[98],"for":[99,135],"extremely":[100],"long-context":[101],"serving.":[102],"MosaicKV":[103,131,168,201],"uses":[104,176],"address":[109,151],"challenge,":[112,154],"exploiting":[113],"non-uniform":[115],"importance":[116],"distribution":[117],"elements":[119,134],"within":[120],"cache.":[123],"Instead":[124],"one":[127],"pattern":[129],"globally,":[130],"identifies":[132],"important":[133],"each":[136],"vector":[138],"selects":[140],"strategies":[142],"at":[143],"granularity":[145],"segments.":[149],"To":[150],"performance":[153],"where":[155],"fine-grained":[156],"sparsity":[157],"management":[160],"overhead":[161],"offset":[163],"gains":[165],"from":[166],"compression,":[167],"compressed":[170,184],"management.":[173],"mechanism":[175],"underutilized":[177],"CPU":[180],"resources":[181],"maintain":[183],"caches":[186],"accelerate":[188],"attention":[189,206],"computation.":[190],"Evaluation":[191],"on":[192,237],"an":[193],"H800":[194],"multiple":[197],"LLMs":[198],"shows":[199],"that":[200],"delivers":[202],"up":[203],"16x":[205],"speedup,":[207],"4.8x":[208],"lower":[209],"decode":[210],"latency,":[211],"7.3x":[213],"throughput":[215],"than":[216],"uncompressed":[218],"baseline.":[219],"At":[220],"same":[222],"time,":[223],"reduces":[225],"usage":[227],"by":[228],"3x":[229],"incurs":[231],"1.76%":[233],"average":[234],"loss":[236],"LongBench":[238],"RULER.":[240]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-03T00:00:00"}