{"id":"https://openalex.org/W7161769188","doi":"https://doi.org/10.48550/arxiv.2605.18856","title":"SPHERICAL KV: Angle-Domain Attention and Rate-Distortion Retention for Efficient Long-Context Inference","display_name":"SPHERICAL KV: Angle-Domain Attention and Rate-Distortion Retention for Efficient Long-Context Inference","publication_year":2026,"publication_date":"2026-05-13","ids":{"openalex":"https://openalex.org/W7161769188","doi":"https://doi.org/10.48550/arxiv.2605.18856"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.18856","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18856","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.18856","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136509893","display_name":"Anay Chauhan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chauhan, Anay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017417739","display_name":"Gurucharan Marthi Krishna Kumar","orcid":"https://orcid.org/0000-0002-8069-6508"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Gurucharan Marthi Krishna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122939611","display_name":"Arion Das","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Das, Arion","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043887050","display_name":"Amit Dhanda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dhanda, Amit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136507013","display_name":"Vinija Jain","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jain, Vinija","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136599193","display_name":"Aman Chadha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chadha, Aman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136523456","display_name":"Amitava Das","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Das, Amitava","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.251800000667572,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.251800000667572,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.19380000233650208,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.1476999968290329,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6729000210762024},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.6366000175476074},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.576200008392334},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.5037999749183655},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.48910000920295715},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.47510001063346863},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4018999934196472}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7019000053405762},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6729000210762024},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.6366000175476074},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.576200008392334},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.5037999749183655},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.48910000920295715},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.47510001063346863},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4722000062465668},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4018999934196472},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.3984000086784363},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.3763999938964844},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33309999108314514},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32339999079704285},{"id":"https://openalex.org/C57691317","wikidata":"https://www.wikidata.org/wiki/Q1289248","display_name":"Scalar (mathematics)","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.26989999413490295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26330000162124634},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.2515999972820282},{"id":"https://openalex.org/C3115412","wikidata":"https://www.wikidata.org/wiki/Q1194708","display_name":"Bitmap","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.18856","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18856","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.18856","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.18856","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-context":[0],"inference":[1,68],"is":[2,87],"increasingly":[3],"constrained":[4],"by":[5,19],"the":[6,43,98],"KV":[7,72,203],"cache:":[8],"resident":[9],"memory":[10],"grows":[11],"with":[12,187],"context":[13],"length,":[14],"and":[15,36,102,106,130,134,154,173,178,190,195],"decoding":[16],"becomes":[17],"limited":[18],"repeated":[20],"High":[21],"Bandwidth":[22],"Memory":[23],"(HBM)":[24],"streaming":[25],"rather":[26],"than":[27],"arithmetic.":[28],"Existing":[29],"methods":[30],"such":[31],"as":[32,74],"eviction,":[33],"windowing,":[34],"quantization,":[35],"offloading":[37],"reduce":[38],"footprint,":[39],"but":[40],"often":[41],"leave":[42],"critical-path":[44],"bottleneck":[45],"only":[46],"partially":[47],"addressed,":[48],"especially":[49],"when":[50],"compressed":[51],"states":[52],"must":[53],"still":[54],"be":[55],"reconstructed":[56],"into":[57],"dense":[58,144],"vectors":[59],"during":[60],"decoding.":[61,84],"We":[62],"present":[63],"Spherical":[64],"KV,":[65],"a":[66,75,122,127,148,181,198],"long-context":[67],"method":[69,86],"that":[70],"treats":[71],"allocation":[73],"rate-distortion":[76],"problem":[77],"grounded":[78],"in":[79,97,121,159],"attention":[80,136],"geometry":[81],"for":[82,201],"efficient":[83],"The":[85],"built":[88],"on":[89],"two":[90],"ideas:":[91],"(i)":[92],"represent":[93],"directional":[94],"information":[95],"cheaply":[96],"decode":[99,152,207],"hot":[100],"loop,":[101],"(ii)":[103],"allocate":[104],"retention":[105],"precision":[107,174],"according":[108],"to":[109],"estimated":[110],"future":[111],"utility.":[112],"Its":[113,163],"first":[114],"component,":[115,165],"Angle-Domain":[116],"Attention":[117],"(ADA),":[118],"stores":[119],"keys":[120],"spherical":[123],"parameterization":[124],"consisting":[125],"of":[126],"scalar":[128],"radius":[129],"compact":[131],"angle":[132],"codes,":[133],"computes":[135],"logits":[137],"directly":[138,155],"from":[139],"these":[140],"codes":[141],"without":[142],"reconstructing":[143],"keys.":[145],"This":[146],"preserves":[147],"paged,":[149],"block-local,":[150],"fusion-friendly":[151],"path":[153],"targets":[156],"HBM":[157],"traffic":[158],"realistic":[160],"serving":[161],"settings.":[162],"second":[164],"Rate-Distortion":[166],"Retention":[167],"(RDR),":[168],"jointly":[169],"chooses":[170],"keep/drop":[171],"decisions":[172],"tiers":[175],"per":[176],"token":[177],"head":[179],"under":[180],"fixed":[182],"budget,":[183],"producing":[184],"tier-homogeneous":[185],"pages":[186],"lightweight":[188],"metadata":[189],"coalesced":[191],"reads.":[192],"Together,":[193],"ADA":[194],"RDR":[196],"provide":[197],"deployment-oriented":[199],"mechanism":[200],"reducing":[202],"residency":[204],"while":[205],"preserving":[206],"efficiency.":[208]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-21T00:00:00"}