{"id":"https://openalex.org/W7163951142","doi":"https://doi.org/10.48550/arxiv.2606.07205","title":"Towards Tight Bounds for Streaming Attention","display_name":"Towards Tight Bounds for Streaming Attention","publication_year":2026,"publication_date":"2026-06-05","ids":{"openalex":"https://openalex.org/W7163951142","doi":"https://doi.org/10.48550/arxiv.2606.07205"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.07205","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07205","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.07205","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138161314","display_name":"Justin Y. Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Justin Y.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138113747","display_name":"Ying Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng, Ying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138128710","display_name":"Piotr Indyk","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Indyk, Piotr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086773451","display_name":"Michael Kapralov","orcid":"https://orcid.org/0009-0006-2882-0459"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kapralov, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138126215","display_name":"Ekaterina Kochetkova","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kochetkova, Ekaterina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5117692366","display_name":"Boris Prokhorov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prokhorov, Boris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.14380000531673431,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.14380000531673431,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.0885000005364418,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.06970000267028809,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.664900004863739},{"id":"https://openalex.org/keywords/streaming-algorithm","display_name":"Streaming algorithm","score":0.6269000172615051},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6019999980926514},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.570900022983551},{"id":"https://openalex.org/keywords/approximation-algorithm","display_name":"Approximation algorithm","score":0.45100000500679016},{"id":"https://openalex.org/keywords/cpu-cache","display_name":"CPU cache","score":0.41019999980926514},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.398499995470047},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.3903999924659729}],"concepts":[{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.664900004863739},{"id":"https://openalex.org/C187166803","wikidata":"https://www.wikidata.org/wiki/Q2835831","display_name":"Streaming algorithm","level":3,"score":0.6269000172615051},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6019999980926514},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.570900022983551},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5530999898910522},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.45100000500679016},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.447299987077713},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4203000068664551},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.41019999980926514},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.398499995470047},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3903999924659729},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3240000009536743},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3116999864578247},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3034999966621399},{"id":"https://openalex.org/C195818886","wikidata":"https://www.wikidata.org/wiki/Q5421724","display_name":"Expressive power","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C90119067","wikidata":"https://www.wikidata.org/wiki/Q43260","display_name":"Polynomial","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.25839999318122864}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.07205","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07205","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.07205","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.07205","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.7515425682067871}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,46],"attention":[1,94,152],"mechanism":[2],"is":[3,211],"a":[4,50,115,173,212,221],"cornerstone":[5],"of":[6,18,48,72,77,129,224],"modern":[7],"transformer":[8,29,51],"architectures.":[9],"However,":[10,110],"its":[11,161],"expressive":[12],"power":[13],"comes":[14],"at":[15],"the":[16,27,43,65,70,92,119,126,134,138,150,165,170,190,203,217],"cost":[17],"quadratic":[19],"runtime":[20],"and":[21,82,105,121,155,196],"linear":[22],"space":[23,127,162,197],"usage.":[24],"In":[25,145],"particular,":[26],"classical":[28],"architecture":[30],"explicitly":[31],"stores":[32],"all":[33],"previously":[34],"seen":[35],"input":[36],"elements":[37],"(tokens)":[38],"in":[39,52,233],"order":[40],"to":[41],"generate":[42],"next":[44],"one.":[45],"problem":[47,154,219],"implementing":[49],"limited":[53],"space,":[54],"known":[55],"as":[56,91],"KV":[57,88],"cache":[58,89],"compression,":[59],"has":[60],"received":[61],"much":[62],"interest":[63],"over":[64],"past":[66],"few":[67],"years,":[68],"spurring":[69],"development":[71],"powerful":[73],"heuristics.":[74],"Recent":[75],"works":[76],"Haris":[78],"et":[79,84],"al,":[80,85],"COLT'25":[81],"Kochetkova":[83],"NeurIPS'25,":[86],"formalized":[87],"compression":[90],"streaming":[93,151],"approximation":[95,153],"problem,":[96],"providing":[97],"both":[98],"upper":[99,120],"bounds":[100,159],"(based":[101],"on":[102,160],"discrepancy":[103],"theory)":[104],"information":[106,226],"theoretic":[107],"lower":[108,122,139,204],"bounds.":[109,123],"those":[111],"papers":[112],"left":[113],"open":[114],"significant":[116],"gap":[117],"between":[118,177],"For":[124],"example,":[125],"usage":[128],"their":[130],"algorithms":[131],"increases":[132],"with":[133,220],"precision":[135],"parameter,":[136],"but":[137],"bound":[140,205],"does":[141],"not":[142],"get":[143],"stronger.":[144],"this":[146],"work,":[147],"we":[148,168,228],"revisit":[149],"provide":[156],"nearly":[157],"tight":[158,175],"complexity.":[163],"On":[164,202],"algorithmic":[166],"side,":[167,206],"achieve":[169],"result":[171],"through":[172],"surprisingly":[174],"interplay":[176],"three":[178],"distinct":[179],"methods":[180],"for":[181,215],"kernel":[182],"density":[183],"estimation:":[184],"discrepancy-based":[185],"coreset":[186],"constructions":[187],"(e.g.,":[188,193,199],"Charikar-Kapralov-Waingarten'24),":[189],"polynomial":[191],"method":[192],"Greengard-Rokhlin'87,":[194],"Alman-Song'23),":[195],"partitioning":[198],"Andoni-Laarhoven-Razenshteyn-Waingarten'17,":[200],"Charikar-Kapralov-Nouri-Siminelakis'20).":[201],"our":[207],"main":[208],"technical":[209],"contribution":[210],"new":[213],"technique":[214],"using":[216],"INDEX":[218],"large":[222],"amount":[223],"side":[225],"that":[227],"hope":[229],"will":[230],"prove":[231],"useful":[232],"other":[234],"high":[235],"dimensional":[236],"geometric":[237],"estimation":[238],"problems.":[239]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-09T00:00:00"}