{"id":"https://openalex.org/W7164128409","doi":"https://doi.org/10.48550/arxiv.2606.09862","title":"Blurry Window Attention","display_name":"Blurry Window Attention","publication_year":2026,"publication_date":"2026-05-31","ids":{"openalex":"https://openalex.org/W7164128409","doi":"https://doi.org/10.48550/arxiv.2606.09862"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.09862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.09862","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077172922","display_name":"Axel Laborieux","orcid":"https://orcid.org/0000-0003-3630-2863"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Laborieux, Axel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092118923","display_name":"Christos Sourmpis","orcid":"https://orcid.org/0009-0007-0519-1116"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sourmpis, Christos","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120271406","display_name":"Juan Gabriel Kostelec","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kostelec, Juan Gabriel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5015433561","display_name":"Qinghai Guo","orcid":"https://orcid.org/0000-0001-6602-9664"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Qinghai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.4726000130176544,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.4726000130176544,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.0568000003695488,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.05249999836087227,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.7487999796867371},{"id":"https://openalex.org/keywords/sliding-window-protocol","display_name":"Sliding window protocol","score":0.538100004196167},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5206999778747559},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.4487000107765198},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.4375},{"id":"https://openalex.org/keywords/bilinear-interpolation","display_name":"Bilinear interpolation","score":0.42879998683929443},{"id":"https://openalex.org/keywords/linear-model","display_name":"Linear model","score":0.4189000129699707},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3714999854564667},{"id":"https://openalex.org/keywords/window","display_name":"Window (computing)","score":0.36719998717308044},{"id":"https://openalex.org/keywords/softmax-function","display_name":"Softmax function","score":0.3546999990940094}],"concepts":[{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.7487999796867371},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5893999934196472},{"id":"https://openalex.org/C102392041","wikidata":"https://www.wikidata.org/wiki/Q592860","display_name":"Sliding window protocol","level":3,"score":0.538100004196167},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5206999778747559},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.4487000107765198},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43849998712539673},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.4375},{"id":"https://openalex.org/C205203396","wikidata":"https://www.wikidata.org/wiki/Q612143","display_name":"Bilinear interpolation","level":2,"score":0.42879998683929443},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.4189000129699707},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39340001344680786},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3714999854564667},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.36719998717308044},{"id":"https://openalex.org/C188441871","wikidata":"https://www.wikidata.org/wiki/Q7554146","display_name":"Softmax function","level":3,"score":0.3546999990940094},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.34769999980926514},{"id":"https://openalex.org/C171836373","wikidata":"https://www.wikidata.org/wiki/Q2266329","display_name":"Linear interpolation","level":3,"score":0.3458999991416931},{"id":"https://openalex.org/C500882744","wikidata":"https://www.wikidata.org/wiki/Q269236","display_name":"Latent Dirichlet allocation","level":3,"score":0.33709999918937683},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.3221000134944916},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.31450000405311584},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.3142000138759613},{"id":"https://openalex.org/C169214877","wikidata":"https://www.wikidata.org/wiki/Q981016","display_name":"Dirichlet distribution","level":3,"score":0.31119999289512634},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.30790001153945923},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C6802819","wikidata":"https://www.wikidata.org/wiki/Q1072174","display_name":"Linear system","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.29589998722076416},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2953000068664551},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.29339998960494995},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C167822520","wikidata":"https://www.wikidata.org/wiki/Q176452","display_name":"Finite-state machine","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.25839999318122864},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.2565000057220459}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.09862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.09862","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09862","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"Softmax":[1],"Attention":[2,57,60,95,132,149],"operation":[3],"in":[4,12,21,31,78,162,201],"Transformer":[5],"language":[6,70],"models":[7,67,221],"has":[8],"a":[9,17,29,97,106,111,127,142],"quadratic":[10],"complexity":[11,43],"the":[13,22,136,146,152,164,172,182,202,214,219],"sequence":[14],"length":[15],"and":[16,44,59,166,192,200,208],"growing":[18],"state":[19,46,183,215],"size":[20,47,216],"form":[23],"of":[24,85,129,145,169,185],"KV":[25,113],"cache,":[26],"which":[27,80,110],"becomes":[28],"bottleneck":[30],"long":[32],"context":[33],"scenarios.":[34],"To":[35],"overcome":[36],"this":[37,89],"limitation,":[38],"alternative":[39],"architectures":[40],"with":[41,61,157,195],"linear":[42,66,197,220],"finite":[45],"have":[48],"been":[49],"introduced,":[50],"such":[51],"as":[52,72,126,141,213],"State-Space":[53],"Models":[54],"(SSMs),":[55],"Linear":[56],"(LA),":[58],"Bounded-memory":[62],"Control":[63],"(ABC).":[64],"Though":[65],"achieve":[68],"similar":[69],"perplexity":[71],"Transformers,":[73],"they":[74],"are":[75],"still":[76],"behind":[77],"tasks":[79],"require":[81],"retrieval":[82],"or":[83,140],"recall":[84],"specific":[86],"information.":[87],"In":[88],"work,":[90],"we":[91,179,222],"introduce":[92],"Blurry":[93],"Window":[94,131],"(BLA)":[96],"novel":[98],"ABC":[99],"method":[100],"inspired":[101],"by":[102],"SSMs.":[103],"BLA":[104,122,186,207],"stores":[105],"frequency":[107],"window":[108],"from":[109],"blurry":[112],"history":[114],"is":[115,155,187,193],"reconstructed":[116],"via":[117],"interpolation":[118],"using":[119],"Dirichlet":[120,137,158],"kernels.":[121,159],"can":[123],"be":[124],"understood":[125],"generalization":[128],"Sliding":[130],"(SWA)":[133],"depending":[134],"on":[135],"kernels":[138],"resolution":[139],"special":[143],"case":[144],"Gated":[147],"Slot":[148],"(GSA),":[150],"where":[151],"decay":[153],"factor":[154],"implemented":[156],"We":[160],"describe":[161],"details":[163],"theory":[165],"efficient":[167],"implementation":[168],"BLA.":[170],"On":[171],"Multi-Query":[173],"Associate":[174],"Recall":[175],"(MQAR)":[176],"synthetic":[177,204],"task,":[178,205],"show":[180],"that":[181],"efficiency":[184],"8$\\times$":[188],"better":[189],"than":[190],"SWA":[191,209],"competitive":[194],"popular":[196],"attention":[198],"models,":[199],"RegBench":[203],"only":[206],"improve":[210],"their":[211],"performance":[212],"grows":[217],"among":[218],"tested.":[223]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-11T00:00:00"}