{"id":"https://openalex.org/W7163564350","doi":"https://doi.org/10.48550/arxiv.2606.04511","title":"SparDA: Sparse Decoupled Attention for Efficient Long-Context LLM Inference","display_name":"SparDA: Sparse Decoupled Attention for Efficient Long-Context LLM Inference","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7163564350","doi":"https://doi.org/10.48550/arxiv.2606.04511"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.04511","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04511","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.04511","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010195820","display_name":"Yaosheng Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Yaosheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009724487","display_name":"Guangxuan Xiao","orcid":"https://orcid.org/0000-0002-7182-9284"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Guangxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137835117","display_name":"Xin Luna Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137864224","display_name":"Song Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Song","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5111373927","display_name":"Oreste Villa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Villa, Oreste","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.19359999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.19359999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.15000000596046448,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.10440000146627426,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.8472999930381775},{"id":"https://openalex.org/keywords/instruction-prefetch","display_name":"Instruction prefetch","score":0.5618000030517578},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5439000129699707},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5406000018119812},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.499099999666214},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.46709999442100525},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.45570001006126404},{"id":"https://openalex.org/keywords/memory-bandwidth","display_name":"Memory bandwidth","score":0.4530999958515167},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.4341999888420105},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.40779998898506165}],"concepts":[{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.8472999930381775},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8270000219345093},{"id":"https://openalex.org/C133588205","wikidata":"https://www.wikidata.org/wiki/Q28455645","display_name":"Instruction prefetch","level":3,"score":0.5618000030517578},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5439000129699707},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5406000018119812},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5209000110626221},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.499099999666214},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.46709999442100525},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.45570001006126404},{"id":"https://openalex.org/C188045654","wikidata":"https://www.wikidata.org/wiki/Q17148339","display_name":"Memory bandwidth","level":2,"score":0.4530999958515167},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.4341999888420105},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.40779998898506165},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.39149999618530273},{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.38420000672340393},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3718999922275543},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3472000062465668},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.34389999508857727},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.33880001306533813},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3379000127315521},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.32820001244544983},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.32420000433921814},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3224000036716461},{"id":"https://openalex.org/C174839445","wikidata":"https://www.wikidata.org/wiki/Q1134386","display_name":"Lock (firearm)","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.2962999939918518},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C64270927","wikidata":"https://www.wikidata.org/wiki/Q206924","display_name":"PCI Express","level":3,"score":0.28290000557899475},{"id":"https://openalex.org/C2778100165","wikidata":"https://www.wikidata.org/wiki/Q1589327","display_name":"Memory hierarchy","level":3,"score":0.2818000018596649},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C7366592","wikidata":"https://www.wikidata.org/wiki/Q1255620","display_name":"Dram","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C2781357197","wikidata":"https://www.wikidata.org/wiki/Q5757597","display_name":"High memory","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C169590947","wikidata":"https://www.wikidata.org/wiki/Q47506","display_name":"Compiler","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.25839999318122864},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.2565999925136566},{"id":"https://openalex.org/C49154492","wikidata":"https://www.wikidata.org/wiki/Q5300","display_name":"Central processing unit","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.04511","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04511","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.04511","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.04511","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Sparse":[0],"attention":[1,47,58,100,135],"reduces":[2],"compute":[3],"and":[4,25,44,71,124,148,155],"memory":[5,29],"bandwidth":[6],"for":[7],"long-context":[8],"LLM":[9],"inference.":[10],"However,":[11],"two":[12,138],"key":[13],"challenges":[14],"remain:":[15],"(1)":[16],"KV":[17,77],"cache":[18],"capacity":[19],"still":[20],"grows":[21],"with":[22,91],"sequence":[23],"length,":[24],"offloading":[26],"to":[27,151,178],"CPU":[28],"introduces":[30,61],"a":[31,55,62,171],"PCIe":[32],"transfer":[33],"bottleneck;":[34],"(2)":[35],"the":[36,66,76,81,99,116,127,132,160,184],"sparse":[37,57,186],"selection":[38,86,113],"step":[39],"itself":[40],"retains":[41],"$O(T^2)$":[42],"complexity":[43],"can":[45],"dominate":[46],"cost":[48],"at":[49,193],"long":[50],"contexts.":[51],"We":[52],"propose":[53],"SparDA,":[54],"decoupled":[56,97],"architecture":[59],"that":[60,87],"fourth":[63],"per-layer":[64],"projection,":[65],"Forecast,":[67],"alongside":[68],"Query,":[69],"Key,":[70],"Value.":[72],"The":[73],"Forecast":[74,95,107,128],"predicts":[75],"blocks":[78],"needed":[79],"by":[80,130],"next":[82],"layer,":[83],"enabling":[84,165],"lookahead":[85],"overlaps":[88],"CPU-to-GPU":[89],"prefetch":[90],"current-layer":[92],"execution.":[93],"Because":[94],"is":[96,191],"from":[98],"query,":[101],"our":[102],"GQA":[103,110],"implementation":[104],"uses":[105],"one":[106],"head":[108],"per":[109],"group,":[111],"reducing":[112],"overhead":[114],"versus":[115],"original":[117,133],"multi-head":[118],"selector.":[119],"SparDA":[120,142,174],"adds":[121],"$<$0.5%":[122],"parameters":[123],"trains":[125],"only":[126],"projections":[129],"matching":[131],"selector's":[134],"distribution.":[136],"On":[137],"sparse-pretrained":[139],"8B":[140],"models,":[141],"matches":[143],"or":[144],"slightly":[145],"improves":[146],"accuracy":[147],"delivers":[149],"up":[150,177],"1.25$\\times$":[152],"prefill":[153],"speedup":[154,158],"1.7$\\times$":[156],"decode":[157,181],"over":[159],"sparse-attention":[161],"offload":[162],"baseline.":[163,187],"By":[164],"larger":[166],"feasible":[167],"batch":[168],"sizes":[169],"on":[170],"single":[172],"GPU,":[173],"further":[175],"reaches":[176],"5.3$\\times$":[179],"higher":[180],"throughput":[182],"than":[183],"non-offload":[185],"Our":[188],"source":[189],"code":[190],"available":[192],"https://github.com/NVlabs/SparDA.":[194]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-05T00:00:00"}