{"id":"https://openalex.org/W7161720504","doi":"https://doi.org/10.48550/arxiv.2605.16839","title":"CompactAttention: Accelerating Chunked Prefill with Block-Union KV Selection","display_name":"CompactAttention: Accelerating Chunked Prefill with Block-Union KV Selection","publication_year":2026,"publication_date":"2026-05-16","ids":{"openalex":"https://openalex.org/W7161720504","doi":"https://doi.org/10.48550/arxiv.2605.16839"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.16839","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16839","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.16839","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136457038","display_name":"Jiwon Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Jiwon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136491376","display_name":"Dongwon Jo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jo, Dongwon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028117919","display_name":"Beomseok Kang","orcid":"https://orcid.org/0000-0003-3562-6233"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Beomseok","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5003219699","display_name":"Jae\u2010Joon Kim","orcid":"https://orcid.org/0000-0001-5175-8258"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Jae-Joon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.4016999900341034,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.4016999900341034,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.1386999934911728,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.062300000339746475,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6001999974250793},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5717999935150146},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5652999877929688},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5546000003814697},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5167999863624573},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.49480000138282776},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4700999855995178}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6504999995231628},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6001999974250793},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5717999935150146},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5652999877929688},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5546000003814697},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5167999863624573},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.49480000138282776},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4700999855995178},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.4693000018596649},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.4666000008583069},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39250001311302185},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.37389999628067017},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.33230000734329224},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.328900009393692},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C165743212","wikidata":"https://www.wikidata.org/wiki/Q104555","display_name":"Ruler","level":2,"score":0.3192000091075897},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27619999647140503},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.16839","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16839","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.16839","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16839","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Chunked":[0],"prefill":[1,32],"has":[2],"become":[3],"a":[4,72,108],"widely":[5],"adopted":[6],"serving":[7],"strategy":[8],"for":[9,30],"long-context":[10],"large":[11],"language":[12],"models,":[13],"but":[14,83],"efficient":[15],"attention":[16,25,110,188,198],"computation":[17],"in":[18,174],"this":[19],"regime":[20],"remains":[21],"challenging.":[22],"Existing":[23],"sparse":[24],"methods":[26],"are":[27],"primarily":[28],"designed":[29],"one-shot":[31],"and":[33,96,131,143],"do":[34],"not":[35],"translate":[36],"efficiently":[37],"to":[38,171,186,196],"chunked":[39,78,205],"prefill:":[40],"block-sparse":[41,120],"kernels":[42],"lose":[43],"efficiency":[44],"when":[45,61],"the":[46,52,64,149,160,190],"query":[47],"length":[48,203],"is":[49],"limited":[50],"by":[51,159],"chunk":[53],"size,":[54],"while":[55,193],"fine-grained":[56],"pattern":[57],"search":[58],"becomes":[59],"costly":[60],"repeated":[62],"over":[63],"accumulated":[65],"KV":[66,88,94,115,137,156,169,178],"cache":[67],"at":[68,200],"every":[69],"chunk.":[70],"QUOKA,":[71],"recent":[73],"method":[74],"that":[75,153],"directly":[76],"targets":[77],"prefill,":[79],"avoids":[80],"sparse-kernel":[81,128],"overhead":[82],"relies":[84],"on":[85,113,189],"query-subsampled,":[86],"token-level":[87],"selection,":[89],"which":[90],"can":[91],"miss":[92],"query-specific":[93],"entries":[95],"introduce":[97],"explicit":[98,177],"KV-copy":[99],"overhead.":[100],"To":[101],"address":[102],"these":[103],"limitations,":[104],"we":[105],"propose":[106],"CompactAttention,":[107],"chunked-prefill":[109],"mechanism":[111],"based":[112],"Block-Union":[114],"Selection.":[116],"CompactAttention":[117,182],"treats":[118],"2D":[119],"masks":[121,162],"as":[122],"KV-selection":[123],"signals":[124],"rather":[125],"than":[126],"direct":[127],"execution":[129,165],"plans,":[130],"converts":[132],"them":[133],"into":[134],"GQA-aware":[135],"per-group":[136],"block":[138,151],"tables":[139,152],"through":[140],"Q-block":[141],"union":[142],"intra-group":[144],"union.":[145],"This":[146],"construction":[147],"produces":[148],"minimal":[150],"preserve":[154],"all":[155],"blocks":[157,170],"selected":[158,168],"input":[161],"under":[163,204],"paged":[164],"constraints,":[166],"enabling":[167],"be":[172],"accessed":[173],"place":[175],"without":[176],"compaction.":[179],"On":[180],"LLaMA-3.1-8B-Instruct,":[181],"maintains":[183],"accuracy":[184],"close":[185],"dense":[187],"RULER":[191],"benchmark":[192],"delivering":[194],"up":[195],"2.72$\\times$":[197],"speedup":[199],"128K":[201],"context":[202],"prefill.":[206]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-20T00:00:00"}