{"id":"https://openalex.org/W7166686337","doi":"https://doi.org/10.48550/arxiv.2606.29207","title":"KernelFlume: Elastic Core-Attention Scaling for Agentic Long-Context Decoding","display_name":"KernelFlume: Elastic Core-Attention Scaling for Agentic Long-Context Decoding","publication_year":2026,"publication_date":"2026-06-28","ids":{"openalex":"https://openalex.org/W7166686337","doi":"https://doi.org/10.48550/arxiv.2606.29207"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.29207","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29207","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.29207","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108984619","display_name":"Guangyu Xiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiang, Guangyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111214808","display_name":"Xueze Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Xueze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139669602","display_name":"Lin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110841034","display_name":"Wenxiang Lin","orcid":"https://orcid.org/0000-0001-5147-0844"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Wenxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016836702","display_name":"Shaohuai Shi","orcid":"https://orcid.org/0000-0002-1418-5160"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Shaohuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139648089","display_name":"Yuxin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yuxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5056733554","display_name":"Xi Chu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chu, Xiaowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.7092999815940857,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.7092999815940857,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.08060000091791153,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.02879999950528145,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7057999968528748},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.6359999775886536},{"id":"https://openalex.org/keywords/context-switch","display_name":"Context switch","score":0.5662000179290771},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5037000179290771},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4650999903678894},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.44679999351501465},{"id":"https://openalex.org/keywords/critical-path-method","display_name":"Critical path method","score":0.40720000863075256},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.4011000096797943},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.384799987077713}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7853000164031982},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7057999968528748},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.6359999775886536},{"id":"https://openalex.org/C53833338","wikidata":"https://www.wikidata.org/wiki/Q1061424","display_name":"Context switch","level":2,"score":0.5662000179290771},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5037000179290771},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47850000858306885},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4650999903678894},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.44679999351501465},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4438999891281128},{"id":"https://openalex.org/C115874739","wikidata":"https://www.wikidata.org/wiki/Q825377","display_name":"Critical path method","level":2,"score":0.40720000863075256},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4011000096797943},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3993000090122223},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.384799987077713},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.33079999685287476},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.33000001311302185},{"id":"https://openalex.org/C88196245","wikidata":"https://www.wikidata.org/wiki/Q8034984","display_name":"Working set","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.31220000982284546},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C121854251","wikidata":"https://www.wikidata.org/wiki/Q62932","display_name":"Elasticity (physics)","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.29420000314712524},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.29207","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29207","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.29207","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.29207","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM":[0],"serving":[1,26,34,175],"is":[2],"increasingly":[3],"dominated":[4],"by":[5,31,46,199],"long":[6],"and":[7,15,59,91,119,154,166,187,203,242],"dynamic":[8,171],"decode":[9],"workloads":[10],"from":[11,74],"agents,":[12],"reasoning":[13],"models,":[14],"extended":[16],"conversations.":[17],"When":[18],"bursty":[19],"long-context":[20,172],"demand":[21],"exceeds":[22],"deployed":[23],"capacity,":[24],"existing":[25],"systems":[27],"typically":[28],"scale":[29,92,224],"out":[30],"launching":[32],"additional":[33],"instances":[35],"with":[36,93,147,156,211,237],"model":[37,223],"replicas.":[38],"This":[39],"instance-level":[40],"elasticity":[41],"increases":[42],"KV":[43,89],"capacity":[44],"only":[45],"provisioning":[47],"another":[48],"full":[49],"copy":[50],"of":[51,182],"the":[52,70,131,218,245],"model,":[53],"inheriting":[54],"startup":[55],"latency,":[56],"memory":[57],"overhead,":[58],"batch":[60],"fragmentation.":[61],"We":[62],"present":[63],"KernelFlume,":[64],"a":[65,103,170,213,228],"decode-centric":[66],"architecture":[67],"that":[68,106],"disaggregates":[69],"stable":[71],"projection/FFN":[72,81,158],"path":[73],"core-attention":[75,145],"computation:":[76],"weight":[77],"nodes":[78,86],"execute":[79],"dense":[80],"kernels,":[82],"while":[83,192],"weightless":[84],"attention":[85,153],"store":[87],"token-range":[88],"partitions":[90],"request-state":[94],"demand.":[95],"To":[96,135],"make":[97],"this":[98],"separation":[99],"elastic,":[100],"KernelFlume":[101,142,177],"maintains":[102],"routing":[104],"table":[105],"maps":[107],"token":[108,117],"ranges":[109],"to":[110,124,201,207,235],"attention-node":[111,240],"endpoints.":[112],"It":[113],"updates":[114],"routes":[115],"at":[116,221],"boundaries":[118],"uses":[120],"host-visible":[121],"graph":[122],"signals":[123],"drive":[125],"pre-registered":[126],"UCX":[127],"endpoint":[128],"communication":[129,155],"outside":[130],"captured":[132],"CUDA":[133],"Graph.":[134],"preserve":[136],"low":[137],"per-token":[138],"latency":[139],"after":[140],"disaggregation,":[141],"combines":[143],"query-first":[144],"dispatch":[146],"inter-layer":[148],"kernel":[149],"pipelining,":[150],"overlapping":[151],"remote":[152],"local":[157],"work.":[159],"On":[160],"real":[161],"GPU":[162],"testbeds":[163],"(intra-node":[164],"A6000":[165,186],"cross-node":[167],"H100),":[168],"under":[169],"agentic":[173],"workload":[174],"Llama-3.1-8B,":[176],"sustains":[178],"flat":[179],"p99":[180],"TPOTs":[181],"~74":[183],"ms":[184,189],"on":[185,190],"~34":[188],"H100,":[191],"lowering":[193],"cost":[194,230],"per":[195],"million":[196],"output":[197],"tokens":[198],"up":[200],"32%":[202],"61%,":[204],"respectively,":[205],"relative":[206],"full-instance":[208],"elastic":[209],"scaling":[210],"ServerlessLLM,":[212,233],"state-of-the-art":[214],"instance-startup":[215],"method.":[216],"Replaying":[217],"same":[219],"trace":[220],"larger":[222],"in":[225],"simulation":[226],"projects":[227],"56--66%":[229],"reduction":[231],"over":[232],"widening":[234],"80--85%":[236],"cheaper":[238],"heterogeneous":[239],"hardware":[241],"persisting":[243],"into":[244],"million-token":[246],"context":[247],"range.":[248]},"counts_by_year":[],"updated_date":"2026-07-01T06:29:00.853634","created_date":"2026-07-01T00:00:00"}