{"id":"https://openalex.org/W7167605725","doi":"https://doi.org/10.48550/arxiv.2607.04206","title":"Sangam: Efficiently Serving Diffusion LLMs with the AR Stack","display_name":"Sangam: Efficiently Serving Diffusion LLMs with the AR Stack","publication_year":2026,"publication_date":"2026-07-05","ids":{"openalex":"https://openalex.org/W7167605725","doi":"https://doi.org/10.48550/arxiv.2607.04206"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.04206","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.04206","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.04206","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5094077405","display_name":"Nitin Kedia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kedia, Nitin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140182277","display_name":"Saurabh Agarwal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agarwal, Saurabh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140217014","display_name":"Myungjin Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Myungjin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5035329776","display_name":"Aditya Akella","orcid":"https://orcid.org/0000-0002-5920-170X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akella, Aditya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3043000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.3043000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.19329999387264252,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.07660000026226044,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decodes","display_name":"Decodes","score":0.7754999995231628},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6175000071525574},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.5649999976158142},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5231000185012817},{"id":"https://openalex.org/keywords/allocator","display_name":"Allocator","score":0.4392000138759613},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.40639999508857727},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.37290000915527344},{"id":"https://openalex.org/keywords/dram","display_name":"Dram","score":0.33719998598098755}],"concepts":[{"id":"https://openalex.org/C2778858076","wikidata":"https://www.wikidata.org/wiki/Q5249539","display_name":"Decodes","level":3,"score":0.7754999995231628},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6482999920845032},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6175000071525574},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.5649999976158142},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5231000185012817},{"id":"https://openalex.org/C162262903","wikidata":"https://www.wikidata.org/wiki/Q343527","display_name":"Allocator","level":2,"score":0.4392000138759613},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.40639999508857727},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.37290000915527344},{"id":"https://openalex.org/C7366592","wikidata":"https://www.wikidata.org/wiki/Q1255620","display_name":"Dram","level":2,"score":0.33719998598098755},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.3075999915599823},{"id":"https://openalex.org/C118930307","wikidata":"https://www.wikidata.org/wiki/Q600590","display_name":"Tuple","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.3012999892234802},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29580000042915344},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.288100004196167},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.27950000762939453},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.26820001006126404},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C165464430","wikidata":"https://www.wikidata.org/wiki/Q1570441","display_name":"Parameterized complexity","level":2,"score":0.2551000118255615}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.04206","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.04206","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.04206","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.04206","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.6048045754432678}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Diffusion":[0],"language":[1],"models":[2],"(dLLMs)":[3],"generate":[4],"text":[5],"by":[6,192,209,229],"iteratively":[7],"denoising":[8],"a":[9,59,100,109,153],"masked":[10],"response":[11],"and":[12,46,52,84,129,166,195],"can":[13],"commit":[14],"multiple":[15],"output":[16],"positions":[17],"per":[18],"model":[19],"invocation.":[20],"Their":[21],"bidirectional":[22,85],"attention":[23,86],"prevents":[24],"exact":[25],"autoregressive-style":[26],"KV":[27,35,49],"caching,":[28],"since":[29],"committing":[30],"one":[31],"position":[32],"shifts":[33],"the":[34,88,124,168,178],"activations":[36,50],"of":[37],"all":[38],"others.":[39],"Approximate":[40],"caching":[41],"techniques":[42],"such":[43],"as":[44],"Fast-dLLM":[45],"dKV-Cache":[47],"refresh":[48],"repeatedly":[51],"reuse":[53],"them":[54],"across":[55],"intervening":[56],"decodes,":[57],"inducing":[58],"repeated":[60],"prefill/decode":[61,147,196],"structure.":[62],"This":[63,134],"makes":[64],"AR":[65,184],"serving":[66,101,140,155,187,199],"mechanisms":[67],"relevant":[68],"to":[69,162,172],"dLLMs,":[70],"but":[71,144],"not":[72],"directly":[73],"applicable.":[74],"dLLM":[75,105,186],"decodes":[76,116,176],"are":[77],"block-sized":[78],"rather":[79],"than":[80],"token-sized,":[81],"prefills":[82,121,158],"recur,":[83],"precludes":[87],"chunked":[89],"prefill":[90,164],"mechanism":[91],"used":[92],"for":[93,103],"stall-free":[94,137],"colocated":[95,232],"serving.":[96],"We":[97,180],"present":[98],"Sangam,":[99],"system":[102],"cached":[104],"inference.":[106],"Sangam":[107,151,237],"introduces":[108],"deficit":[110],"token-budget":[111],"scheduler":[112,171],"that":[113,182],"admits":[114,118],"in-flight":[115],"first,":[117],"whole":[119],"indivisible":[120],"only":[122],"when":[123],"accumulated":[125],"token":[126],"budget":[127,132],"allows,":[128],"carries":[130],"unused":[131],"forward.":[133],"achieves":[135],"amortized":[136],"scheduling.":[138],"Disaggregated":[139],"avoids":[141],"prefill-decode":[142,193],"interference":[143,194],"suffers":[145],"from":[146,177],"resource":[148],"partitioning":[149],"problem.":[150],"adopts":[152],"hybrid":[154,212,218],"strategy,":[156],"overflowing":[157],"onto":[159],"decode":[160],"workers":[161],"relieve":[163],"under-provisioning,":[165],"uses":[167],"same":[169],"deficit-budget":[170],"protect":[173],"those":[174],"workers'":[175],"overflow.":[179],"show":[181],"like":[183],"serving,":[185],"design":[188],"space":[189],"is":[190,200,220,238],"governed":[191],"partitioning.":[197],"Colocated":[198],"most":[201,221],"effective":[202,222],"on":[203,214,223,234],"decode-heavy":[204],"workloads,":[205,225],"cutting":[206,226],"mean":[207,227],"latency":[208,228],"9-20%":[210],"over":[211,231],"execution":[213,219,233],"LLaDA-8B":[215],"ShareGPT;":[216],"while":[217],"prefill-heavy":[224],"8-20%":[230],"Dream-7B":[235],"arXiv.":[236],"available":[239],"at":[240],"https://github.com/UT-InfraAI/sangam.":[241]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-08T00:00:00"}