{"id":"https://openalex.org/W7152414716","doi":"https://doi.org/10.48550/arxiv.2604.06664","title":"Foundry: Template-Based CUDA Graph Context Materialization for Fast LLM Serving Cold Start","display_name":"Foundry: Template-Based CUDA Graph Context Materialization for Fast LLM Serving Cold Start","publication_year":2026,"publication_date":"2026-04-08","ids":{"openalex":"https://openalex.org/W7152414716","doi":"https://doi.org/10.48550/arxiv.2604.06664"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.06664","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06664","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.06664","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030906708","display_name":"Xueshen Liu","orcid":"https://orcid.org/0009-0001-0227-7463"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Liu, Xueshen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133309966","display_name":"Yongji Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yongji","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yao, Yuncheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Yuncheng","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133285387","display_name":"Danyang Zhuo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuo, Danyang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133309339","display_name":"Ion Stoica","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stoica, Ion","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133259834","display_name":"Z. Morley Mao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Z. Morley","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5030906708"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.713100016117096,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.713100016117096,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.08340000361204147,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.05510000139474869,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cuda","display_name":"CUDA","score":0.7943999767303467},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5070000290870667},{"id":"https://openalex.org/keywords/context-switch","display_name":"Context switch","score":0.45320001244544983},{"id":"https://openalex.org/keywords/control-reconfiguration","display_name":"Control reconfiguration","score":0.4187999963760376},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.39430001378059387},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.3797000050544739}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.832099974155426},{"id":"https://openalex.org/C2778119891","wikidata":"https://www.wikidata.org/wiki/Q477690","display_name":"CUDA","level":2,"score":0.7943999767303467},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6297000050544739},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5070000290870667},{"id":"https://openalex.org/C53833338","wikidata":"https://www.wikidata.org/wiki/Q1061424","display_name":"Context switch","level":2,"score":0.45320001244544983},{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.4187999963760376},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.39430001378059387},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.3797000050544739},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.3711000084877014},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.36489999294281006},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3025999963283539},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3012999892234802},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.06664","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06664","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.06664","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.06664","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"LLM":[1],"service":[2],"providers":[3],"increasingly":[4],"rely":[5,82],"on":[6,83],"autoscaling":[7],"and":[8,44,72,113,121,136,144,176],"parallelism":[9,96],"reconfiguration":[10],"to":[11,13,32,42,62,94,162,180,189,200],"respond":[12],"rapidly":[14],"changing":[15],"workloads,":[16],"but":[17],"cold-start":[18,185],"latency":[19,186],"remains":[20],"a":[21,101,158],"major":[22],"bottleneck.":[23],"While":[24],"recent":[25],"systems":[26],"have":[27],"reduced":[28],"model":[29],"weight":[30],"loading":[31],"seconds,":[33],"CUDA":[34,49,103,209],"graph":[35,56,104,111],"capture":[36,161],"still":[37],"takes":[38],"tens":[39],"of":[40,195,208],"seconds":[41,202],"minutes":[43,199],"often":[45],"dominates":[46],"startup.":[47],"Unfortunately,":[48],"graphs":[50,124],"cannot":[51],"be":[52],"naively":[53],"serialized:":[54],"beyond":[55],"topology,":[57],"they":[58],"are":[59,92],"tightly":[60],"coupled":[61],"execution":[63,114],"context,":[64],"including":[65],"device":[66],"addresses":[67],"embedded":[68],"in":[69],"kernel":[70,73,138],"arguments":[71],"code":[74],"lazily":[75],"loaded":[76],"during":[77,116],"warmup.":[78],"Existing":[79],"approaches":[80],"either":[81],"brittle":[84],"kernel-specific":[85],"patching":[86,169],"or":[87],"heavyweight":[88],"process-level":[89],"checkpoint/restore":[90],"that":[91,108],"inflexible":[93],"dynamic":[95],"switching.":[97],"We":[98],"present":[99],"Foundry,":[100],"template-based":[102],"context":[105,115],"materialization":[106],"system":[107],"persists":[109],"both":[110],"topology":[112],"an":[117],"offline":[118,160],"processing":[119],"stage,":[120],"reconstructs":[122],"executable":[123],"online":[125,146],"with":[126],"negligible":[127],"overhead.":[128],"Foundry":[129,155,183],"enforces":[130],"deterministic":[131],"memory":[132],"layouts,":[133],"automatically":[134],"extracts":[135],"reloads":[137],"binaries":[139],"required":[140],"by":[141,168,187],"captured":[142],"graphs,":[143],"reduces":[145,184],"reconstruction":[147],"costs":[148],"through":[149],"topology-based":[150],"templating.":[151],"For":[152],"distributed":[153],"serving,":[154],"further":[156],"enables":[157],"single-GPU":[159],"generate":[163],"templates":[164],"for":[165],"multi-GPU":[166],"deployments":[167],"only":[170],"rank-dependent":[171],"communication":[172],"state.":[173],"Across":[174],"dense":[175],"MoE":[177],"models":[178],"up":[179,188],"235B":[181],"parameters,":[182],"99%,":[190],"cutting":[191],"the":[192,205],"initialization":[193],"time":[194],"Qwen3-235B-A22B":[196],"from":[197],"10":[198],"3.9":[201],"while":[203],"preserving":[204],"throughput":[206],"gains":[207],"graphs.":[210]},"counts_by_year":[],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2026-04-10T00:00:00"}