{"id":"https://openalex.org/W7165144056","doi":"https://doi.org/10.48550/arxiv.2606.19271","title":"TurboServe: Serving Streaming Video Generation Efficiently and Economically","display_name":"TurboServe: Serving Streaming Video Generation Efficiently and Economically","publication_year":2026,"publication_date":"2026-06-17","ids":{"openalex":"https://openalex.org/W7165144056","doi":"https://doi.org/10.48550/arxiv.2606.19271"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.19271","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19271","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.19271","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103984676","display_name":"Yi Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Youhe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138850598","display_name":"Haoxu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Haoxu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100594460","display_name":"Haotong Bao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bao, Haotong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138850326","display_name":"Kai Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Kai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138942317","display_name":"Jianfei Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jianfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138936089","display_name":"Jun Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138895999","display_name":"Fangcheng Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Fangcheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138886373","display_name":"Jintao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jintao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.23680000007152557,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.23680000007152557,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14067","display_name":"Cloud Computing and Remote Desktop Technologies","score":0.2287999987602234,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.11559999734163284,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.7752000093460083},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.6233999729156494},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6000999808311462},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.565500020980835},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.5324000120162964},{"id":"https://openalex.org/keywords/idle","display_name":"Idle","score":0.49630001187324524}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8847000002861023},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.7752000093460083},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6233999729156494},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6000999808311462},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.565500020980835},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5324000120162964},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5218999981880188},{"id":"https://openalex.org/C16320812","wikidata":"https://www.wikidata.org/wiki/Q1812200","display_name":"Idle","level":2,"score":0.49630001187324524},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4496999979019165},{"id":"https://openalex.org/C2986160907","wikidata":"https://www.wikidata.org/wiki/Q220499","display_name":"Video streaming","level":2,"score":0.4104999899864197},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.3564000129699707},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3409000039100647},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.32589998841285706},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.27880001068115234},{"id":"https://openalex.org/C112758219","wikidata":"https://www.wikidata.org/wiki/Q16038819","display_name":"Duration (music)","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.26570001244544983},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2558000087738037}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.19271","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19271","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.19271","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.19271","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Streaming":[0],"video":[1,19,26,33,107],"generation":[2,27,34,108],"is":[3,244],"emerging":[4],"as":[5,113],"a":[6,53,131,147],"new":[7],"serving":[8,61,101,112,224],"workload":[9,157],"in":[10,63],"which":[11,135,151],"users":[12],"interact":[13],"with":[14,146,214,222],"long-lived":[15],"sessions":[16,72,88,137,178],"that":[17,118],"generate":[18],"progressively,":[20],"chunk":[21,51,172],"by":[22,231,238],"chunk.":[23],"Unlike":[24],"offline":[25],"or":[28],"typical":[29],"LLM":[30],"serving,":[31],"streaming":[32,106],"must":[35],"preserve":[36],"session":[37,67,121,186],"state":[38],"across":[39,91,138,207],"active":[40,87,177],"and":[41,48,79,93,123,188,190,211,233],"idle":[42,94],"periods,":[43],"repeatedly":[44],"schedule":[45],"ongoing":[46],"sessions,":[47],"deliver":[49],"each":[50],"under":[52],"tight":[54],"latency":[55,230],"target.":[56],"This":[57],"creates":[58],"two":[59],"key":[60],"challenges":[62],"multi-user,":[64],"multi-GPU":[65],"environments:":[66],"duration":[68],"heterogeneity,":[69,82],"where":[70,83],"long-running":[71],"make":[73],"placement":[74,122,133],"decisions":[75,166],"suboptimal":[76],"over":[77],"time,":[78],"temporal":[80],"user-demand":[81],"the":[84,99,142,153,180],"number":[85],"of":[86],"fluctuates":[89],"sharply":[90],"bursts":[92],"periods.":[95],"We":[96,197],"present":[97],"TurboServe,":[98],"first":[100],"system":[102],"designed":[103],"specifically":[104],"for":[105,159,174,185,194],"workloads.":[109],"TurboServe":[110,169,199,226],"formulates":[111],"an":[114],"online":[115,195],"scheduling":[116,128],"problem":[117],"jointly":[119],"coordinates":[120],"GPU":[124,154,212,235],"provisioning.":[125],"Its":[126],"closed-loop":[127],"algorithm":[129],"combines":[130],"migration-aware":[132],"controller,":[134,150],"rebalances":[136],"GPUs":[139],"to":[140,156,216],"reduce":[141],"maximum":[143],"per-chunk":[144,229],"latency,":[145],"load-driven":[148],"autoscaling":[149],"adapts":[152],"budget":[155],"variation":[158],"improved":[160],"cost":[161,237],"efficiency.":[162],"To":[163],"support":[164],"these":[165],"at":[167,247],"runtime,":[168],"implements":[170],"coalesced":[171],"processing":[173],"batching":[175],"concurrent":[176],"on":[179,200,240],"same":[181],"GPU,":[182],"GPU-CPU":[183],"offloading":[184],"suspension":[187],"resumption,":[189],"NCCL-based":[191],"GPU-GPU":[192],"migration":[193],"rebalancing.":[196],"evaluate":[198],"real-world":[201],"production":[202],"traces":[203],"from":[204],"Shengshu":[205],"Technology":[206],"multiple":[208],"model":[209],"sizes":[210],"clusters":[213],"up":[215],"64":[217],"NVIDIA":[218],"B300":[219],"GPUs.":[220],"Compared":[221],"baseline":[223],"configurations,":[225],"reduces":[227],"worst-case":[228],"37.5%":[232],"total":[234],"operating":[236],"37.2%":[239],"average.":[241],"Our":[242],"code":[243],"publicly":[245],"available":[246],"https://github.com/shengshu-ai/TurboServe.":[248]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-19T00:00:00"}