{"id":"https://openalex.org/W7164912522","doi":"https://doi.org/10.48550/arxiv.2606.15177","title":"Coordinated Scheduling for MoE LLM Serving","display_name":"Coordinated Scheduling for MoE LLM Serving","publication_year":2026,"publication_date":"2026-06-13","ids":{"openalex":"https://openalex.org/W7164912522","doi":"https://doi.org/10.48550/arxiv.2606.15177"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.15177","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15177","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.15177","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138741148","display_name":"Yifan Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086518749","display_name":"Zhexiang Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zhexiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138691265","display_name":"Jiantong Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Jiantong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138701990","display_name":"Gholamreza Haffari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haffari, Gholamreza","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138753480","display_name":"Minxian Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Minxian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138708307","display_name":"Feng Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Feng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138753333","display_name":"Rajkumar Buyya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Buyya, Rajkumar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133555598","display_name":"Adel N. Toosi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Toosi, Adel N.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.18150000274181366,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.18150000274181366,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.17829999327659607,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.11339999735355377,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6754000186920166},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6233000159263611},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.5730000138282776},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.539900004863739},{"id":"https://openalex.org/keywords/blocking","display_name":"Blocking (statistics)","score":0.4043000042438507},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.40400001406669617},{"id":"https://openalex.org/keywords/gimbal","display_name":"Gimbal","score":0.39739999175071716},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.36739999055862427},{"id":"https://openalex.org/keywords/notice","display_name":"Notice","score":0.3644999861717224}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7348999977111816},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6754000186920166},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6233000159263611},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.5730000138282776},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.539900004863739},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.42399999499320984},{"id":"https://openalex.org/C144745244","wikidata":"https://www.wikidata.org/wiki/Q4927286","display_name":"Blocking (statistics)","level":2,"score":0.4043000042438507},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.40400001406669617},{"id":"https://openalex.org/C125750033","wikidata":"https://www.wikidata.org/wiki/Q1146104","display_name":"Gimbal","level":2,"score":0.39739999175071716},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3910999894142151},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.36739999055862427},{"id":"https://openalex.org/C2779913896","wikidata":"https://www.wikidata.org/wiki/Q7063001","display_name":"Notice","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.33799999952316284},{"id":"https://openalex.org/C2777145635","wikidata":"https://www.wikidata.org/wiki/Q515636","display_name":"FIFO (computing and electronics)","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3068000078201294},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.30329999327659607},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.29490000009536743},{"id":"https://openalex.org/C135135165","wikidata":"https://www.wikidata.org/wiki/Q386456","display_name":"Token bucket","level":3,"score":0.2930999994277954},{"id":"https://openalex.org/C180611318","wikidata":"https://www.wikidata.org/wiki/Q7316902","display_name":"Retransmission","level":3,"score":0.2865000069141388},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.2709999978542328},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.27079999446868896},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.25940001010894775},{"id":"https://openalex.org/C3265923","wikidata":"https://www.wikidata.org/wiki/Q669129","display_name":"Arithmetic underflow","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C48721391","wikidata":"https://www.wikidata.org/wiki/Q1265942","display_name":"FIFO and LIFO accounting","level":3,"score":0.2581000030040741}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.15177","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15177","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.15177","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.15177","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.8120216131210327}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Serving":[0],"Mixture-of-Experts":[1],"(MoE)":[2],"large":[3],"language":[4],"models":[5],"(LLMs)":[6],"is":[7],"challenging":[8],"because":[9],"dynamic":[10],"request":[11,43,215],"workloads":[12],"interact":[13],"with":[14,138,153,206],"sparse":[15],"expert":[16,47,53,73,117,150,175],"routing,":[17],"creating":[18],"both":[19],"data-parallel":[20],"(DP)":[21],"engine":[22,66],"imbalance":[23],"and":[24,71,115,158,179,196],"expert-level":[25],"hotspots.":[26],"Existing":[27],"LLM":[28,90],"serving":[29,60,209],"systems":[30],"typically":[31],"make":[32],"these":[33],"decisions":[34],"in":[35],"isolation:":[36],"frontend":[37],"schedulers":[38],"route":[39],"requests":[40,121],"using":[41],"coarse":[42],"counters,":[44],"while":[45,172,212],"backend":[46,68,102],"balancers":[48],"rely":[49],"mainly":[50],"on":[51],"aggregate":[52],"activation":[54],"counts.":[55],"This":[56],"separation":[57],"prevents":[58],"the":[59,207],"system":[61,86,210],"from":[62,123],"reacting":[63],"to":[64,119,140,169],"fine-grained":[65,96],"pressure,":[67,70,114,118],"MoE":[69,116],"source-dependent":[72],"traffic.":[74],"To":[75,190],"address":[76],"this":[77],"gap,":[78],"we":[79],"propose":[80],"Gimbal,":[81],"a":[82,95,132,160,164],"coordinated":[83],"cross-level":[84],"scheduling":[85],"for":[87],"efficient":[88],"MoE-based":[89],"serving.":[91],"First,":[92],"Gimbal":[93,129,148,186],"presents":[94],"DP-engine":[97],"scheduler":[98],"that":[99,185],"uses":[100,159],"online":[101,154],"pressure":[103],"signals,":[104],"including":[105],"key-value":[106],"(KV)":[107],"cache":[108],"usage,":[109],"remaining":[110],"prefill":[111],"work,":[112],"queue":[113,135],"dispatch":[120],"away":[122],"overloaded":[124],"engines.":[125],"Inside":[126],"each":[127],"engine,":[128],"further":[130],"applies":[131],"lightweight":[133],"prefill-aware":[134],"ordering":[136],"policy":[137],"aging":[139],"reduce":[141],"head-of-line":[142],"blocking":[143],"without":[144],"output-length":[145],"prediction.":[146],"Second,":[147],"extends":[149],"load":[151],"balancing":[152],"source-DP-to-expert":[155],"routing":[156],"statistics":[157],"heuristic":[161],"guided":[162],"by":[163,194,203,217],"mixed-integer":[165],"nonlinear":[166],"program":[167],"(MINLP)":[168],"place":[170],"experts":[171],"jointly":[173],"considering":[174],"load,":[176],"source-aware":[177],"communication,":[178],"migration":[180],"stability.":[181],"Our":[182],"evaluation":[183],"shows":[184],"reduces":[187],"average":[188,197],"Time":[189,198],"First":[191],"Token":[192,201],"(TTFT)":[193],"42.9%":[195],"Per":[199],"Output":[200],"(TPOT)":[202],"33.3%":[204],"compared":[205],"state-of-the-art":[208],"vLLM,":[211],"improving":[213],"high-load":[214],"throughput":[216],"3.0%.":[218]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-17T00:00:00"}