{"id":"https://openalex.org/W7163124979","doi":"https://doi.org/10.48550/arxiv.2606.00735","title":"ViBE: Co-Optimizing Workload Skew and Hardware Variability for MoE Serving","display_name":"ViBE: Co-Optimizing Workload Skew and Hardware Variability for MoE Serving","publication_year":2026,"publication_date":"2026-05-30","ids":{"openalex":"https://openalex.org/W7163124979","doi":"https://doi.org/10.48550/arxiv.2606.00735"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.00735","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00735","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.00735","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137679953","display_name":"Seokjin Go","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Go, Seokjin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042565185","display_name":"Marko Scrbak","orcid":"https://orcid.org/0009-0001-7725-5947"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Scrbak, Marko","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137624411","display_name":"Ephrem Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Ephrem","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003215039","display_name":"Srilatha Manne","orcid":"https://orcid.org/0009-0005-6153-8255"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Manne, Srilatha","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5089590312","display_name":"Divya Mahajan","orcid":"https://orcid.org/0009-0007-8184-0528"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mahajan, Divya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.723800003528595,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.723800003528595,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.1193000003695488,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.016499999910593033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/skew","display_name":"Skew","score":0.7894999980926514},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.7688999772071838},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.644599974155426},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5623999834060669},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.49570000171661377},{"id":"https://openalex.org/keywords/profiling","display_name":"Profiling (computer programming)","score":0.4429999887943268},{"id":"https://openalex.org/keywords/multi-core-processor","display_name":"Multi-core processor","score":0.39089998602867126},{"id":"https://openalex.org/keywords/leaky-bucket","display_name":"Leaky bucket","score":0.3564999997615814}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8043000102043152},{"id":"https://openalex.org/C43711488","wikidata":"https://www.wikidata.org/wiki/Q7534783","display_name":"Skew","level":2,"score":0.7894999980926514},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.7688999772071838},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.644599974155426},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5623999834060669},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.49570000171661377},{"id":"https://openalex.org/C187191949","wikidata":"https://www.wikidata.org/wiki/Q1138496","display_name":"Profiling (computer programming)","level":2,"score":0.4429999887943268},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.39089998602867126},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3578999936580658},{"id":"https://openalex.org/C164916973","wikidata":"https://www.wikidata.org/wiki/Q1378386","display_name":"Leaky bucket","level":3,"score":0.3564999997615814},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3546999990940094},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3465000092983246},{"id":"https://openalex.org/C134652429","wikidata":"https://www.wikidata.org/wiki/Q1052698","display_name":"Jitter","level":2,"score":0.34290000796318054},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3142000138759613},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C107598950","wikidata":"https://www.wikidata.org/wiki/Q259864","display_name":"Microarchitecture","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C93682380","wikidata":"https://www.wikidata.org/wiki/Q2025226","display_name":"Static timing analysis","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C164624739","wikidata":"https://www.wikidata.org/wiki/Q754331","display_name":"Activity-based costing","level":2,"score":0.27410000562667847},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.2644999921321869},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C2984173633","wikidata":"https://www.wikidata.org/wiki/Q22725","display_name":"Routing algorithm","level":4,"score":0.26269999146461487},{"id":"https://openalex.org/C2778915421","wikidata":"https://www.wikidata.org/wiki/Q3643177","display_name":"Performance improvement","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2531999945640564},{"id":"https://openalex.org/C116537","wikidata":"https://www.wikidata.org/wiki/Q2169973","display_name":"Service provider","level":3,"score":0.25220000743865967},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.25130000710487366},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.00735","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00735","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.00735","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.00735","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"distributed":[1],"Mixture-of-Experts":[2],"(MoE)":[3],"inference,":[4],"input-dependent":[5],"token":[6,97,108],"routing":[7,69,90,188],"interacts":[8],"with":[9,139],"GPU":[10,23,77,171],"performance":[11,28,137,190],"variability":[12,29,224],"to":[13,32,143,147,153,185,214],"create":[14],"persistent":[15],"stragglers":[16,113,158],"under":[17,182],"synchronized":[18],"execution,":[19],"where":[20],"the":[21,60,220],"slowest":[22],"determines":[24],"layer":[25],"latency.":[26,102],"This":[27],"is":[30,53],"inherent":[31],"modern":[33],"accelerators:":[34],"manufacturing":[35],"variation,":[36],"power":[37],"limits,":[38],"and":[39,65,72,84,150,169,189,202],"thermal":[40],"conditions":[41],"introduce":[42],"measurable":[43],"execution-time":[44,56,130,200],"differences":[45],"across":[46,132,175],"nominally":[47],"identical":[48],"GPUs.":[49,133],"The":[50],"core":[51],"challenge":[52],"that":[54,128,196,219],"MoE":[55],"imbalance":[57,131,201],"arises":[58],"from":[59],"interaction":[61],"of":[62,120,222],"workload":[63,85,167],"skew":[64,91],"hardware":[66,223],"asymmetry.":[67],"Token":[68],"produces":[70],"uneven":[71],"layer-varying":[73],"expert":[74,125,140],"loads,":[75],"while":[76,208],"throughput":[78,172],"depends":[79],"on":[80],"device-specific":[81],"operating":[82],"characteristics":[83,168],"intensity.":[86],"Prior":[87],"work":[88],"mitigates":[89],"but":[92],"assumes":[93],"homogeneous":[94],"hardware,":[95],"optimizing":[96],"balance":[98],"rather":[99],"than":[100],"execution":[101],"As":[103],"a":[104,123],"result,":[105],"even":[106],"balanced":[107],"assignments":[109],"can":[110,173],"leave":[111],"hardware-induced":[112],"unaddressed.":[114],"Thus,":[115],"we":[116],"propose":[117],"Variability-Informed":[118],"Binning":[119],"Experts":[121],"(ViBE),":[122],"hardware-aware":[124],"placement":[126,230],"framework":[127],"minimizes":[129],"ViBE":[134,178,197],"combines":[135],"per-GPU":[136],"modeling":[138],"activation":[141],"profiling":[142],"assign":[144],"high-load":[145],"experts":[146,152],"faster":[148],"devices":[149],"low-load":[151],"slower":[154],"ones,":[155],"reducing":[156],"layer-level":[157],"without":[159],"modifying":[160],"model":[161],"semantics":[162],"or":[163],"hardware.":[164],"Because":[165],"both":[166],"effective":[170],"shift":[174],"serving":[176],"conditions,":[177],"supports":[179],"lightweight":[180],"recalibration":[181],"workload/performance":[183],"drift":[184],"refresh":[186],"its":[187],"estimates":[191],"when":[192],"needed.":[193],"Results":[194],"show":[195,218],"consistently":[198],"reduces":[199],"improves":[203],"SLO":[204],"attainment":[205],"by":[206,212],"14%,":[207],"lowering":[209],"P90":[210],"TTFT":[211],"up":[213],"45%.":[215],"We":[216],"further":[217],"impact":[221],"increases":[225],"at":[226],"scale,":[227],"making":[228],"variability-aware":[229],"important":[231],"for":[232],"efficient,":[233],"high-utilization":[234],"LLM":[235],"serving.":[236]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-03T00:00:00"}