{"id":"https://openalex.org/W7147577857","doi":"https://doi.org/10.48550/arxiv.2603.28768","title":"CRAFT: Fine-Grained Cost-Aware Expert Replication For Efficient Mixture-of-Experts Serving","display_name":"CRAFT: Fine-Grained Cost-Aware Expert Replication For Efficient Mixture-of-Experts Serving","publication_year":2026,"publication_date":"2026-01-12","ids":{"openalex":"https://openalex.org/W7147577857","doi":"https://doi.org/10.48550/arxiv.2603.28768"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.28768","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28768","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.28768","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132706032","display_name":"Adrian Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Adrian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000220537","display_name":"Zhenkun Cai","orcid":"https://orcid.org/0000-0002-0199-4866"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Zhenkun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132704645","display_name":"Zhenyu Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Zhenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052479606","display_name":"Lingfan Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Lingfan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053817404","display_name":"Haozheng Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Haozheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132678491","display_name":"Jun Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132581199","display_name":"Yida Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Yida","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5080873211","display_name":"Nandita Vijaykumar","orcid":"https://orcid.org/0000-0003-3315-9336"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vijaykumar, Nandita","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.1348000019788742,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.1348000019788742,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.1282999962568283,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.0989999994635582,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.8367999792098999},{"id":"https://openalex.org/keywords/replica","display_name":"Replica","score":0.6897000074386597},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5595999956130981},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4068000018596649},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.36169999837875366},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.32600000500679016},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.3125}],"concepts":[{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.8367999792098999},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8299999833106995},{"id":"https://openalex.org/C2775937380","wikidata":"https://www.wikidata.org/wiki/Q1232589","display_name":"Replica","level":2,"score":0.6897000074386597},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6205999851226807},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5595999956130981},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4068000018596649},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.36169999837875366},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3294000029563904},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3125},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.28768","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28768","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.28768","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.28768","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mixture-of-Experts":[0],"(MoE)":[1],"has":[2],"recently":[3],"emerged":[4],"as":[5],"the":[6,116],"mainstream":[7],"architecture":[8],"for":[9],"efficiently":[10],"scaling":[11],"large":[12],"language":[13],"models":[14,160],"while":[15],"maintaining":[16],"near-constant":[17],"computational":[18],"cost.":[19],"Expert":[20,37],"parallelism":[21],"distributes":[22],"parameters":[23],"by":[24,55,109,145],"partitioning":[25],"experts":[26,57],"across":[27],"devices,":[28],"but":[29],"this":[30,62],"introduces":[31],"token-level":[32],"load":[33,50,102],"imbalance":[34,51],"during":[35],"inference.":[36],"replication":[38,68,98,113,118,154],"is":[39],"a":[40,105,167],"widely":[41],"adopted":[42],"load-balancing":[43],"technique":[44],"in":[45,52,156],"serving":[46,127,143],"frameworks":[47,128],"that":[48,66,100,139],"alleviates":[49],"large-scale":[53,157],"deployments":[54,158],"replicating":[56],"with":[58,72,159],"high":[59],"loads.":[60],"In":[61],"work,":[63],"we":[64],"demonstrate":[65],"existing":[67,126,153],"schemes":[69],"often":[70],"over-replicate,":[71],"many":[73],"replicas":[74],"providing":[75],"marginal":[76],"improvement.":[77],"Replicas":[78],"consume":[79],"substantial":[80],"GPU":[81],"memory,":[82],"which":[83],"may":[84],"lead":[85],"to":[86,150,166],"resource":[87],"contention":[88],"and":[89],"throughput":[90,144],"degradation.":[91],"We":[92],"present":[93],"CRAFT,":[94],"an":[95],"efficient":[96],"expert":[97],"framework":[99],"maximizes":[101],"balance":[103],"under":[104],"given":[106],"memory":[107],"budget":[108],"performing":[110],"fine-grained,":[111],"per-layer":[112],"based":[114],"on":[115,147],"estimated":[117],"benefit.":[119],"CRAFT":[120,140],"can":[121],"be":[122],"seamlessly":[123],"integrated":[124],"into":[125],"without":[129],"any":[130],"additional":[131],"training":[132],"or":[133],"model":[134],"changes.":[135],"Our":[136],"evaluation":[137],"shows":[138],"increases":[141],"end-to-end":[142],"$1.14\\times$":[146],"average":[148],"(up":[149],"$1.2\\times$)":[151],"over":[152],"techniques":[155],"ranging":[161],"from":[162],"hundreds":[163],"of":[164],"billions":[165],"trillion":[168],"parameters.":[169]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-02T00:00:00"}