{"id":"https://openalex.org/W7160449814","doi":"https://doi.org/10.48550/arxiv.2605.02960","title":"MoE-Prefill: Zero Redundancy Overheads in MoE Prefill Serving","display_name":"MoE-Prefill: Zero Redundancy Overheads in MoE Prefill Serving","publication_year":2026,"publication_date":"2026-05-03","ids":{"openalex":"https://openalex.org/W7160449814","doi":"https://doi.org/10.48550/arxiv.2605.02960"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.02960","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.02960","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.02960","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009653872","display_name":"Zhaoyuan Su","orcid":"https://orcid.org/0000-0002-5647-8439"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Zhaoyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135375500","display_name":"Olatunji Ruwase","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruwase, Olatunji","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135485150","display_name":"Karthik Ganesan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ganesan, Karthik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073820927","display_name":"Aurick Qiao","orcid":"https://orcid.org/0009-0004-9119-8696"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiao, Aurick","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069595628","display_name":"Samyam Rajbhandari","orcid":"https://orcid.org/0000-0002-0386-8759"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rajbhandari, Samyam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135480194","display_name":"Juncheng Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Juncheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135486757","display_name":"Yue Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135464537","display_name":"Yuxiong He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Yuxiong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.396699994802475,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.396699994802475,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.11919999867677689,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.07779999822378159,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.5863999724388123},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5446000099182129},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5037999749183655},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.47530001401901245},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4496000111103058},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3635999858379364},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.3580000102519989},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.34619998931884766}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7633000016212463},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.5863999724388123},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5446000099182129},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5037999749183655},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.47530001401901245},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4496000111103058},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3921000063419342},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37630000710487366},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.374099999666214},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3635999858379364},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.359499990940094},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.3580000102519989},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.34619998931884766},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3393999934196472},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.3303000032901764},{"id":"https://openalex.org/C19275194","wikidata":"https://www.wikidata.org/wiki/Q222903","display_name":"Multiplexing","level":2,"score":0.31859999895095825},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.2962999939918518},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C2984173633","wikidata":"https://www.wikidata.org/wiki/Q22725","display_name":"Routing algorithm","level":4,"score":0.26489999890327454},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.25940001010894775}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.02960","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.02960","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.02960","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.02960","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7129921317100525,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Production":[0],"LLM":[1],"workloads":[2,32,185],"increasingly":[3],"serve":[4],"discriminative":[5],"tasks,":[6],"such":[7],"as":[8],"classification,":[9],"recommendation,":[10],"and":[11,57,67,153,164,186],"verification,":[12],"whose":[13,137,154],"answers":[14],"are":[15],"read":[16],"from":[17,81,93],"the":[18,44,50,94,116,179],"logits":[19],"of":[20,102],"a":[21,90,106,133,157],"single":[22],"prefill":[23,72,104],"pass":[24],"with":[25,85,122,128],"no":[26],"autoregressive":[27],"decoding.":[28],"Serving":[29],"these":[30,78],"prefill-only":[31,134],"on":[33,183,190],"mixture-of-experts":[34],"(MoE)":[35],"models":[36],"is":[37],"bottlenecked":[38],"not":[39],"by":[40,43,145,151],"compute":[41],"but":[42],"distributed":[45,181],"execution":[46],"required":[47],"to":[48,111,188],"fit":[49],"model:":[51],"existing":[52],"parallel":[53],"strategies":[54],"(tensor,":[55],"expert,":[56],"pipeline":[58],"parallelism)":[59],"trade":[60],"memory":[61],"pressure":[62],"for":[63],"redundant":[64],"computation,":[65],"communication,":[66],"synchronization,":[68],"severely":[69],"degrading":[70],"MoE":[71],"serving":[73,135],"efficiency.":[74],"We":[75,130],"observe":[76],"that":[77],"overheads":[79],"stem":[80],"coupling":[82],"expert":[83,113],"placement":[84],"synchronous":[86],"activation":[87,120],"routing":[88,149,163],"--":[89],"design":[91],"inherited":[92],"decoding":[95],"era.":[96],"The":[97],"long,":[98],"compute-bound":[99],"forward":[100],"passes":[101],"large-batch":[103],"open":[105],"per-layer":[107,119],"window":[108],"wide":[109],"enough":[110],"stream":[112],"weights":[114],"in":[115],"background,":[117],"replacing":[118],"AllToAll":[121],"asynchronous":[123],"weight":[124,146],"AllGather":[125],"fully":[126],"overlapped":[127],"computation.":[129],"propose":[131],"MoE-Prefill,":[132],"system":[136],"backend,":[138],"AsyncEP":[139],"(Asynchronous":[140],"Expert":[141],"Parallelism),":[142],"gathers":[143],"experts":[144],"rather":[147],"than":[148],"them":[150],"activation,":[152],"frontend":[155],"co-enforces":[156],"physically-derived":[158],"saturation":[159],"threshold":[160],"through":[161],"prefix-aware":[162],"true-FLOPs":[165],"load":[166],"tracking.":[167],"On":[168],"Qwen3-235B-A22B":[169],"across":[170],"four":[171],"hardware/precision":[172],"configurations,":[173],"MoE-Prefill":[174],"delivers":[175],"1.35-1.37x":[176],"throughput":[177],"over":[178],"strongest":[180],"baseline":[182],"real-world":[184],"up":[187],"1.59x":[189],"long-context":[191],"synthetic":[192],"workloads,":[193],"sustaining":[194],"29.8-36.2%":[195],"per-GPU":[196],"model":[197],"FLOPs":[198],"utilization.":[199]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-07T00:00:00"}