{"id":"https://openalex.org/W7150801976","doi":"https://doi.org/10.48550/arxiv.2604.02715","title":"FluxMoE: Decoupling Expert Residency for High-Performance MoE Serving","display_name":"FluxMoE: Decoupling Expert Residency for High-Performance MoE Serving","publication_year":2026,"publication_date":"2026-04-03","ids":{"openalex":"https://openalex.org/W7150801976","doi":"https://doi.org/10.48550/arxiv.2604.02715"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.02715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.02715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.02715","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050446325","display_name":"Qingxiu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Qingxiu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133020172","display_name":"Cyril Y. He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Cyril Y.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133051115","display_name":"Hanser Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Hanser","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133045041","display_name":"Zion Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zion","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133047475","display_name":"Alan Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Alan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5012129385","display_name":"Patrick P. C. Lee","orcid":"https://orcid.org/0000-0002-4501-4364"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Patrick P. C.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.19059999287128448,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.19059999287128448,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.07360000163316727,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.057100001722574234,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6292999982833862},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.521399974822998},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5072000026702881},{"id":"https://openalex.org/keywords/inefficiency","display_name":"Inefficiency","score":0.4595000147819519},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.4523000121116638},{"id":"https://openalex.org/keywords/idle","display_name":"Idle","score":0.4332999885082245},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.4196000099182129},{"id":"https://openalex.org/keywords/inference-engine","display_name":"Inference engine","score":0.41499999165534973}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8198999762535095},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6292999982833862},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.521399974822998},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5072000026702881},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.4595000147819519},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.4523000121116638},{"id":"https://openalex.org/C16320812","wikidata":"https://www.wikidata.org/wiki/Q1812200","display_name":"Idle","level":2,"score":0.4332999885082245},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.4196000099182129},{"id":"https://openalex.org/C46743427","wikidata":"https://www.wikidata.org/wiki/Q1341685","display_name":"Inference engine","level":3,"score":0.41499999165534973},{"id":"https://openalex.org/C7366592","wikidata":"https://www.wikidata.org/wiki/Q1255620","display_name":"Dram","level":2,"score":0.40450000762939453},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4043999910354614},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3831999897956848},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.37869998812675476},{"id":"https://openalex.org/C50954386","wikidata":"https://www.wikidata.org/wiki/Q656083","display_name":"Paging","level":2,"score":0.37470000982284546},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.35179999470710754},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.32760000228881836},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.3165000081062317},{"id":"https://openalex.org/C168773036","wikidata":"https://www.wikidata.org/wiki/Q264164","display_name":"Recursion (computer science)","level":2,"score":0.31150001287460327},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.30979999899864197},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2897999882698059},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2888000011444092},{"id":"https://openalex.org/C188873839","wikidata":"https://www.wikidata.org/wiki/Q5255045","display_name":"Demand paging","level":5,"score":0.2816999852657318},{"id":"https://openalex.org/C198370458","wikidata":"https://www.wikidata.org/wiki/Q586459","display_name":"Type inference","level":3,"score":0.2809000015258789},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.27300000190734863},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2685000002384186},{"id":"https://openalex.org/C2778100165","wikidata":"https://www.wikidata.org/wiki/Q1589327","display_name":"Memory hierarchy","level":3,"score":0.2572999894618988},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.02715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.02715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.02715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.02715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mixture-of-Experts":[0],"(MoE)":[1],"models":[2],"have":[3],"become":[4],"a":[5,20,68],"dominant":[6],"paradigm":[7],"for":[8],"scaling":[9],"large":[10],"language":[11],"models,":[12],"but":[13],"their":[14],"rapidly":[15],"growing":[16],"parameter":[17],"sizes":[18],"introduce":[19],"fundamental":[21],"inefficiency":[22],"during":[23],"inference:":[24],"most":[25],"expert":[26,75,84,89],"weights":[27,90],"remain":[28],"idle":[29],"in":[30,143],"GPU":[31,79,106],"memory":[32,58,107,128],"while":[33],"competing":[34],"with":[35],"performance-critical":[36],"runtime":[37,114],"state":[38],"such":[39],"as":[40,91],"the":[41],"key-value":[42],"(KV)":[43],"cache.":[44],"Since":[45],"KV":[46],"cache":[47],"capacity":[48],"directly":[49],"determines":[50],"serving":[51],"throughput,":[52],"this":[53,63],"mismatch":[54],"leads":[55],"to":[56,108,112,121,137],"underutilized":[57],"and":[59,99],"degraded":[60],"performance.":[61],"In":[62],"paper,":[64],"we":[65],"present":[66],"FluxMoE,":[67],"new":[69],"MoE":[70,124],"inference":[71,125],"system":[72],"that":[73,87,133],"decouples":[74],"parameters":[76],"from":[77],"persistent":[78],"residency.":[80],"FluxMoE":[81,118,134],"introduces":[82],"an":[83],"paging":[85],"abstraction":[86],"treats":[88],"streamed,":[92],"transient":[93],"resources,":[94],"materializing":[95],"them":[96,101],"on":[97],"demand":[98],"evicting":[100],"immediately":[102],"after":[103],"use,":[104],"allowing":[105],"be":[109],"preferentially":[110],"allocated":[111],"throughput-critical":[113],"state.":[115],"We":[116],"implement":[117],"atop":[119],"vLLM":[120,142],"enable":[122],"efficient":[123],"under":[126],"severe":[127],"constraints.":[129],"Experimental":[130],"results":[131],"demonstrate":[132],"achieves":[135],"up":[136],"3.0$\\times$":[138],"throughput":[139],"gains":[140],"over":[141],"memory-intensive":[144],"regimes,":[145],"without":[146],"compromising":[147],"model":[148],"fidelity.":[149]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-07T00:00:00"}