{"id":"https://openalex.org/W7134816085","doi":"https://doi.org/10.48550/arxiv.2603.06626","title":"Grouter: Decoupling Routing from Representation for Accelerated MoE Training","display_name":"Grouter: Decoupling Routing from Representation for Accelerated MoE Training","publication_year":2026,"publication_date":"2026-02-22","ids":{"openalex":"https://openalex.org/W7134816085","doi":"https://doi.org/10.48550/arxiv.2603.06626"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.06626","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111103473","display_name":"Yuqi Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yuqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121322693","display_name":"Rizhen Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Rizhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128678695","display_name":"Zihan Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128650650","display_name":"Mou Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Mou","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128676333","display_name":"Kun Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Kun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.30341574,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.29919999837875366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.29919999837875366,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.15970000624656677,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.10189999639987946,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6054999828338623},{"id":"https://openalex.org/keywords/router","display_name":"Router","score":0.6039000153541565},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.550000011920929},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4966000020503998},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.49219998717308044},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4018000066280365},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.39879998564720154},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.3785000145435333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7197999954223633},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6054999828338623},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.6039000153541565},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.550000011920929},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4966000020503998},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.49219998717308044},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4018000066280365},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.39879998564720154},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.3785000145435333},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.3587000072002411},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3546999990940094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3310999870300293},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30219998955726624},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C116409475","wikidata":"https://www.wikidata.org/wiki/Q1385056","display_name":"External Data Representation","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.2797999978065491},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.2623000144958496}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.06626","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.06626","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.06626","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.06626","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Traditional":[0],"Mixture-of-Experts":[1],"(MoE)":[2],"training":[3,39,130],"typically":[4],"proceeds":[5],"without":[6],"any":[7],"structural":[8,69,116],"priors,":[9],"effectively":[10],"requiring":[11],"the":[12,78,87,115],"model":[13,83,100],"to":[14,35,95,105,127,151],"simultaneously":[15],"train":[16],"expert":[17,93,103],"weights":[18],"while":[19],"searching":[20],"for":[21,64,162],"an":[22],"optimal":[23],"routing":[24,47,157],"policy":[25],"within":[26],"a":[27,45,61,159],"vast":[28],"combinatorial":[29],"space.":[30],"This":[31,41],"entanglement":[32],"often":[33],"leads":[34],"sluggish":[36],"convergence":[37],"and":[38,58,80,102,139,148,171],"instabilities.":[40],"paper":[42],"introduces":[43],"Grouter,":[44],"preemptive":[46,120,156],"method":[48],"that":[49,134],"by":[50,113,119,146],"distilling":[51],"high-quality":[52],"structures":[53],"from":[54,71],"fully-trained":[55],"MoE":[56,164],"models":[57],"serving":[59],"as":[60,158],"fixed":[62],"router":[63],"target":[65],"models.":[66],"By":[67],"decoupling":[68],"optimization":[70],"weight":[72],"updates,":[73],"Grouter":[74,97,135,173],"significantly":[75],"accelerates":[76],"both":[77],"speed":[79],"quality":[81],"of":[82],"convergence.":[84],"To":[85],"ensure":[86],"framework's":[88],"versatility,":[89],"we":[90,122],"also":[91],"introduce":[92],"folding":[94],"adapt":[96],"across":[98,108],"varying":[99],"configurations":[101],"tuning":[104],"rebalance":[106],"workloads":[107],"different":[109],"data":[110,144],"distributions.":[111],"Furthermore,":[112],"leveraging":[114],"priors":[117],"provided":[118],"routing,":[121],"can":[123],"implement":[124],"targeted":[125],"optimizations":[126],"further":[128],"enhance":[129],"throughput.":[131],"Experiments":[132],"demonstrate":[133],"achieves":[136,149],"superior":[137],"performance":[138],"efficiency":[140],"which":[141],"boosts":[142],"pre-training":[143],"utilization":[145],"4.28x":[147],"up":[150],"33.5%":[152],"throughput":[153],"acceleration,":[154],"establishing":[155],"fundamental":[160],"paradigm":[161],"scalable":[163],"training.":[165],"We":[166],"publicly":[167],"release":[168],"our":[169],"code":[170],"pretrained":[172],"checkpoints":[174],"at":[175],"https://github.com/JimmyAwoe/Grouter.":[176]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-11T00:00:00"}