{"id":"https://openalex.org/W7162308441","doi":"https://doi.org/10.48550/arxiv.2605.23893","title":"Complete-muE: Optimal Hyperparameter Transfer and Scaling for MoE Models","display_name":"Complete-muE: Optimal Hyperparameter Transfer and Scaling for MoE Models","publication_year":2026,"publication_date":"2026-05-22","ids":{"openalex":"https://openalex.org/W7162308441","doi":"https://doi.org/10.48550/arxiv.2605.23893"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.23893","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23893","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.23893","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045835605","display_name":"Hongwu Peng","orcid":"https://orcid.org/0000-0003-2025-2195"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng, Hongwu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136909236","display_name":"Ohiremen Dibua","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dibua, Ohiremen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005925571","display_name":"Yuanjun Xiong","orcid":"https://orcid.org/0000-0002-6391-4921"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiong, Yuanjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136953118","display_name":"Yifan Gong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136970126","display_name":"Jianming Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jianming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102007923","display_name":"Yan Kang","orcid":"https://orcid.org/0000-0003-2476-4921"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.19169999659061432,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.19169999659061432,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.10459999740123749,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.08030000329017639,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.9018999934196472},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6017000079154968},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5178999900817871},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.423799991607666},{"id":"https://openalex.org/keywords/transfer-function","display_name":"Transfer function","score":0.420199990272522},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4050000011920929}],"concepts":[{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.9018999934196472},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6017000079154968},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5178999900817871},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.49559998512268066},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.423799991607666},{"id":"https://openalex.org/C81299745","wikidata":"https://www.wikidata.org/wiki/Q334269","display_name":"Transfer function","level":2,"score":0.420199990272522},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4050000011920929},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4036000072956085},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39169999957084656},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.38589999079704285},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.34860000014305115},{"id":"https://openalex.org/C122342681","wikidata":"https://www.wikidata.org/wiki/Q330828","display_name":"Skewness","level":2,"score":0.32910001277923584},{"id":"https://openalex.org/C10485038","wikidata":"https://www.wikidata.org/wiki/Q48996162","display_name":"Hyperparameter optimization","level":3,"score":0.31209999322891235},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.28839999437332153},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.2799000144004822},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2734000086784363},{"id":"https://openalex.org/C122048520","wikidata":"https://www.wikidata.org/wiki/Q2913954","display_name":"Percentile","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.23893","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23893","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.23893","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.23893","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"propose":[1],"Complete-muE,":[2],"a":[3,67,82,105,195],"framework":[4],"which":[5,115],"targets":[6],"hyperparameter":[7,39,163,239],"transfer":[8,40,49,113,199,209],"across":[9,165],"dense":[10,73,197,207,231],"FFN":[11,74],"and":[12,58,75,91,129,142,152,168],"any":[13],"Mixture-of-Experts":[14],"(MoE)":[15],"setups":[16,44],"in":[17,42,123],"transformer":[18],"blocks.":[19],"Existing":[20],"tools":[21],"such":[22],"as":[23,118,135,137],"$\u03bc$P":[24,80],"(requires":[25,30],"fixed":[26,31],"architectue)":[27],"or":[28,50],"SDE":[29,100,180],"per-step":[32],"token":[33],"count)":[34],"cannot":[35],"directly":[36],"solve":[37],"the":[38,98,178,213,217],"problem":[41],"MoE":[43,48,51,77,90,93,133,203,223],"because":[45],"Dense":[46,76,89],"to":[47,201,210,225],"total":[52,126],"experts":[53],"scaling":[54,234],"changes":[55,122,144],"both":[56],"architecture":[57],"tokens":[59],"per":[60],"expert.":[61],"Complete-muE":[62],"solves":[63],"this":[64,186],"challenge":[65],"with":[66,81,172,177],"two-bridge":[68],"system:":[69],"Bridge~I":[70],"maps":[71,87],"between":[72,88],"by":[78,94],"active-width":[79],"normalized":[83],"router":[84],"scale.":[85],"Bridge~II":[86],"sparse":[92],"activated-expert":[95],"scaling,":[96],"where":[97],"first-order":[99],"LR/WD":[101],"correction":[102],"cancels":[103],"while":[104],"bounded":[106],"residual":[107],"$\u03c3_0$":[108],"shift":[109],"remains.":[110],"The":[111],"resulting":[112],"rule,":[114],"we":[116],"term":[117],"Complete":[119],"muE,":[120],"covers":[121],"activated":[124],"experts,":[125],"capacity,":[127],"granularity,":[128],"shared/group-balanced":[130],"hybrids":[131],"for":[132,145],"models":[134,224,232],"well":[136],"network":[138],"width/depth,":[139],"batch":[140],"size,":[141],"duration":[143],"general":[146],"Transformer":[147],"models.":[148],"Extensive":[149],"language":[150],"model":[151,154,166,235],"diffusion":[153],"pretraining":[155],"experiments":[156],"confirm":[157],"that":[158,191],"complete-muE":[159],"yields":[160],"relatively":[161],"stable":[162],"optima":[164],"architectures":[167],"parameter":[169],"counts":[170],"--":[171,205],"only":[173],"minor":[174],"drift":[175,187],"consistent":[176],"non-strict":[179],"behavior":[181],"of":[182,219],"Bridge~II.":[183],"In":[184],"practice":[185],"is":[188,212],"small":[189],"enough":[190],"hyperparameters":[192],"tuned":[193],"on":[194],"single":[196],"reference":[198],"near-optimally":[200],"all":[202],"configurations":[204],"\\emph{tune":[206],"once,":[208],"all}":[211],"practical":[214],"recipe":[215],"at":[216],"core":[218],"Complete-muE.":[220],"This":[221],"enables":[222],"achieve":[226],"accelerated":[227],"convergence":[228],"speedup":[229],"over":[230],"when":[233],"capacity":[236],"without":[237],"costly":[238],"search.":[240]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-26T00:00:00"}