{"id":"https://openalex.org/W7160594587","doi":"https://doi.org/10.48550/arxiv.2605.06665","title":"UniPool: A Globally Shared Expert Pool for Mixture-of-Experts","display_name":"UniPool: A Globally Shared Expert Pool for Mixture-of-Experts","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160594587","doi":"https://doi.org/10.48550/arxiv.2605.06665"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06665","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06665","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06665","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052117191","display_name":"Minbin Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Minbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135670830","display_name":"Han Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114047453","display_name":"Chuanyang Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Chuanyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135721038","display_name":"Yimeng Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yimeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012885148","display_name":"Guoxuan Chen","orcid":"https://orcid.org/0009-0006-5988-923X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Guoxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060542294","display_name":"Xintong Yu","orcid":"https://orcid.org/0000-0002-4916-671X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Xintong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043780805","display_name":"Yichun Yin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Yichun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135669274","display_name":"Hong Cheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Hong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.28610000014305115,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.28610000014305115,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.10189999639987946,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.06430000066757202,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.6017000079154968},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.46700000762939453},{"id":"https://openalex.org/keywords/router","display_name":"Router","score":0.43140000104904175},{"id":"https://openalex.org/keywords/subject-matter-expert","display_name":"Subject-matter expert","score":0.4147000014781952},{"id":"https://openalex.org/keywords/expert-elicitation","display_name":"Expert elicitation","score":0.3971000015735626},{"id":"https://openalex.org/keywords/legal-expert-system","display_name":"Legal expert system","score":0.3458000123500824},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.33379998803138733}],"concepts":[{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.6017000079154968},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5629000067710876},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.46700000762939453},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.43140000104904175},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.4147000014781952},{"id":"https://openalex.org/C72161134","wikidata":"https://www.wikidata.org/wiki/Q5421219","display_name":"Expert elicitation","level":2,"score":0.3971000015735626},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3716999888420105},{"id":"https://openalex.org/C102600418","wikidata":"https://www.wikidata.org/wiki/Q6517507","display_name":"Legal expert system","level":3,"score":0.3458000123500824},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3400999903678894},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.33379998803138733},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.26989999413490295},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.26739999651908875},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2624000012874603},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C167927819","wikidata":"https://www.wikidata.org/wiki/Q1930567","display_name":"Shuffling","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C122507166","wikidata":"https://www.wikidata.org/wiki/Q628906","display_name":"Crossover","level":2,"score":0.25839999318122864}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06665","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06665","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06665","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06665","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.48697376251220703,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"Mixture-of-Experts":[1],"(MoE)":[2],"architectures":[3],"allocate":[4],"expert":[5,18,36,84,94,122,140,230,260],"capacity":[6,85],"through":[7],"a":[8,16,50,87,97,116,227],"rigid":[9],"per-layer":[10,93,104],"rule:":[11,48],"each":[12],"transformer":[13],"layer":[14,33],"owns":[15],"separate":[17],"set.":[19],"This":[20,223],"convention":[21],"couples":[22],"depth":[23],"scaling":[24],"with":[25,56,96,236,258],"linear":[26],"expert-parameter":[27,212],"growth":[28],"and":[29,41,109,128,134,151,166,246],"assumes":[30],"that":[31,82,120,254],"every":[32],"needs":[34],"isolated":[35],"capacity.":[37],"However,":[38],"recent":[39],"analyses":[40],"our":[42,193],"routing":[43,59,136],"probe":[44],"challenge":[45],"this":[46,74],"allocation":[47],"replacing":[49,92],"deeper":[51],"layer's":[52],"learned":[53],"top-k":[54],"router":[55],"uniform":[57],"random":[58],"drops":[60],"downstream":[61],"accuracy":[62],"by":[63,73,91,102,181],"only":[64,207],"1.0-1.6":[65],"points":[66],"across":[67,124],"multiple":[68],"production":[69],"MoE":[70,80,172,218],"models.":[71],"Motivated":[72],"redundancy,":[75],"we":[76,114],"propose":[77],"UniPool,":[78],"an":[79,199],"architecture":[81],"treats":[83],"as":[86,198],"global":[88],"architectural":[89],"budget":[90,213],"ownership":[95],"single":[98],"shared":[99,139],"pool":[100,196],"accessed":[101],"independent":[103],"routers.":[105],"To":[106],"enable":[107],"stable":[108],"balanced":[110],"training":[111],"under":[112,226],"sharing,":[113],"introduce":[115],"pool-level":[117],"auxiliary":[118],"loss":[119,165,180,191],"balances":[121],"utilization":[123],"the":[125,138,159,169,210,220],"entire":[126],"pool,":[127],"adopt":[129],"NormRouter":[130],"to":[131,183,186],"provide":[132],"sparse":[133],"scale-stable":[135],"into":[137],"pool.":[141],"Across":[142,174],"five":[143],"LLaMA-architecture":[144],"model":[145],"scales":[146],"(182M,":[147],"469M,":[148],"650M,":[149],"830M,":[150],"978M":[152],"parameters)":[153],"trained":[154],"on":[155],"30B":[156],"tokens":[157],"from":[158],"Pile,":[160],"UniPool":[161,177,204],"consistently":[162],"improves":[163],"validation":[164,179],"perplexity":[167],"over":[168],"matched":[170],"vanilla":[171,187,211,249],"baselines.":[173],"these":[175],"scales,":[176],"reduces":[178],"up":[182],"0.0386":[184],"relative":[185],"MoE.":[188,250],"Beyond":[189],"raw":[190],"improvement,":[192],"results":[194],"identify":[195],"size":[197],"explicit":[200],"depth-scaling":[201],"hyperparameter:":[202],"reduced-pool":[203],"variants":[205],"using":[206],"41.6%-66.7%":[208],"of":[209],"match":[214],"or":[215],"outperform":[216],"layer-wise":[217],"at":[219],"tested":[221],"scales.":[222],"shows":[224,253],"that,":[225],"shared-pool":[228],"design,":[229],"parameters":[231],"need":[232],"not":[233],"grow":[234,240],"linearly":[235],"depth;":[237],"they":[238],"can":[239],"sublinearly":[241],"while":[242],"remaining":[243],"more":[244],"efficient":[245],"effective":[247],"than":[248],"Further":[251],"analysis":[252],"UniPool's":[255],"benefits":[256],"compose":[257],"finer-grained":[259],"decomposition.":[261]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-09T00:00:00"}