{"id":"https://openalex.org/W7162774421","doi":"https://doi.org/10.48550/arxiv.2605.29350","title":"ConMoE: Expert-Pool Consolidation via Prototype Reassignment for MoE Compression","display_name":"ConMoE: Expert-Pool Consolidation via Prototype Reassignment for MoE Compression","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162774421","doi":"https://doi.org/10.48550/arxiv.2605.29350"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.29350","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29350","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.29350","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123510965","display_name":"Yilun Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao, Yilun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137326446","display_name":"Jiaming Pan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pan, Jiaming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121784312","display_name":"Elsie Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dai, Elsie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137318928","display_name":"Peizhuang Cong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cong, Peizhuang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103060813","display_name":"Yaoming Li","orcid":"https://orcid.org/0000-0003-1297-9458"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yaoming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137352653","display_name":"Tong Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Tong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.14110000431537628,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.14110000431537628,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.09709999710321426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.07890000194311142,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6420999765396118},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.5861999988555908},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5006999969482422},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4819999933242798},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.37470000982284546},{"id":"https://openalex.org/keywords/expert-system","display_name":"Expert system","score":0.3555000126361847},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.3296000063419342}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7853000164031982},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6420999765396118},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.5861999988555908},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5006999969482422},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4819999933242798},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4814000129699707},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.37470000982284546},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.3555000126361847},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34380000829696655},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3296000063419342},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3149999976158142},{"id":"https://openalex.org/C2776014549","wikidata":"https://www.wikidata.org/wiki/Q3050847","display_name":"Consolidation (business)","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.2728999853134155},{"id":"https://openalex.org/C2775896111","wikidata":"https://www.wikidata.org/wiki/Q642560","display_name":"Router","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.2624000012874603}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.29350","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29350","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.29350","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.29350","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Mixture-of-Experts":[0],"(MoE)":[1],"language":[2,131],"models":[3,132],"reduce":[4],"per-token":[5],"computation":[6],"but":[7],"still":[8],"require":[9],"storing":[10],"and":[11,51,79,108,141,157,166,182],"serving":[12],"all":[13],"experts,":[14],"making":[15],"deployment":[16],"memory-intensive.":[17],"Existing":[18],"post-training":[19,35],"compression":[20,37],"methods":[21],"mainly":[22],"shrink":[23],"this":[24],"cost":[25],"by":[26],"pruning":[27,140],"experts":[28,47,104],"or":[29,123,137],"merging":[30,142],"their":[31],"weights.":[32],"We":[33,93],"formulate":[34],"MoE":[36,130],"as":[38,48],"expert-pool":[39],"consolidation:":[40],"retaining":[41],"a":[42,96],"smaller":[43],"set":[44],"of":[45],"pretrained":[46,129],"reusable":[49],"prototypes":[50,119],"deterministically":[52],"remapping":[53,99],"each":[54],"original":[55,76,90,113],"expert":[56,67,77,114],"reference":[57],"to":[58,116],"one":[59],"selected":[60,118],"prototype.":[61],"This":[62],"view":[63],"separates":[64],"the":[65,70,75,89,117,148,174],"reduced":[66],"pool":[68],"from":[69],"reuse":[71],"structure":[72],"that":[73,101,134,170],"represents":[74],"slots,":[78],"allows":[80],"prototype":[81,98],"sharing":[82,181],"within":[83],"local":[84],"layer":[85],"scopes":[86],"while":[87,161],"preserving":[88],"router":[91],"interface.":[92],"propose":[94],"ConMoE,":[95],"train-free":[97],"framework":[100],"selects":[102],"retained":[103],"using":[105],"calibration-based":[106],"contribution":[107],"replaceability":[109],"signals,":[110],"then":[111],"redirects":[112],"calls":[115],"without":[120],"weight":[121,184],"updates":[122],"post-compression":[124],"fine-tuning.":[125],"Experiments":[126],"on":[127,152,164],"three":[128],"show":[133],"ConMoE":[135],"matches":[136],"outperforms":[138],"strong":[139],"baselines":[143],"in":[144],"several":[145],"settings,":[146],"achieving":[147],"best":[149],"average":[150],"score":[151],"deepseek-moe-16b-base":[153],"at":[154],"both":[155],"25%":[156],"50%":[158],"routed-expert":[159],"reduction,":[160],"remaining":[162],"competitive":[163],"Qwen3-30B-A3B":[165],"OLMoE-1B-7B-0125.":[167],"Ablations":[168],"indicate":[169],"deterministic":[171],"reassignment":[172],"is":[173],"most":[175],"stable":[176],"component,":[177],"whereas":[178],"broader":[179],"cross-layer":[180],"post-hoc":[183],"fusion":[185],"are":[186],"model-dependent.":[187]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-30T00:00:00"}