{"id":"https://openalex.org/W7129104982","doi":"https://doi.org/10.1109/mcom.001.2500416","title":"Efficient Training of Large-Scale AI Models Through Federated Mixture-of-Experts: A System-Level Approach","display_name":"Efficient Training of Large-Scale AI Models Through Federated Mixture-of-Experts: A System-Level Approach","publication_year":2026,"publication_date":"2026-02-16","ids":{"openalex":"https://openalex.org/W7129104982","doi":"https://doi.org/10.1109/mcom.001.2500416"},"language":null,"primary_location":{"id":"doi:10.1109/mcom.001.2500416","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcom.001.2500416","pdf_url":null,"source":{"id":"https://openalex.org/S158797327","display_name":"IEEE Communications Magazine","issn_l":"0163-6804","issn":["0163-6804","1558-1896"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121671639","display_name":"Xiaobing Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I121820613","display_name":"Louisiana State University","ror":"https://ror.org/05ect4e57","country_code":"US","type":"education","lineage":["https://openalex.org/I121820613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaobing Chen","raw_affiliation_strings":["Louisiana State University,Division of Electrical and Computer Engineering,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Louisiana State University,Division of Electrical and Computer Engineering,USA","institution_ids":["https://openalex.org/I121820613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126158288","display_name":"Boyang Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I121820613","display_name":"Louisiana State University","ror":"https://ror.org/05ect4e57","country_code":"US","type":"education","lineage":["https://openalex.org/I121820613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Boyang Zhang","raw_affiliation_strings":["Louisiana State University,Division of Computer Science and Engineering,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Louisiana State University,Division of Computer Science and Engineering,USA","institution_ids":["https://openalex.org/I121820613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126104957","display_name":"Xiangwei Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I121820613","display_name":"Louisiana State University","ror":"https://ror.org/05ect4e57","country_code":"US","type":"education","lineage":["https://openalex.org/I121820613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiangwei Zhou","raw_affiliation_strings":["Louisiana State University,Division of Electrical and Computer Engineering,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Louisiana State University,Division of Electrical and Computer Engineering,USA","institution_ids":["https://openalex.org/I121820613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126127347","display_name":"Mingxuan Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I121820613","display_name":"Louisiana State University","ror":"https://ror.org/05ect4e57","country_code":"US","type":"education","lineage":["https://openalex.org/I121820613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingxuan Sun","raw_affiliation_strings":["Louisiana State University,Division of Computer Science and Engineering,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Louisiana State University,Division of Computer Science and Engineering,USA","institution_ids":["https://openalex.org/I121820613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126109265","display_name":"Shuai Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]},{"id":"https://openalex.org/I79516672","display_name":"University of Louisiana at Lafayette","ror":"https://ror.org/01x8rc503","country_code":"US","type":"education","lineage":["https://openalex.org/I2799628689","https://openalex.org/I79516672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuai Zhang","raw_affiliation_strings":["New Jersey Institute of Technology,Department of Data Science,USA","University of Louisiana at Lafayette,Department of Electrical and Computer Engineering,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New Jersey Institute of Technology,Department of Data Science,USA","institution_ids":["https://openalex.org/I118118575"]},{"raw_affiliation_string":"University of Louisiana at Lafayette,Department of Electrical and Computer Engineering,USA","institution_ids":["https://openalex.org/I79516672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126123394","display_name":"Songyang Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]},{"id":"https://openalex.org/I79516672","display_name":"University of Louisiana at Lafayette","ror":"https://ror.org/01x8rc503","country_code":"US","type":"education","lineage":["https://openalex.org/I2799628689","https://openalex.org/I79516672"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Songyang Zhang","raw_affiliation_strings":["New Jersey Institute of Technology,Department of Data Science,USA","University of Louisiana at Lafayette,Department of Electrical and Computer Engineering,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New Jersey Institute of Technology,Department of Data Science,USA","institution_ids":["https://openalex.org/I118118575"]},{"raw_affiliation_string":"University of Louisiana at Lafayette,Department of Electrical and Computer Engineering,USA","institution_ids":["https://openalex.org/I79516672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126115048","display_name":"Geoffrey Ye Li","orcid":null},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Geoffrey Ye Li","raw_affiliation_strings":["Imperial College London,Department of Electrical and Electronic Engineering,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London,Department of Electrical and Electronic Engineering,UK","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16882274,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"64","issue":"4","first_page":"90","last_page":"96"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.782800018787384,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.782800018787384,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.06750000268220901,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.029500000178813934,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7178000211715698},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.6668999791145325},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.46799999475479126},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4277999997138977},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.3644999861717224},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.3458000123500824},{"id":"https://openalex.org/keywords/conceptual-model","display_name":"Conceptual model","score":0.3246000111103058}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8672000169754028},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7178000211715698},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.6668999791145325},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.46799999475479126},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.447299987077713},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4277999997138977},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3887999951839447},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.3644999861717224},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3458000123500824},{"id":"https://openalex.org/C13606891","wikidata":"https://www.wikidata.org/wiki/Q2623243","display_name":"Conceptual model","level":2,"score":0.3246000111103058},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3228999972343445},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.30640000104904175},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.29100000858306885},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2831999957561493},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.27959999442100525},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.272599995136261},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.25839999318122864},{"id":"https://openalex.org/C158156997","wikidata":"https://www.wikidata.org/wiki/Q1416645","display_name":"Models of communication","level":2,"score":0.2574000060558319}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mcom.001.2500416","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mcom.001.2500416","pdf_url":null,"source":{"id":"https://openalex.org/S158797327","display_name":"IEEE Communications Magazine","issn_l":"0163-6804","issn":["0163-6804","1558-1896"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7710665505","display_name":null,"funder_award_id":"1943486,2246757,2315612,2332011,2349878,2349879","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W4391136507","https://openalex.org/W4400447495","https://openalex.org/W4401508563","https://openalex.org/W4407736569","https://openalex.org/W4408325468","https://openalex.org/W4411584659","https://openalex.org/W4414405018","https://openalex.org/W7124961703"],"related_works":[],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,32,71,144],"Federated":[3],"Learning":[4],"(FL)":[5],"and":[6,52,85,112,127],"Mixture-of-Experts":[7],"(MoE)":[8],"presents":[9],"a":[10,64,95],"compelling":[11],"pathway":[12],"for":[13,57,75,88,99,135,140],"training":[14,31,129],"more":[15,124],"powerful,":[16],"large-scale":[17,145],"artificial":[18],"intelligence":[19],"models":[20],"(LAMs)":[21],"on":[22],"decentralized":[23],"data":[24],"while":[25],"preserving":[26],"privacy.":[27],"However,":[28],"efficient":[29],"federated":[30,146],"these":[33,118],"complex":[34],"MoE-structured":[35,147],"LAMs":[36,148],"is":[37],"hindered":[38],"by":[39],"significant":[40],"system-level":[41],"challenges,":[42],"particularly":[43],"in":[44,149],"managing":[45],"the":[46,53,69,86,138,141],"interplay":[47],"between":[48],"heterogeneous":[49],"client":[50,83,113],"resources":[51],"sophisticated":[54],"coordination":[55],"required":[56],"numerous":[58],"specialized":[59],"experts.":[60],"This":[61],"article":[62],"highlights":[63],"critical,":[65],"yet":[66],"underexplored":[67],"concept:":[68],"absence":[70],"robust":[72,128],"quantitative":[73],"strategies":[74],"dynamic":[76,105],"client-expert":[77,101],"alignment":[78,102],"that":[79,103],"holistically":[80],"considers":[81],"varying":[82],"capacities":[84],"imperative":[87],"system-wide":[89],"load":[90,110],"balancing.":[91],"Specifically,":[92],"we":[93,121],"propose":[94],"conceptual":[96],"system":[97],"design":[98],"intelligent":[100],"incorporates":[104],"fitness":[106],"scoring,":[107],"global":[108],"expert":[109],"monitoring,":[111],"capacity":[114],"profiling.":[115],"By":[116],"tackling":[117],"systemic":[119],"issues,":[120],"can":[122],"unlock":[123],"scalable,":[125],"efficient,":[126],"mechanisms":[130],"with":[131,152],"fewer":[132],"communication":[133,154],"rounds":[134],"convergence,":[136],"paving":[137],"way":[139],"widespread":[142],"deployment":[143],"edge":[150],"computing":[151],"ultra-high":[153],"efficiency.":[155]},"counts_by_year":[],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2026-02-17T00:00:00"}