{"id":"https://openalex.org/W4360993089","doi":"https://doi.org/10.1109/tnet.2023.3257236","title":"Optimizing Parameter Mixing Under Constrained Communications in Parallel Federated Learning","display_name":"Optimizing Parameter Mixing Under Constrained Communications in Parallel Federated Learning","publication_year":2023,"publication_date":"2023-03-27","ids":{"openalex":"https://openalex.org/W4360993089","doi":"https://doi.org/10.1109/tnet.2023.3257236"},"language":"en","primary_location":{"id":"doi:10.1109/tnet.2023.3257236","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2023.3257236","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018888273","display_name":"Xuezheng Liu","orcid":"https://orcid.org/0000-0003-1242-0718"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210092257","display_name":"China Guangzhou Analysis and Testing Center","ror":"https://ror.org/00d6bjs95","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210092257"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuezheng Liu","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","Guangdong Key Laboratory of Big Data Analysis and Processing, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1242-0718","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Guangdong Key Laboratory of Big Data Analysis and Processing, Guangzhou, China","institution_ids":["https://openalex.org/I4210092257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043350420","display_name":"Zirui Yan","orcid":"https://orcid.org/0009-0003-1314-7773"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zirui Yan","raw_affiliation_strings":["Department of Electrical, Computer, and Systems Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":"https://orcid.org/0009-0003-1314-7773","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer, and Systems Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029669009","display_name":"Yipeng Zhou","orcid":"https://orcid.org/0000-0003-1533-0865"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yipeng Zhou","raw_affiliation_strings":["Department of Computing, Faculty of Science and Engineering, Macquarie University, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1533-0865","affiliations":[{"raw_affiliation_string":"Department of Computing, Faculty of Science and Engineering, Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100735704","display_name":"Di Wu","orcid":"https://orcid.org/0000-0002-9433-7725"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210092257","display_name":"China Guangzhou Analysis and Testing Center","ror":"https://ror.org/00d6bjs95","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210092257"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Wu","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","Guangdong Key Laboratory of Big Data Analysis and Processing, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9433-7725","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Guangdong Key Laboratory of Big Data Analysis and Processing, Guangzhou, China","institution_ids":["https://openalex.org/I4210092257"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385692","display_name":"Xu Chen","orcid":"https://orcid.org/0000-0001-9943-6020"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I4210092257","display_name":"China Guangzhou Analysis and Testing Center","ror":"https://ror.org/00d6bjs95","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210092257"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","Guangdong Key Laboratory of Big Data Analysis and Processing, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9943-6020","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Guangdong Key Laboratory of Big Data Analysis and Processing, Guangzhou, China","institution_ids":["https://openalex.org/I4210092257"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075088248","display_name":"Jessie Hui Wang","orcid":"https://orcid.org/0000-0002-7825-4137"},"institutions":[{"id":"https://openalex.org/I4210156423","display_name":"National Engineering Research Center for Information Technology in Agriculture","ror":"https://ror.org/04c3j3t84","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156423"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jessie Hui Wang","raw_affiliation_strings":["Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","Beijing National Research Center for Information Science and Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7825-4137","affiliations":[{"raw_affiliation_string":"Institute for Network Sciences and Cyberspace, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology, Beijing, China","institution_ids":["https://openalex.org/I4210156423"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1211,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.89468755,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"31","issue":"6","first_page":"2640","last_page":"2652"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9549999833106995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9549999833106995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9320999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8656643629074097},{"id":"https://openalex.org/keywords/mixing","display_name":"Mixing (physics)","score":0.6284316778182983},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6175488829612732},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.495397686958313},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42499032616615295},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3628135621547699},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.35180479288101196},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0922379195690155}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8656643629074097},{"id":"https://openalex.org/C138777275","wikidata":"https://www.wikidata.org/wiki/Q6884054","display_name":"Mixing (physics)","level":2,"score":0.6284316778182983},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6175488829612732},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.495397686958313},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42499032616615295},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3628135621547699},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35180479288101196},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0922379195690155},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnet.2023.3257236","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2023.3257236","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2202315836","display_name":null,"funder_award_id":"U1911201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3448428807","display_name":null,"funder_award_id":"U2001209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7077520377","display_name":"\u4e92\u8054\u7f51\u56fd\u9645\u8def\u7531\u7684\u98ce\u9669\u5206\u6790\u548c\u7ed5\u907f\u535a\u5f08\u7814\u7a76","funder_award_id":"62072269","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W572922989","https://openalex.org/W1509805685","https://openalex.org/W1591532709","https://openalex.org/W2021216254","https://openalex.org/W2074796812","https://openalex.org/W2112796928","https://openalex.org/W2128543830","https://openalex.org/W2131613942","https://openalex.org/W2142763683","https://openalex.org/W2149658259","https://openalex.org/W2167868809","https://openalex.org/W2535838896","https://openalex.org/W2750384547","https://openalex.org/W2807006176","https://openalex.org/W2900182564","https://openalex.org/W2902114605","https://openalex.org/W2963318081","https://openalex.org/W2981114289","https://openalex.org/W2982409974","https://openalex.org/W2989289980","https://openalex.org/W3005876528","https://openalex.org/W3045590453","https://openalex.org/W3045638580","https://openalex.org/W3080934299","https://openalex.org/W3099980742","https://openalex.org/W3118608800","https://openalex.org/W3146925889","https://openalex.org/W3152624284","https://openalex.org/W3156310591","https://openalex.org/W3161133901","https://openalex.org/W3182158470","https://openalex.org/W3191363963","https://openalex.org/W3193606869","https://openalex.org/W3205564238","https://openalex.org/W4237651079","https://openalex.org/W4288111766","https://openalex.org/W4297687186","https://openalex.org/W4298221930","https://openalex.org/W6728757088","https://openalex.org/W6732298257","https://openalex.org/W6738250615","https://openalex.org/W6743688258","https://openalex.org/W6745458143","https://openalex.org/W6746200960","https://openalex.org/W6746720608","https://openalex.org/W6752029299","https://openalex.org/W6752191696","https://openalex.org/W6752600739","https://openalex.org/W6754416507","https://openalex.org/W6756680320","https://openalex.org/W6759226220","https://openalex.org/W6759238902","https://openalex.org/W6760157594","https://openalex.org/W6765541894","https://openalex.org/W6767664422","https://openalex.org/W6768511045","https://openalex.org/W6769475105","https://openalex.org/W6772307254","https://openalex.org/W6773684513","https://openalex.org/W6774434697","https://openalex.org/W6774804355","https://openalex.org/W6779445818","https://openalex.org/W6786597537","https://openalex.org/W6787972765","https://openalex.org/W6790212648","https://openalex.org/W6790808513","https://openalex.org/W6802464851"],"related_works":["https://openalex.org/W2373038869","https://openalex.org/W2375908649","https://openalex.org/W2614837930","https://openalex.org/W165228748","https://openalex.org/W4312750180","https://openalex.org/W4239339237","https://openalex.org/W2368589579","https://openalex.org/W1517908938","https://openalex.org/W2007444727","https://openalex.org/W1968860076"],"abstract_inverted_index":{"In":[0,109],"vanilla":[1],"Federated":[2],"Learning":[3],"(FL)":[4],"systems,":[5],"a":[6,28,39,55,67,107,114,176],"centralized":[7],"parameter":[8,133],"server":[9],"(PS)":[10],"is":[11,198,206],"responsible":[12],"for":[13],"collecting,":[14],"aggregating":[15],"and":[16,71,135,151,247],"distributing":[17],"model":[18,173],"parameters":[19,100,190],"with":[20,38,66,82,93,137,148,163,227,236],"decentralized":[21],"clients.":[22,43],"However,":[23],"the":[24,88,143,154,171,194,201,214,221,254],"communication":[25,232],"link":[26],"of":[27,42,69,146,157,179,204,224],"single":[29],"PS":[30,63,79,160],"can":[31,50,104,218],"be":[32,51],"easily":[33],"overloaded":[34],"by":[35,130,209],"concurrent":[36],"communications":[37,129],"massive":[40],"number":[41,156,223],"To":[44],"overcome":[45],"this":[46,110],"drawback,":[47],"multiple":[48],"PSes":[49,91,166,186,197],"deployed":[52],"to":[53,97,169,242],"form":[54],"parallel":[56,116,125,132],"FL":[57,126],"(PFL)":[58],"system,":[59],"in":[60,84],"which":[61,122],"each":[62,78,94,159],"only":[64],"communicates":[65],"subset":[68],"clients":[70,83],"its":[72,85,164,248],"neighbor":[73,165],"PSes.":[74],"On":[75,87],"one":[76],"hand,":[77,90],"conducts":[80],"iterations":[81],"subset.":[86],"other":[89,95],"communicate":[92],"periodically":[96],"mix":[98,162,188],"their":[99,189],"so":[101,167],"that":[102,185,217,244],"they":[103],"finally":[105],"reach":[106],"consensus.":[108],"paper,":[111],"we":[112,212],"propose":[113,213],"novel":[115],"federated":[117],"learning":[118],"algorithm":[119,216],"called":[120],"Fed-PMA,":[121],"optimizes":[123],"such":[124],"under":[127,230],"constrained":[128],"conducting":[131],"mixing":[134,205,225],"averaging":[136],"theoretic":[138],"guarantees.":[139],"We":[140],"formally":[141],"analyze":[142],"convergence":[144],"rate":[145],"Fed-PMA":[147,246],"convex":[149],"loss,":[150],"further":[152],"derive":[153],"optimal":[155],"times":[158,226],"should":[161,187],"as":[168],"maximize":[170],"final":[172],"accuracy":[174],"within":[175],"fixed":[177],"span":[178],"training":[180],"time.":[181],"Theoretical":[182],"study":[183],"manifests":[184],"more":[191],"frequently":[192],"if":[193],"connection":[195],"between":[196],"sparse":[199],"or":[200],"time":[202],"cost":[203],"low.":[207],"Inspired":[208],"our":[210],"analysis,":[211],"Fed-APMA":[215,251],"adaptively":[219],"determine":[220],"near-optimal":[222],"non-convex":[228],"loss":[229],"dynamic":[231],"conditions.":[233],"Extensive":[234],"experiments":[235],"realistic":[237],"datasets":[238],"are":[239],"carried":[240],"out":[241],"demonstrate":[243],"both":[245],"adaptive":[249],"version":[250],"significantly":[252],"outperform":[253],"state-of-the-art":[255],"baselines.":[256]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}