{"id":"https://openalex.org/W4409991196","doi":"https://doi.org/10.1109/tcns.2025.3566329","title":"Adaptive Weighting Push-SUM for Decentralized Optimization With Statistical Diversity","display_name":"Adaptive Weighting Push-SUM for Decentralized Optimization With Statistical Diversity","publication_year":2025,"publication_date":"2025-05-01","ids":{"openalex":"https://openalex.org/W4409991196","doi":"https://doi.org/10.1109/tcns.2025.3566329"},"language":"en","primary_location":{"id":"doi:10.1109/tcns.2025.3566329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcns.2025.3566329","pdf_url":null,"source":{"id":"https://openalex.org/S2502544478","display_name":"IEEE Transactions on Control of Network Systems","issn_l":"2325-5870","issn":["2325-5870","2372-2533"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control of Network Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086221819","display_name":"Yiming Zhou","orcid":"https://orcid.org/0009-0000-3151-7406"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Zhou","raw_affiliation_strings":["Anhui Province Key Laboratory of Big Data Analysis and Application, University of Science and Technology of China, Hefei, China","Anhui Province Key Laboratory of Big Data Analysis and Application, University of Science and Technology of China (USTC), Hefei, China"],"raw_orcid":"https://orcid.org/0009-0000-3151-7406","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Big Data Analysis and Application, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Anhui Province Key Laboratory of Big Data Analysis and Application, University of Science and Technology of China (USTC), Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007825653","display_name":"Yifei Cheng","orcid":"https://orcid.org/0000-0003-3859-2921"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifei Cheng","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","Anhui Province Key Laboratory of Big Data Analysis and Application, University of Science and Technology of China (USTC), Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-3859-2921","affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Anhui Province Key Laboratory of Big Data Analysis and Application, University of Science and Technology of China (USTC), Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009732907","display_name":"Linli Xu","orcid":"https://orcid.org/0000-0003-0227-3793"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linli Xu","raw_affiliation_strings":["Anhui Province Key Laboratory of Big Data Analysis and Application, University of Science and Technology of China, Hefei, China","Anhui Province Key Laboratory of Big Data Analysis and Application, University of Science and Technology of China (USTC), Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-0227-3793","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Big Data Analysis and Application, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Anhui Province Key Laboratory of Big Data Analysis and Application, University of Science and Technology of China (USTC), Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048237545","display_name":"Enhong Chen","orcid":"https://orcid.org/0000-0002-4835-4102"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enhong Chen","raw_affiliation_strings":["Anhui Province Key Laboratory of Big Data Analysis and Application, University of Science and Technology of China, Hefei, China","Anhui Province Key Laboratory of Big Data Analysis and Application, University of Science and Technology of China (USTC), Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-4835-4102","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Big Data Analysis and Application, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"Anhui Province Key Laboratory of Big Data Analysis and Application, University of Science and Technology of China (USTC), Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.8847,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.70193017,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"12","issue":"3","first_page":"2337","last_page":"2349"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11602","display_name":"Magnetic Bearings and Levitation Dynamics","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11602","display_name":"Magnetic Bearings and Levitation Dynamics","score":0.9783999919891357,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.6681803464889526},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.5846720933914185},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5079365372657776},{"id":"https://openalex.org/keywords/decentralised-system","display_name":"Decentralised system","score":0.49869537353515625},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4818090796470642},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2925570011138916},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2825067639350891},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22726714611053467}],"concepts":[{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.6681803464889526},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.5846720933914185},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5079365372657776},{"id":"https://openalex.org/C205875254","wikidata":"https://www.wikidata.org/wiki/Q17156857","display_name":"Decentralised system","level":3,"score":0.49869537353515625},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4818090796470642},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2925570011138916},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2825067639350891},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22726714611053467},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcns.2025.3566329","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcns.2025.3566329","pdf_url":null,"source":{"id":"https://openalex.org/S2502544478","display_name":"IEEE Transactions on Control of Network Systems","issn_l":"2325-5870","issn":["2325-5870","2372-2533"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control of Network Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1571416372","https://openalex.org/W1988720110","https://openalex.org/W2009274429","https://openalex.org/W2110100895","https://openalex.org/W2112796928","https://openalex.org/W2137435346","https://openalex.org/W2194775991","https://openalex.org/W2291434103","https://openalex.org/W2476071355","https://openalex.org/W2590635385","https://openalex.org/W2792751837","https://openalex.org/W2794887289","https://openalex.org/W2892002891","https://openalex.org/W2963156126","https://openalex.org/W2963649943","https://openalex.org/W2964137440","https://openalex.org/W3006548771","https://openalex.org/W3010781917","https://openalex.org/W3047043330","https://openalex.org/W3097497066","https://openalex.org/W3177007066","https://openalex.org/W4234289220","https://openalex.org/W4312866687","https://openalex.org/W4367666427","https://openalex.org/W4378804803","https://openalex.org/W4389232943","https://openalex.org/W4390939140"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2180954594","https://openalex.org/W2052835778","https://openalex.org/W2049003611","https://openalex.org/W2127804977","https://openalex.org/W2108418243","https://openalex.org/W164103134","https://openalex.org/W2040545019"],"abstract_inverted_index":{"Statistical":[0],"diversity":[1,32,52,136,158],"is":[2,79,185,205],"a":[3,14,68,80],"property":[4],"of":[5,13,21,33,50,71,83,130,151,162,189,193],"data":[6],"distribution":[7],"and":[8,44,117,124],"can":[9],"hinder":[10],"the":[11,18,22,26,30,47,57,63,72,77,84,94,98,102,111,121,127,138,144,148,152,163,168,182,190,194,200,210],"optimization":[12,34,55,188],"decentralized":[15,54],"network.":[16],"However,":[17],"theoretical":[19,69,87],"limitations":[20],"Push-SUM":[23,58,66,74,112,145,203,211],"protocol":[24,75,104,123,204,212],"reduce":[25,46],"performance":[27],"in":[28,159],"handling":[29],"statistical":[31,51,135,157],"algorithms":[35,133],"based":[36],"on":[37,53,97,120],"it.":[38],"In":[39],"this":[40],"paper,":[41],"we":[42,61,166],"theoretically":[43],"empirically":[45],"negative":[48],"impact":[49],"using":[56],"protocol.":[59,113],"Specifically,":[60],"propose":[62],"Adaptive":[64,201],"Weighting":[65,202],"protocol,":[67,140,146,165],"generalization":[70],"original":[73],"where":[76],"latter":[78],"special":[81],"case":[82],"former.":[85],"Our":[86],"analysis":[88],"shows":[89],"that,":[90],"with":[91],"sufficient":[92],"communication,":[93],"upper":[95],"bound":[96],"consensus":[99],"distance":[100,191],"for":[101,172],"new":[103,122,139,164],"reduces":[105],"to$O(1/N)$,":[106],"whereas":[107],"it":[108,142],"remains":[109],"at$O(1)$for":[110],"We":[114,197],"adopt":[115],"SGD":[116,119],"Momentum":[118],"prove":[125],"that":[126,199],"convergence":[128],"rate":[129],"these":[131],"two":[132],"to":[134],"is$O(N/T)$on":[137],"while":[141],"is$O(Nd/T)$on":[143],"where$d$is":[147],"parameter":[149],"size":[150],"training":[153],"model.":[154],"To":[155],"address":[156],"practical":[160],"applications":[161],"develop":[167],"Moreau":[169,183,195],"weighting":[170],"method":[171],"its":[173],"generalized":[174],"weight":[175],"matrix":[176],"definition.":[177],"This":[178],"method,":[179],"derived":[180],"from":[181],"envelope,":[184],"an":[186],"approximate":[187],"penalty":[192],"envelope.":[196],"verify":[198],"practically":[206],"more":[207],"efficient":[208],"than":[209],"via":[213],"deep":[214],"learning":[215],"experiments.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}