{"id":"https://openalex.org/W4313229386","doi":"https://doi.org/10.1109/jsac.2022.3229443","title":"On the Convergence of Hybrid Server-Clients Collaborative Training","display_name":"On the Convergence of Hybrid Server-Clients Collaborative Training","publication_year":2022,"publication_date":"2022-12-28","ids":{"openalex":"https://openalex.org/W4313229386","doi":"https://doi.org/10.1109/jsac.2022.3229443"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2022.3229443","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2022.3229443","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101662195","display_name":"Kun Yang","orcid":"https://orcid.org/0000-0002-9714-4291"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kun Yang","raw_affiliation_strings":["Charles L. Brown Department of Electrical and Computer Engineering, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9714-4291","affiliations":[{"raw_affiliation_string":"Charles L. Brown Department of Electrical and Computer Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062618254","display_name":"Shengbo Chen","orcid":"https://orcid.org/0000-0002-9026-8128"},"institutions":[{"id":"https://openalex.org/I173899330","display_name":"Henan University","ror":"https://ror.org/003xyzq10","country_code":"CN","type":"education","lineage":["https://openalex.org/I173899330"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengbo Chen","raw_affiliation_strings":["School of Computer and Information Engineering, Henan University, Kaifeng, China"],"raw_orcid":"https://orcid.org/0000-0002-9026-8128","affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Henan University, Kaifeng, China","institution_ids":["https://openalex.org/I173899330"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016749653","display_name":"Cong Shen","orcid":"https://orcid.org/0000-0002-3148-4453"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cong Shen","raw_affiliation_strings":["Charles L. Brown Department of Electrical and Computer Engineering, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3148-4453","affiliations":[{"raw_affiliation_string":"Charles L. Brown Department of Electrical and Computer Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2306,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.89727849,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"41","issue":"3","first_page":"802","last_page":"819"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7277311682701111},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6180983185768127},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6094360947608948},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4579859972000122},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4516630470752716},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.43328186869621277},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4324352741241455},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3896624445915222},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3697845935821533},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3424259424209595},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2242310643196106},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17498227953910828},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.09560748934745789}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7277311682701111},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6180983185768127},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6094360947608948},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4579859972000122},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4516630470752716},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.43328186869621277},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4324352741241455},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3896624445915222},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3697845935821533},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3424259424209595},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2242310643196106},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17498227953910828},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.09560748934745789},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2022.3229443","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2022.3229443","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1814124718","display_name":null,"funder_award_id":"VV-1Q23-005","funder_id":"https://openalex.org/F4320314326","funder_display_name":"Center for Cultural Innovation"},{"id":"https://openalex.org/G939780494","display_name":null,"funder_award_id":"62102133","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320314326","display_name":"Center for Cultural Innovation","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W2060393849","https://openalex.org/W2112796928","https://openalex.org/W2213612645","https://openalex.org/W2530417694","https://openalex.org/W2744599870","https://openalex.org/W2807006176","https://openalex.org/W2888206291","https://openalex.org/W2900182564","https://openalex.org/W2922073769","https://openalex.org/W2949934631","https://openalex.org/W2955063966","https://openalex.org/W2963433607","https://openalex.org/W2989289980","https://openalex.org/W2995022099","https://openalex.org/W3012125688","https://openalex.org/W3021654819","https://openalex.org/W3034553394","https://openalex.org/W3043723611","https://openalex.org/W3045747588","https://openalex.org/W3102816259","https://openalex.org/W3118608800","https://openalex.org/W4223907554","https://openalex.org/W4288110990","https://openalex.org/W4289147229","https://openalex.org/W6684859321","https://openalex.org/W6728757088","https://openalex.org/W6752029299","https://openalex.org/W6752191696","https://openalex.org/W6753958361","https://openalex.org/W6754143808","https://openalex.org/W6754776447","https://openalex.org/W6756756286","https://openalex.org/W6758662331","https://openalex.org/W6759226220","https://openalex.org/W6762702220","https://openalex.org/W6762930437","https://openalex.org/W6765541894","https://openalex.org/W6766831760","https://openalex.org/W6773520829","https://openalex.org/W6773971411","https://openalex.org/W6779911312","https://openalex.org/W6781318954","https://openalex.org/W6787972765","https://openalex.org/W6803948326"],"related_works":["https://openalex.org/W2504004674","https://openalex.org/W1585007175","https://openalex.org/W1987679298","https://openalex.org/W2963177394","https://openalex.org/W4313359513","https://openalex.org/W2498744856","https://openalex.org/W4390482104","https://openalex.org/W322408318","https://openalex.org/W149041114","https://openalex.org/W2382521049"],"abstract_inverted_index":{"Modern":[0],"distributed":[1,13],"machine":[2],"learning":[3,9,90],"(ML)":[4],"paradigms,":[5],"such":[6,23],"as":[7],"federated":[8],"(FL),":[10],"utilize":[11],"data":[12,53],"at":[14,55,129,134],"different":[15],"clients":[16,30,130],"to":[17,65,81,178,182,195],"train":[18],"a":[19,87],"global":[20],"model.":[21],"In":[22,44],"paradigm,":[24],"local":[25,162,198],"datasets":[26],"never":[27],"leave":[28],"the":[29,36,56,83,94,122,138,161,174],"for":[31,101,149],"better":[32],"privacy":[33],"protection,":[34],"and":[35,58,97,131,153,220,227,230],"parameter":[37],"server":[38,175],"(PS)":[39],"only":[40],"performs":[41],"simple":[42,72],"aggregation.":[43,74],"practice,":[45],"however,":[46],"there":[47],"is":[48,62,80,115],"often":[49],"some":[50],"amount":[51],"of":[52,77,86,143,217],"available":[54],"PS,":[57],"its":[59,98,180],"computation":[60,99],"capability":[61],"strong":[63],"enough":[64],"carry":[66],"out":[67],"more":[68],"demanding":[69],"tasks":[70],"than":[71,185],"model":[73,84,103],"The":[75,205],"focus":[76],"this":[78,144],"paper":[79],"analyze":[82,137],"convergence":[85,139,221],"new":[88,123],"hybrid":[89],"architecture,":[91],"which":[92],"leverages":[93],"PS":[95],"dataset":[96],"power":[100],"collaborative":[102],"training":[104,232],"with":[105,200],"clients.":[106],"Different":[107],"from":[108],"FL":[109],"where":[110,213],"stochastic":[111],"gradient":[112],"descent":[113],"(SGD)":[114],"always":[116],"computed":[117],"in":[118,193,215],"parallel":[119,127],"across":[120],"clients,":[121],"architecture":[124],"has":[125,164],"both":[126,150,218],"SGD":[128,133,163,176,199,226],"sequential":[132],"PS.":[135],"We":[136,157],"rate":[140],"upper":[141],"bounds":[142],"<italic":[145],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[146,167,187],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">aggregate-then-advance</i>":[147],"design":[148],"strongly":[151,201],"convex":[152,202],"non-convex":[154],"loss":[155,203],"functions.":[156,204],"show":[158],"that":[159],"when":[160],"an":[165],"<inline-formula":[166,186],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[168,188],"<tex-math":[169,189],"notation=\"LaTeX\">$\\mathcal":[170,190],"{O}(1/t)$":[171],"</tex-math></inline-formula>":[172,192],"stepsize,":[173],"needs":[177],"scale":[179],"stepsize":[181],"no":[183],"slower":[184],"{O}(1/t^{2})$":[191],"order":[194],"strictly":[196],"outperform":[197],"theoretical":[206],"findings":[207],"are":[208,233],"corroborated":[209],"by":[210],"numerical":[211],"experiments,":[212],"advantages":[214],"terms":[216],"accuracy":[219],"speed":[222],"over":[223],"clients-only":[224],"(local":[225],"FED":[228],"AVG)":[229],"server-only":[231],"demonstrated.":[234]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}