{"id":"https://openalex.org/W4206372917","doi":"https://doi.org/10.1109/tpds.2021.3138977","title":"On the Benefits of Multiple Gossip Steps in Communication-Constrained Decentralized Federated Learning","display_name":"On the Benefits of Multiple Gossip Steps in Communication-Constrained Decentralized Federated Learning","publication_year":2021,"publication_date":"2021-12-28","ids":{"openalex":"https://openalex.org/W4206372917","doi":"https://doi.org/10.1109/tpds.2021.3138977"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2021.3138977","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2021.3138977","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036900440","display_name":"Abolfazl Hashemi","orcid":"https://orcid.org/0000-0002-8421-4270"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abolfazl Hashemi","raw_affiliation_strings":["School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101732081","display_name":"Anish Acharya","orcid":"https://orcid.org/0000-0002-3518-0510"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anish Acharya","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037384125","display_name":"Rudrajit Das","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rudrajit Das","raw_affiliation_strings":["Department of Computer Science, University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067602750","display_name":"Haris Vikalo","orcid":"https://orcid.org/0000-0002-7945-4114"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haris Vikalo","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110619770","display_name":"Sujay Sanghavi","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sujay Sanghavi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063459703","display_name":"Inderjit S. Dhillon","orcid":"https://orcid.org/0000-0002-2759-1416"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Inderjit S. Dhillon","raw_affiliation_strings":["Department of Computer Science, University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.4121,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.93601749,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/gossip","display_name":"Gossip","score":0.9180065393447876},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6966286897659302},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.649423360824585},{"id":"https://openalex.org/keywords/communication-complexity","display_name":"Communication complexity","score":0.5764651298522949},{"id":"https://openalex.org/keywords/lossy-compression","display_name":"Lossy compression","score":0.5358385443687439},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.5242232084274292},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.5005748271942139},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.49070870876312256},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4232833981513977},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.42193859815597534},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37865743041038513},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3224276304244995},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2903520464897156},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20979425311088562},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20770221948623657},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1098366379737854}],"concepts":[{"id":"https://openalex.org/C62989814","wikidata":"https://www.wikidata.org/wiki/Q854648","display_name":"Gossip","level":2,"score":0.9180065393447876},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6966286897659302},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.649423360824585},{"id":"https://openalex.org/C179145077","wikidata":"https://www.wikidata.org/wiki/Q5154130","display_name":"Communication complexity","level":2,"score":0.5764651298522949},{"id":"https://openalex.org/C165021410","wikidata":"https://www.wikidata.org/wiki/Q55564","display_name":"Lossy compression","level":2,"score":0.5358385443687439},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.5242232084274292},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.5005748271942139},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.49070870876312256},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4232833981513977},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.42193859815597534},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37865743041038513},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3224276304244995},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2903520464897156},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20979425311088562},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20770221948623657},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1098366379737854},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2021.3138977","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2021.3138977","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1547358136","https://openalex.org/W1571416372","https://openalex.org/W1616857247","https://openalex.org/W1916951228","https://openalex.org/W2044212084","https://openalex.org/W2074796812","https://openalex.org/W2110100895","https://openalex.org/W2112796928","https://openalex.org/W2137435346","https://openalex.org/W2161874107","https://openalex.org/W2405578611","https://openalex.org/W2407022425","https://openalex.org/W2591577911","https://openalex.org/W2617960902","https://openalex.org/W2750384547","https://openalex.org/W2769644379","https://openalex.org/W2776610675","https://openalex.org/W2950826569","https://openalex.org/W2963649943","https://openalex.org/W2982523334","https://openalex.org/W2990017479","https://openalex.org/W2995022099","https://openalex.org/W3007279825","https://openalex.org/W3007957341","https://openalex.org/W3038057116","https://openalex.org/W3045611708","https://openalex.org/W3107965923","https://openalex.org/W3141595720","https://openalex.org/W3162760367","https://openalex.org/W3176364684","https://openalex.org/W4288612157","https://openalex.org/W4300428694","https://openalex.org/W4318619660","https://openalex.org/W6640145343","https://openalex.org/W6728757088","https://openalex.org/W6738250615","https://openalex.org/W6743688258","https://openalex.org/W6746200960","https://openalex.org/W6746900977","https://openalex.org/W6754416507","https://openalex.org/W6758358981","https://openalex.org/W6758557334","https://openalex.org/W6764194201","https://openalex.org/W6765843025","https://openalex.org/W6769869542","https://openalex.org/W6771219918","https://openalex.org/W6774405918","https://openalex.org/W7061399666"],"related_works":["https://openalex.org/W4386850441","https://openalex.org/W2479311294","https://openalex.org/W2094020986","https://openalex.org/W4236832331","https://openalex.org/W12419204","https://openalex.org/W2340554994","https://openalex.org/W2550378800","https://openalex.org/W2484127681","https://openalex.org/W135052881","https://openalex.org/W2110067080"],"abstract_inverted_index":{"Federated":[0],"learning":[1,8,262,290],"(FL)":[2],"is":[3,66,110,192],"an":[4],"emerging":[5],"collaborative":[6],"machine":[7,289],"(ML)":[9],"framework":[10],"that":[11,116,167,210,255,274],"enables":[12,239],"training":[13,259],"of":[14,52,89,105,122,128,189,199,203,235,245,252,260],"predictive":[15],"models":[16,92],"in":[17,168,257],"a":[18,31,59,139,250],"distributed":[19],"fashion":[20],"where":[21],"the":[22,25,37,41,83,87,90,94,99,123,135,151,187,201,246,258,279],"communication":[23,38,51,61,96,104,141,147],"among":[24,98],"participating":[26],"nodes":[27,53,72,100],"are":[28,174],"facilitated":[29],"by":[30,197],"central":[32],"server.":[33],"To":[34],"deal":[35],"with":[36,54,78,219],"bottleneck":[39],"at":[40],"server,":[42],"decentralized":[43],"FL":[44],"(DFL)":[45],"methods":[46],"advocate":[47],"rely":[48],"on":[49,287],"local":[50,124],"their":[55],"neighbors":[56],"according":[57],"to":[58,70,114,134,149,176,241],"specific":[60],"network.":[62],"In":[63,158,206],"DFL,":[64],"it":[65,109],"common":[67,113],"algorithmic":[68],"practice":[69],"have":[71],"interleave":[73],"(local)":[74],"gradient":[75,183,217,283],"descent":[76,284],"iterations":[77,218,237],"gossip":[79,179,230],"(i.e.,":[80],"averaging":[81],"over":[82],"network)":[84],"steps.":[85],"As":[86],"size":[88,222],"ML":[91],"grows,":[93],"limited":[95],"bandwidth":[97],"does":[101],"not":[102],"permit":[103],"full-precision":[106],"messages;":[107],"hence,":[108],"becoming":[111],"increasingly":[112],"require":[115],"messages":[117,131],"be":[118,145],"<i>lossy,":[119],"compressed</i>":[120],"versions":[121],"parameters.":[125],"The":[126],"requirement":[127],"communicating":[129],"compressed":[130,170,204],"gives":[132],"rise":[133],"important":[136],"question:":[137],"<i>given":[138],"fixed":[140],"budget,":[142],"what":[143],"should":[144],"our":[146,275],"strategy":[148],"minimize":[150],"(training)":[152],"loss":[153],"as":[154,156],"much":[155],"possible?</i>":[157],"this":[159,163],"article,":[160],"we":[161,208,272],"explore":[162],"direction,":[164],"and":[165,224,285,296],"show":[166,209,273],"such":[169],"DFL":[171,286],"settings,":[172],"there":[173],"benefits":[175],"having":[177,211],"<i>multiple</i>":[178],"steps":[180,231],"between":[181,232,281],"subsequent":[182],"iterations,":[184],"even":[185],"when":[186],"cost":[188],"doing":[190],"so":[191],"appropriately":[193],"accounted":[194],"for,":[195],"e.g.,":[196],"means":[198],"reducing":[200],"precision":[202],"information.":[205],"particular,":[207],"<inline-formula><tex-math":[212,225,243],"notation=\"LaTeX\">${\\mathcal":[213,226],"O}(\\log":[214,227],"\\frac{1}{\\epsilon":[215,228],"})$</tex-math></inline-formula>":[216,229],"constant":[220],"step":[221],"-":[223,238],"every":[233],"pair":[234],"these":[236],"convergence":[240],"within":[242],"notation=\"LaTeX\">$\\epsilon$</tex-math></inline-formula>":[244],"optimal":[247],"value":[248],"for":[249],"class":[251],"non-convex":[253,266],"problems":[254],"arise":[256],"deep":[261],"models,":[263],"namely,":[264],"smooth":[265],"objectives":[267],"satisfying":[268],"Polyak-\u0141ojasiewicz":[269],"condition.":[270],"Empirically,":[271],"proposed":[276],"scheme":[277],"bridges":[278],"gap":[280],"centralized":[282],"various":[288],"tasks":[291],"across":[292],"different":[293],"network":[294],"topologies":[295],"compression":[297],"operators.":[298]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}