{"id":"https://openalex.org/W4306706805","doi":"https://doi.org/10.48550/arxiv.2210.07881","title":"Communication-Efficient Topologies for Decentralized Learning with $O(1)$ Consensus Rate","display_name":"Communication-Efficient Topologies for Decentralized Learning with $O(1)$ Consensus Rate","publication_year":2022,"publication_date":"2022-10-14","ids":{"openalex":"https://openalex.org/W4306706805","doi":"https://doi.org/10.48550/arxiv.2210.07881"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2210.07881","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.07881","pdf_url":"https://arxiv.org/pdf/2210.07881","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2210.07881","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082824307","display_name":"Zhuoqing Song","orcid":"https://orcid.org/0000-0003-2624-2414"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Song, Zhuoqing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675610","display_name":"Weijian Li","orcid":"https://orcid.org/0000-0003-3421-4667"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Weijian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009815648","display_name":"Kexin Jin","orcid":"https://orcid.org/0000-0001-5838-0315"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Kexin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427516","display_name":"Lei Shi","orcid":"https://orcid.org/0000-0001-7119-3207"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Lei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000844861","display_name":"Ming Yan","orcid":"https://orcid.org/0000-0002-4388-6708"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Ming","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085908411","display_name":"Wotao Yin","orcid":"https://orcid.org/0000-0001-6697-9731"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Wotao","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100614598","display_name":"Kun Yuan","orcid":"https://orcid.org/0000-0001-8394-8187"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Kun","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5082824307"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.7630510330200195},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6589873433113098},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.5307374596595764},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5073007941246033},{"id":"https://openalex.org/keywords/degree","display_name":"Degree (music)","score":0.49088698625564575},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4650230407714844},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.4407440423965454},{"id":"https://openalex.org/keywords/telecommunications-network","display_name":"Telecommunications network","score":0.4405839741230011},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.42972803115844727},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3490387797355652},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24580299854278564},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.24367442727088928},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.15739518404006958}],"concepts":[{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.7630510330200195},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6589873433113098},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5307374596595764},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5073007941246033},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.49088698625564575},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4650230407714844},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.4407440423965454},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.4405839741230011},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.42972803115844727},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3490387797355652},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24580299854278564},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24367442727088928},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.15739518404006958},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2210.07881","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.07881","pdf_url":"https://arxiv.org/pdf/2210.07881","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2210.07881","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2210.07881","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2210.07881","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2210.07881","pdf_url":"https://arxiv.org/pdf/2210.07881","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2399035783","https://openalex.org/W3161230432","https://openalex.org/W2086397253","https://openalex.org/W4367190712","https://openalex.org/W2168900540","https://openalex.org/W1487201914","https://openalex.org/W2133122801","https://openalex.org/W4301429470","https://openalex.org/W2563943286","https://openalex.org/W600422426"],"abstract_inverted_index":{"Decentralized":[0],"optimization":[1],"is":[2,66,76,132,151,208],"an":[3,122,182],"emerging":[4],"paradigm":[5],"in":[6,9],"distributed":[7],"learning":[8],"which":[10,72,120],"agents":[11,39,50],"achieve":[12,181],"network-wide":[13,64],"solutions":[14],"by":[15,68,78],"peer-to-peer":[16],"communication":[17,23,84,199],"without":[18],"the":[19,56,69,73,136,140,152],"central":[20,53],"server.":[21,54],"Since":[22],"tends":[24],"to":[25,61,134,189],"be":[26],"slower":[27],"than":[28,47],"computation,":[29],"when":[30],"each":[31],"agent":[32],"communicates":[33],"with":[34,48],"only":[35],"a":[36,52,63,114,127,145,156,164,173],"few":[37],"neighboring":[38],"per":[40],"iteration,":[41],"they":[42],"can":[43],"complete":[44,95],"iterations":[45,60],"faster":[46,198],"more":[49],"or":[51,97],"However,":[55],"total":[57],"number":[58],"of":[59,117,147,158,167,179],"reach":[62],"solution":[65],"affected":[67],"speed":[70],"at":[71,100,214],"agents'":[74],"information":[75,102],"``mixed''":[77],"communication.":[79],"We":[80,169,186],"found":[81],"that":[82,131],"popular":[83],"topologies":[85],"either":[86],"have":[87],"large":[88],"maximum":[89],"degrees":[90],"(such":[91,103],"as":[92,104],"stars":[93],"and":[94,106,126,155,192,196,200,204,212],"graphs)":[96],"are":[98],"ineffective":[99],"mixing":[101,137],"rings":[105],"grids).":[107],"To":[108],"address":[109],"this":[110],"problem,":[111],"we":[112],"propose":[113],"new":[115],"family":[116],"topologies,":[118,161],"EquiTopo,":[119],"has":[121,144,163],"(almost)":[123],"constant":[124,165],"degree":[125,146,166],"network-size-independent":[128],"consensus":[129,184],"rate":[130],"used":[133],"measure":[135],"efficiency.":[138],"In":[139],"proposed":[141],"family,":[142],"EquiStatic":[143],"$\u0398(\\ln(n))$,":[148],"where":[149],"$n$":[150],"network":[153],"size,":[154],"series":[157],"time-dependent":[159],"one-peer":[160],"EquiDyn,":[162],"1.":[168],"generate":[170],"EquiDyn":[171],"through":[172,210],"certain":[174],"random":[175],"sampling":[176],"procedure.":[177],"Both":[178],"them":[180,188],"$n$-independent":[183],"rate.":[185],"apply":[187],"decentralized":[190,193],"SGD":[191],"gradient":[194],"tracking":[195],"obtain":[197],"better":[201],"convergence,":[202],"theoretically":[203],"empirically.":[205],"Our":[206],"code":[207],"implemented":[209],"BlueFog":[211],"available":[213],"\\url{https://github.com/kexinjinnn/EquiTopo}":[215]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2022-10-19T00:00:00"}