{"id":"https://openalex.org/W4405231430","doi":"https://doi.org/10.1109/tnet.2024.3511333","title":"Communication-Efficient Network Topology in Decentralized Learning: A Joint Design of Consensus Matrix and Resource Allocation","display_name":"Communication-Efficient Network Topology in Decentralized Learning: A Joint Design of Consensus Matrix and Resource Allocation","publication_year":2024,"publication_date":"2024-12-11","ids":{"openalex":"https://openalex.org/W4405231430","doi":"https://doi.org/10.1109/tnet.2024.3511333"},"language":"en","primary_location":{"id":"doi:10.1109/tnet.2024.3511333","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2024.3511333","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101992293","display_name":"Jingrong Wang","orcid":"https://orcid.org/0000-0003-3392-7016"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jingrong Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3392-7016","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041434153","display_name":"Ben Liang","orcid":"https://orcid.org/0000-0002-1800-1322"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ben Liang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-1800-1322","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040221369","display_name":"Zhongwen Zhu","orcid":"https://orcid.org/0000-0003-0850-2710"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhongwen Zhu","raw_affiliation_strings":["Ericsson Global AI Accelerator, Montréal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0850-2710","affiliations":[{"raw_affiliation_string":"Ericsson Global AI Accelerator, Montréal, QC, Canada","institution_ids":["https://openalex.org/I4210094041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087351444","display_name":"Emmanuel Thepie Fapi","orcid":"https://orcid.org/0000-0003-3098-4082"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Emmanuel Thepie Fapi","raw_affiliation_strings":["Ericsson Global AI Accelerator, Montréal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3098-4082","affiliations":[{"raw_affiliation_string":"Ericsson Global AI Accelerator, Montréal, QC, Canada","institution_ids":["https://openalex.org/I4210094041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009603325","display_name":"Hardik Dalal","orcid":"https://orcid.org/0009-0004-2574-4126"},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hardik Dalal","raw_affiliation_strings":["Ericsson Global AI Accelerator, Montréal, QC, Canada"],"raw_orcid":"https://orcid.org/0009-0004-2574-4126","affiliations":[{"raw_affiliation_string":"Ericsson Global AI Accelerator, Montréal, QC, Canada","institution_ids":["https://openalex.org/I4210094041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.6253,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.71233859,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"33","issue":"2","first_page":"761","last_page":"776"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9501000046730042,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6034613251686096},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5874673128128052},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5745068788528442},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.550062894821167},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5384952425956726},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5147631168365479},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.4960392415523529},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4581230878829956},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.34535491466522217},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3358422517776489},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23415341973304749},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16604214906692505},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.1031290590763092}],"concepts":[{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6034613251686096},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5874673128128052},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5745068788528442},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.550062894821167},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5384952425956726},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5147631168365479},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4960392415523529},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4581230878829956},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34535491466522217},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3358422517776489},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23415341973304749},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16604214906692505},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.1031290590763092},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnet.2024.3511333","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2024.3511333","pdf_url":null,"source":{"id":"https://openalex.org/S5407042750","display_name":"IEEE Transactions on Networking","issn_l":"2998-4157","issn":["2998-4157"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W132903907","https://openalex.org/W1985286768","https://openalex.org/W2029650406","https://openalex.org/W2044212084","https://openalex.org/W2063403497","https://openalex.org/W2067199605","https://openalex.org/W2074796812","https://openalex.org/W2095057433","https://openalex.org/W2101517602","https://openalex.org/W2112796928","https://openalex.org/W2120204400","https://openalex.org/W2134711723","https://openalex.org/W2151685478","https://openalex.org/W2165239860","https://openalex.org/W2344056755","https://openalex.org/W2400861403","https://openalex.org/W2406068819","https://openalex.org/W2418562807","https://openalex.org/W2465345967","https://openalex.org/W2571422703","https://openalex.org/W2787840843","https://openalex.org/W2789364541","https://openalex.org/W2920179928","https://openalex.org/W2962771678","https://openalex.org/W2963786636","https://openalex.org/W3006548771","https://openalex.org/W3012125688","https://openalex.org/W3016159127","https://openalex.org/W3022983677","https://openalex.org/W3130294722","https://openalex.org/W3133434317","https://openalex.org/W3134311896","https://openalex.org/W3155415667","https://openalex.org/W3175954176","https://openalex.org/W3182125009","https://openalex.org/W3194291390","https://openalex.org/W4250589301","https://openalex.org/W4286571684","https://openalex.org/W4297923983","https://openalex.org/W4313031434","https://openalex.org/W4366250585","https://openalex.org/W6679154944","https://openalex.org/W6728757088","https://openalex.org/W6738250615","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6751649239","https://openalex.org/W6752191696","https://openalex.org/W6758557334","https://openalex.org/W6765843025","https://openalex.org/W6769982519","https://openalex.org/W6773274505","https://openalex.org/W6784327799","https://openalex.org/W6787164724","https://openalex.org/W6787972765","https://openalex.org/W6802464851","https://openalex.org/W6809704105","https://openalex.org/W6810710455","https://openalex.org/W6846425838"],"related_works":["https://openalex.org/W2086397253","https://openalex.org/W2133122801","https://openalex.org/W600422426","https://openalex.org/W2007156430","https://openalex.org/W3081478936","https://openalex.org/W2785612136","https://openalex.org/W1996130883","https://openalex.org/W2099529706","https://openalex.org/W2748574964","https://openalex.org/W1988224651"],"abstract_inverted_index":{"In":[0,51],"decentralized":[1],"machine":[2,163],"learning":[3,164],"over":[4,183],"a":[5,16,62,92,96,104],"network":[6],"of":[7,19,129,155,175],"workers,":[8],"each":[9,75],"worker":[10],"updates":[11],"its":[12,20,28],"local":[13,21],"model":[14,22],"as":[15],"weighted":[17,105],"average":[18],"and":[23,35,45,60,103,144,169,177,179],"all":[24],"models":[25],"received":[26],"from":[27],"neighbors.":[29],"Efficient":[30],"consensus":[31],"weight":[32],"matrix":[33],"design":[34],"communication":[36,81,85,157],"resource":[37],"allocation":[38],"can":[39],"increase":[40],"the":[41,47,72,100,122,127,130,147,153,173],"training":[42,49,76,148],"convergence":[43,101,149],"rate":[44,150],"reduce":[46],"wall-clock":[48],"time.":[50],"this":[52],"paper,":[53],"we":[54],"jointly":[55],"consider":[56],"these":[57],"two":[58],"factors":[59],"propose":[61],"novel":[63],"algorithm":[64],"termed":[65],"Communication-Efficient":[66],"Network":[67],"Topology":[68],"(CENT),":[69],"which":[70,120],"reduces":[71],"latency":[73],"in":[74,166],"iteration":[77],"by":[78,88],"removing":[79],"unnecessary":[80],"links.":[82,158],"CENT":[83,111,143,176],"enforces":[84],"graph":[86,106],"sparsity":[87],"iteratively":[89],"updating,":[90],"with":[91,114,161],"fixed":[93],"step":[94,117],"size,":[95],"trade-off":[97,123],"factor":[98,102,124],"between":[99],"sparsity.":[107],"We":[108,139],"further":[109],"extend":[110],"to":[112],"one":[113],"an":[115],"adaptive":[116],"size":[118],"(CENT-A),":[119],"adjusts":[121],"based":[125],"on":[126],"feedback":[128],"objective":[131],"function":[132],"value,":[133],"without":[134],"introducing":[135],"additional":[136],"computation":[137],"complexity.":[138],"show":[140],"that":[141],"both":[142,167],"CENT-A":[145,178],"preserve":[146],"while":[151],"avoiding":[152],"selection":[154],"poor":[156],"Numerical":[159],"studies":[160],"real-world":[162],"data":[165],"homogeneous":[168],"heterogeneous":[170],"scenarios":[171],"demonstrate":[172],"efficacy":[174],"their":[180],"performance":[181],"advantage":[182],"state-of-the-art":[184],"algorithms.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}