{"id":"https://openalex.org/W4290996318","doi":"https://doi.org/10.1109/icc45855.2022.9838266","title":"Fast Parameter Synchronization for Distributed Learning with Selective Multicast","display_name":"Fast Parameter Synchronization for Distributed Learning with Selective Multicast","publication_year":2022,"publication_date":"2022-05-16","ids":{"openalex":"https://openalex.org/W4290996318","doi":"https://doi.org/10.1109/icc45855.2022.9838266"},"language":"en","primary_location":{"id":"doi:10.1109/icc45855.2022.9838266","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45855.2022.9838266","pdf_url":null,"source":{"id":"https://openalex.org/S4363607711","display_name":"ICC 2022 - IEEE International Conference on Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2022 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075454046","display_name":"Shouxi Luo","orcid":"https://orcid.org/0000-0002-4041-3681"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shouxi Luo","raw_affiliation_strings":["Southwest Jiaotong University"],"affiliations":[{"raw_affiliation_string":"Southwest Jiaotong University","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101880047","display_name":"Pingzhi Fan","orcid":"https://orcid.org/0000-0002-8281-6251"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pingzhi Fan","raw_affiliation_strings":["Southwest Jiaotong University"],"affiliations":[{"raw_affiliation_string":"Southwest Jiaotong University","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343481","display_name":"Ke Li","orcid":"https://orcid.org/0000-0002-2189-7967"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Li","raw_affiliation_strings":["Southwest Jiaotong University"],"affiliations":[{"raw_affiliation_string":"Southwest Jiaotong University","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007865788","display_name":"Huanlai Xing","orcid":"https://orcid.org/0000-0002-6345-7265"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanlai Xing","raw_affiliation_strings":["Southwest Jiaotong University"],"affiliations":[{"raw_affiliation_string":"Southwest Jiaotong University","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015538526","display_name":"Long Luo","orcid":"https://orcid.org/0000-0003-1028-8178"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Luo","raw_affiliation_strings":["University of Electronic Science and Technology of China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101507232","display_name":"Hongfang Yu","orcid":"https://orcid.org/0000-0002-5219-1780"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongfang Yu","raw_affiliation_strings":["University of Electronic Science and Technology of China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5075454046"],"corresponding_institution_ids":["https://openalex.org/I4800084"],"apc_list":null,"apc_paid":null,"fwci":0.8315,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.74057315,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"4775","last_page":"4780"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multicast","display_name":"Multicast","score":0.8807024955749512},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.822395920753479},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.8204001784324646},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.6148536801338196},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6091697812080383},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.5491101145744324},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.49437761306762695},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.48874878883361816},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4674210250377655},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.40602707862854004},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2691959738731384},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07977563142776489},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.0636136531829834}],"concepts":[{"id":"https://openalex.org/C32295351","wikidata":"https://www.wikidata.org/wiki/Q899288","display_name":"Multicast","level":2,"score":0.8807024955749512},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.822395920753479},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.8204001784324646},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.6148536801338196},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6091697812080383},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5491101145744324},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.49437761306762695},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.48874878883361816},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4674210250377655},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.40602707862854004},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2691959738731384},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07977563142776489},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0636136531829834},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc45855.2022.9838266","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc45855.2022.9838266","pdf_url":null,"source":{"id":"https://openalex.org/S4363607711","display_name":"ICC 2022 - IEEE International Conference on Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2022 - IEEE International Conference on Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2084392717","https://openalex.org/W2342784376","https://openalex.org/W2573285109","https://openalex.org/W2892474000","https://openalex.org/W2964412985","https://openalex.org/W2982475424","https://openalex.org/W3011751313","https://openalex.org/W3012125688","https://openalex.org/W3015516817","https://openalex.org/W3047703029","https://openalex.org/W3097817814","https://openalex.org/W3107997909","https://openalex.org/W3138920078","https://openalex.org/W3154219392","https://openalex.org/W3177263144","https://openalex.org/W3189317289","https://openalex.org/W3208505062","https://openalex.org/W4285327707","https://openalex.org/W4300502888","https://openalex.org/W6731617708","https://openalex.org/W6760703128"],"related_works":["https://openalex.org/W1657880117","https://openalex.org/W2595172197","https://openalex.org/W2127970246","https://openalex.org/W2084856301","https://openalex.org/W1001352512","https://openalex.org/W4382618745","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W1987128138","https://openalex.org/W2743976221"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,18,34,64,87,131],"distributed":[3,67,85],"machine":[4],"learning":[5],"show":[6,196],"theoretically":[7],"and":[8,39,101,106,147,201],"empirically":[9],"that,":[10],"for":[11,83,99,127],"many":[12,184],"models,":[13],"provided":[14],"workers":[15,31,89],"would":[16,180],"participate":[17],"the":[19,23,58,80,114,118,140,156,163,190],"synchronizations":[20],"eventually,":[21],"i)":[22],"training":[24],"still":[25],"converges,":[26],"even":[27],"if":[28],"only":[29],"p":[30,43,125,173],"take":[32],"part":[33],"each":[35,128],"round":[36],"of":[37,50,61,143,166,192],"synchronization,":[38,100],"ii)":[40],"a":[41,47,132],"larger":[42],"generally":[44,90],"leads":[45],"to":[46,97,112,189],"faster":[48],"rate":[49],"convergence.":[51],"These":[52],"findings":[53],"shed":[54],"light":[55],"on":[56,78,139],"eliminating":[57],"bottleneck":[59,157],"effects":[60],"parameter":[62,81,167],"synchronization":[63,82],"large-scale":[65],"data-parallel":[66],"training,":[68],"having":[69],"motivated":[70],"several":[71],"optimization":[72],"designs.In":[73],"this":[74],"paper,":[75],"we":[76],"focus":[77],"optimizing":[79],"peer-to-peer":[84],"learning,":[86],"which":[88],"broadcast":[91],"or":[92],"multicast":[93,108,130],"their":[94,144],"updated":[95],"parameters":[96],"others":[98],"propose":[102],"SELMCAST,":[103],"an":[104],"expressive":[105],"Pareto-optimal":[107],"receiver":[109],"selection":[110],"algorithm,":[111],"achieve":[113],"goal.":[115],"Compared":[116],"with":[117,176],"state-of-the-art":[119],"design":[120],"that":[121,197],"randomly":[122],"selects":[123],"exactly":[124],"receivers":[126,137,174],"worker\u2019s":[129],"bandwidth-agnostic":[133],"way,":[134],"SELMCAST":[135,198],"chooses":[136],"based":[138],"global":[141],"view":[142],"available":[145],"bandwidth":[146],"loads,":[148],"yielding":[149],"two":[150],"advantages.":[151],"Firstly,":[152],"it":[153],"could":[154],"optimize":[155],"sending":[158],"rate,":[159],"thus":[160],"cutting":[161],"down":[162],"time":[164],"cost":[165],"synchronization.":[168],"Secondly,":[169],"when":[170],"more":[171],"than":[172],"are":[175],"sufficient":[177],"bandwidth,":[178],"they":[179],"be":[181],"selected":[182],"as":[183,185],"possible,":[186],"bringing":[187],"benefits":[188],"convergence":[191],"training.":[193],"Extensive":[194],"evaluations":[195],"is":[199],"efficient":[200],"always":[202],"achieves":[203],"near-optimal":[204],"performance.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}