{"id":"https://openalex.org/W4404708504","doi":"https://doi.org/10.1109/tsc.2024.3506480","title":"Efficient Parameter Synchronization for Peer-to-Peer Distributed Learning With Selective Multicast","display_name":"Efficient Parameter Synchronization for Peer-to-Peer Distributed Learning With Selective Multicast","publication_year":2024,"publication_date":"2024-11-25","ids":{"openalex":"https://openalex.org/W4404708504","doi":"https://doi.org/10.1109/tsc.2024.3506480"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2024.3506480","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3506480","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075454046","display_name":"Shouxi Luo","orcid":"https://orcid.org/0000-0002-4041-3681"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shouxi Luo","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101880047","display_name":"Pingzhi Fan","orcid":"https://orcid.org/0000-0002-8281-6251"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pingzhi Fan","raw_affiliation_strings":["Key Laboratory of Information Coding and Transmission, CSNMT International Cooperation Research Centre, Southwest Jiaotong University, Chengdu, China","Key Laboratory of Information Coding and Transmission, CSNMT Int Coop. Res. Centre, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Information Coding and Transmission, CSNMT International Cooperation Research Centre, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]},{"raw_affiliation_string":"Key Laboratory of Information Coding and Transmission, CSNMT Int Coop. Res. Centre, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343481","display_name":"Ke Li","orcid":"https://orcid.org/0000-0002-2189-7967"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Li","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007865788","display_name":"Huanlai Xing","orcid":"https://orcid.org/0000-0002-6345-7265"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanlai Xing","raw_affiliation_strings":["School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Computing and Artificial Intelligence, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015538526","display_name":"Long Luo","orcid":"https://orcid.org/0000-0003-1028-8178"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Long Luo","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101507232","display_name":"Hongfang Yu","orcid":"https://orcid.org/0000-0002-5219-1780"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongfang Yu","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5075454046"],"corresponding_institution_ids":["https://openalex.org/I4800084"],"apc_list":null,"apc_paid":null,"fwci":2.1979,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.89032012,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"18","issue":"1","first_page":"156","last_page":"168"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9797000288963318,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9641000032424927,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9624999761581421,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8495393991470337},{"id":"https://openalex.org/keywords/multicast","display_name":"Multicast","score":0.7379945516586304},{"id":"https://openalex.org/keywords/peer-to-peer","display_name":"Peer-to-peer","score":0.6093214154243469},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6009108424186707},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.5846107006072998},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5543017983436584},{"id":"https://openalex.org/keywords/pragmatic-general-multicast","display_name":"Pragmatic General Multicast","score":0.4445381760597229},{"id":"https://openalex.org/keywords/source-specific-multicast","display_name":"Source-specific multicast","score":0.43304675817489624},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.06628480553627014}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8495393991470337},{"id":"https://openalex.org/C32295351","wikidata":"https://www.wikidata.org/wiki/Q899288","display_name":"Multicast","level":2,"score":0.7379945516586304},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.6093214154243469},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6009108424186707},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5846107006072998},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5543017983436584},{"id":"https://openalex.org/C112037812","wikidata":"https://www.wikidata.org/wiki/Q2107523","display_name":"Pragmatic General Multicast","level":4,"score":0.4445381760597229},{"id":"https://openalex.org/C18787934","wikidata":"https://www.wikidata.org/wiki/Q7565105","display_name":"Source-specific multicast","level":3,"score":0.43304675817489624},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.06628480553627014}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2024.3506480","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3506480","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2084392717","https://openalex.org/W2342784376","https://openalex.org/W2892474000","https://openalex.org/W2964412985","https://openalex.org/W2967558351","https://openalex.org/W2982475424","https://openalex.org/W2982664135","https://openalex.org/W3011751313","https://openalex.org/W3012125688","https://openalex.org/W3015516817","https://openalex.org/W3047703029","https://openalex.org/W3097817814","https://openalex.org/W3107997909","https://openalex.org/W3138920078","https://openalex.org/W3154431492","https://openalex.org/W3177263144","https://openalex.org/W3189317289","https://openalex.org/W3202665973","https://openalex.org/W3208505062","https://openalex.org/W4285021589","https://openalex.org/W4285327707","https://openalex.org/W4290996318","https://openalex.org/W4300502888","https://openalex.org/W4319069175","https://openalex.org/W4393161659","https://openalex.org/W4399568414","https://openalex.org/W4399995264","https://openalex.org/W4400409407","https://openalex.org/W4402508413","https://openalex.org/W6638533276","https://openalex.org/W6679393576","https://openalex.org/W6731617708","https://openalex.org/W6760703128","https://openalex.org/W6784836957"],"related_works":["https://openalex.org/W2371847117","https://openalex.org/W2393131931","https://openalex.org/W1528315273","https://openalex.org/W80466176","https://openalex.org/W4321384965","https://openalex.org/W2554100977","https://openalex.org/W2263119729","https://openalex.org/W2161099791","https://openalex.org/W2289540266","https://openalex.org/W4243691295"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,20,37,69,140],"distributed":[3,72,92,199],"machine":[4],"learning":[5],"show":[6,182],"theoretically":[7],"and":[8,42,74,106,113,156,171,194],"empirically":[9],"that,":[10],"for":[11,90,104,136,165,177,187],"many":[12],"models,":[13],"provided":[14],"that":[15,183],"workers":[16,34,95],"will":[17],"eventually":[18],"participate":[19],"the":[21,25,63,87,121,125,149,202],"synchronizations,":[22],"<inline-formula><tex-math":[23,32,43,47,133,174],"notation=\"LaTeX\">$i)$</tex-math></inline-formula>":[24],"training":[26,73],"still":[27],"converges,":[28],"even":[29],"if":[30],"only":[31],"notation=\"LaTeX\">$p$</tex-math></inline-formula>":[33,48,134,175],"take":[35],"part":[36],"each":[38,137],"round":[39],"of":[40,55,66,111,152,168],"synchronization,":[41,105],"notation=\"LaTeX\">$ii)$</tex-math></inline-formula>":[44],"a":[45,52,109,141],"larger":[46],"generally":[49],"leads":[50],"to":[51,102,119],"faster":[53,178],"rate":[54],"convergence.":[56,179],"These":[57],"findings":[58],"shed":[59],"light":[60],"on":[61,85,148],"eliminating":[62],"bottleneck":[64],"effects":[65],"parameter":[67,88,163],"synchronization":[68,89,164],"large-scale":[70],"data-parallel":[71],"have":[75],"motivated":[76],"several":[77],"optimization":[78],"designs.":[79],"In":[80],"this":[81],"paper,":[82],"we":[83],"focus":[84],"optimizing":[86],"<i>peer-to-peer</i>":[91],"learning,":[93],"where":[94],"broadcast":[96],"or":[97],"multicast":[98,115,139],"their":[99,153],"updated":[100],"parameters":[101],"others":[103],"propose":[107],"<small>SelMcast</small>,":[108],"suite":[110],"expressive":[112],"efficient":[114,186],"receiver":[116],"selection":[117],"algorithms,":[118],"achieve":[120],"goal.":[122],"Compared":[123],"with":[124],"state-of-the-art":[126],"(SOTA)":[127],"design,":[128],"which":[129],"randomly":[130],"selects":[131],"exactly":[132],"receivers":[135,146],"worker\u2019s":[138],"bandwidth-agnostic":[142],"way,":[143],"<small>SelMcast</small>":[144,184],"chooses":[145],"based":[147],"global":[150],"view":[151],"available":[154],"bandwidth":[155],"loads,":[157],"yielding":[158],"two":[159],"advantages,":[160],"i.e.,":[161],"accelerated":[162],"higher":[166],"utilization":[167],"computing":[169],"resources":[170],"enlarged":[172],"average":[173],"values":[176],"Comprehensive":[180],"evaluations":[181],"is":[185],"both":[188],"peer-to-peer":[189],"Bulk":[190],"Synchronous":[191,196],"Parallel":[192,197],"(BSP)":[193],"Stale":[195],"(SSP)":[198],"training,":[200],"outperforming":[201],"SOTA":[203],"solution":[204],"significantly.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}