{"id":"https://openalex.org/W4403017231","doi":"https://doi.org/10.1145/3641512.3690036","title":"Straggler-Resilient Decentralized Learning via Adaptive Asynchronous Updates","display_name":"Straggler-Resilient Decentralized Learning via Adaptive Asynchronous Updates","publication_year":2024,"publication_date":"2024-10-01","ids":{"openalex":"https://openalex.org/W4403017231","doi":"https://doi.org/10.1145/3641512.3690036"},"language":"en","primary_location":{"id":"doi:10.1145/3641512.3690036","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641512.3690036","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-fifth International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016263347","display_name":"Guojun Xiong","orcid":"https://orcid.org/0000-0002-5943-8109"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Guojun Xiong","raw_affiliation_strings":["Stony Brook University, Stony Brook, NY, USA"],"affiliations":[{"raw_affiliation_string":"Stony Brook University, Stony Brook, NY, USA","institution_ids":["https://openalex.org/I59553526"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103189024","display_name":"Gang Yan","orcid":"https://orcid.org/0000-0002-7734-1589"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gang Yan","raw_affiliation_strings":["UC Merced, Merced, CA, United States of America"],"affiliations":[{"raw_affiliation_string":"UC Merced, Merced, CA, United States of America","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100443968","display_name":"Shiqiang Wang","orcid":"https://orcid.org/0000-0003-2090-5512"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiqiang Wang","raw_affiliation_strings":["IBM Research, Yorktown, NY, United States of America"],"affiliations":[{"raw_affiliation_string":"IBM Research, Yorktown, NY, United States of America","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100402612","display_name":"Jian Li","orcid":"https://orcid.org/0000-0003-3642-3569"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Li","raw_affiliation_strings":["Stony Brook University, Stony Brook, NY, United States of America"],"affiliations":[{"raw_affiliation_string":"Stony Brook University, Stony Brook, NY, United States of America","institution_ids":["https://openalex.org/I59553526"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5016263347"],"corresponding_institution_ids":["https://openalex.org/I59553526"],"apc_list":null,"apc_paid":null,"fwci":1.8316,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.86566833,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"434","last_page":"439"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7961617708206177},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.792147696018219},{"id":"https://openalex.org/keywords/asynchronous-learning","display_name":"Asynchronous learning","score":0.5112249851226807},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45830443501472473},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3879566192626953},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33085575699806213},{"id":"https://openalex.org/keywords/synchronous-learning","display_name":"Synchronous learning","score":0.11986339092254639},{"id":"https://openalex.org/keywords/cooperative-learning","display_name":"Cooperative learning","score":0.09058865904808044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7961617708206177},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.792147696018219},{"id":"https://openalex.org/C2777072894","wikidata":"https://www.wikidata.org/wiki/Q4812204","display_name":"Asynchronous learning","level":5,"score":0.5112249851226807},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45830443501472473},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3879566192626953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33085575699806213},{"id":"https://openalex.org/C19122763","wikidata":"https://www.wikidata.org/wiki/Q7662215","display_name":"Synchronous learning","level":4,"score":0.11986339092254639},{"id":"https://openalex.org/C51672120","wikidata":"https://www.wikidata.org/wiki/Q303446","display_name":"Cooperative learning","level":3,"score":0.09058865904808044},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3641512.3690036","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641512.3690036","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-fifth International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G2880213567","display_name":null,"funder_award_id":"2148309","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3301947670","display_name":null,"funder_award_id":"2315614","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3812995937","display_name":null,"funder_award_id":"2337914","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2044212084","https://openalex.org/W2154834860","https://openalex.org/W2951559648","https://openalex.org/W2962771678","https://openalex.org/W2963156126","https://openalex.org/W2967558351","https://openalex.org/W3010781917","https://openalex.org/W3011751313","https://openalex.org/W3099748883","https://openalex.org/W3103853720","https://openalex.org/W4230471307"],"related_works":["https://openalex.org/W4226047841","https://openalex.org/W2156559761","https://openalex.org/W3020208395","https://openalex.org/W2496167052","https://openalex.org/W2041343407","https://openalex.org/W4401821536","https://openalex.org/W2058515809","https://openalex.org/W4295242624","https://openalex.org/W2946278724","https://openalex.org/W2024923645"],"abstract_inverted_index":{"With":[0],"the":[1,22,37,60,67,129,158],"increasing":[2],"demand":[3],"for":[4,134,148],"large-scale":[5],"training":[6],"of":[7,36,62,108,131,160,167],"machine":[8],"learning":[9],"models,":[10],"fully":[11,102,118],"decentralized":[12,119],"optimization":[13],"methods":[14],"have":[15],"recently":[16],"been":[17],"advocated":[18],"as":[19],"alternatives":[20],"to":[21,72,77,82,137,157,176],"popular":[23],"parameter":[24,39],"server":[25],"framework.":[26],"In":[27],"this":[28,79],"paradigm,":[29],"each":[30,87,135],"worker":[31,88,136],"maintains":[32],"a":[33,117,145,165],"local":[34,64],"estimate":[35],"optimal":[38],"vector,":[40],"and":[41,47,55,92,169],"iteratively":[42],"updates":[43,104,125],"it":[44,58],"by":[45],"waiting":[46],"averaging":[48],"all":[49],"estimates":[50],"obtained":[51],"from":[52,106],"its":[53,63,98],"neighbors,":[54],"then":[56],"corrects":[57],"on":[59,164],"basis":[61],"dataset.":[65],"However,":[66],"synchronization":[68],"phase":[69],"is":[70,81],"sensitive":[71],"stragglers.":[73],"An":[74],"efficient":[75],"way":[76],"mitigate":[78],"effect":[80],"consider":[83],"asynchronous":[84,103,124],"updates,":[85],"where":[86],"computes":[89],"stochastic":[90],"gradients":[91],"communicates":[93],"with":[94,122,155],"other":[95],"workers":[96,133],"at":[97],"own":[99],"pace.":[100],"Unfortunately,":[101],"suffer":[105],"staleness":[107],"stragglers'":[109],"parameters.":[110],"To":[111],"address":[112],"these":[113],"limitations,":[114],"we":[115],"propose":[116],"algorithm":[120],"DSGD-AAU":[121,143],"adaptive":[123],"via":[126],"adaptively":[127],"determining":[128],"number":[130,159],"neighbor":[132],"communicate":[138],"with.":[139],"We":[140],"show":[141],"that":[142],"achieves":[144],"linear":[146],"speedup":[147],"convergence":[149,151],"(i.e.,":[150],"performance":[152],"increases":[153],"linearly":[154],"respect":[156],"workers).":[161],"Experimental":[162],"results":[163],"suite":[166],"datasets":[168],"deep":[170],"neural":[171],"network":[172],"models":[173],"are":[174],"provided":[175],"verify":[177],"our":[178],"theoretical":[179],"results.":[180]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}