{"id":"https://openalex.org/W3215577773","doi":"https://doi.org/10.1109/tcomm.2022.3227286","title":"DSAG: A Mixed Synchronous-Asynchronous Iterative Method for Straggler-Resilient Learning","display_name":"DSAG: A Mixed Synchronous-Asynchronous Iterative Method for Straggler-Resilient Learning","publication_year":2022,"publication_date":"2022-12-07","ids":{"openalex":"https://openalex.org/W3215577773","doi":"https://doi.org/10.1109/tcomm.2022.3227286","mag":"3215577773"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2022.3227286","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3227286","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000735073","display_name":"Albin Severinson","orcid":"https://orcid.org/0000-0002-3450-4392"},"institutions":[{"id":"https://openalex.org/I2799387524","display_name":"Geological Society of London","ror":"https://ror.org/057w2sx61","country_code":"GB","type":"nonprofit","lineage":["https://openalex.org/I2799387524"]},{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]},{"id":"https://openalex.org/I4387153661","display_name":"Simula UiB","ror":"https://ror.org/05kmggt55","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I2799829267","https://openalex.org/I4387153661","https://openalex.org/I4432739"]},{"id":"https://openalex.org/I4432739","display_name":"University of Bergen","ror":"https://ror.org/03zga2b32","country_code":"NO","type":"education","lineage":["https://openalex.org/I4432739"]}],"countries":["GB","NO"],"is_corresponding":false,"raw_author_name":"Albin Severinson","raw_affiliation_strings":["Simula UiB, Bergen, Norway","Department of Informatics, University of Bergen, Bergen, Norway","G-Research, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-3450-4392","affiliations":[{"raw_affiliation_string":"Simula UiB, Bergen, Norway","institution_ids":["https://openalex.org/I2799829267","https://openalex.org/I4387153661"]},{"raw_affiliation_string":"Department of Informatics, University of Bergen, Bergen, Norway","institution_ids":["https://openalex.org/I4432739"]},{"raw_affiliation_string":"G-Research, London, U.K","institution_ids":["https://openalex.org/I2799387524"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090738616","display_name":"Eirik Rosnes","orcid":"https://orcid.org/0000-0001-8236-6601"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]},{"id":"https://openalex.org/I4387153661","display_name":"Simula UiB","ror":"https://ror.org/05kmggt55","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I2799829267","https://openalex.org/I4387153661","https://openalex.org/I4432739"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Eirik Rosnes","raw_affiliation_strings":["Simula UiB, Bergen, Norway"],"raw_orcid":"https://orcid.org/0000-0001-8236-6601","affiliations":[{"raw_affiliation_string":"Simula UiB, Bergen, Norway","institution_ids":["https://openalex.org/I2799829267","https://openalex.org/I4387153661"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110217226","display_name":"Salim El Rouayheb","orcid":"https://orcid.org/0009-0005-4515-2213"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Salim El Rouayheb","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Rutgers University, Piscataway, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Rutgers University, Piscataway, NJ, USA","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014522913","display_name":"Alexandre Graell i Amat","orcid":"https://orcid.org/0000-0002-5725-869X"},"institutions":[{"id":"https://openalex.org/I2799829267","display_name":"Simula Research Laboratory","ror":"https://ror.org/00vn06n10","country_code":"NO","type":"facility","lineage":["https://openalex.org/I2799829267"]},{"id":"https://openalex.org/I4387153661","display_name":"Simula UiB","ror":"https://ror.org/05kmggt55","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I2799829267","https://openalex.org/I4387153661","https://openalex.org/I4432739"]},{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["NO","SE"],"is_corresponding":false,"raw_author_name":"Alexandre Graell i Amat","raw_affiliation_strings":["Simula UiB, Bergen, Norway","Department of Electrical Engineering, Chalmers University of Technology, Gothenburg, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-5725-869X","affiliations":[{"raw_affiliation_string":"Simula UiB, Bergen, Norway","institution_ids":["https://openalex.org/I2799829267","https://openalex.org/I4387153661"]},{"raw_affiliation_string":"Department of Electrical Engineering, Chalmers University of Technology, Gothenburg, Sweden","institution_ids":["https://openalex.org/I66862912"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.4162,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.66295483,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"71","issue":"2","first_page":"808","last_page":"822"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.8448762893676758},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7510849833488464},{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.5204406380653381},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5035879015922546},{"id":"https://openalex.org/keywords/iterative-method","display_name":"Iterative method","score":0.47147348523139954},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4258314073085785},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.39091649651527405},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.28330403566360474},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.24462848901748657},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.16554084420204163},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1151096522808075}],"concepts":[{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.8448762893676758},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7510849833488464},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.5204406380653381},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5035879015922546},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.47147348523139954},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4258314073085785},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.39091649651527405},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.28330403566360474},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.24462848901748657},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.16554084420204163},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1151096522808075},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcomm.2022.3227286","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2022.3227286","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},{"id":"pmh:oai:research.chalmers.se:534851","is_oa":false,"landing_page_url":"https://research.chalmers.se/en/publication/534851","pdf_url":null,"source":{"id":"https://openalex.org/S4306402469","display_name":"Chalmers Research (Chalmers University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66862912","host_organization_name":"Chalmers University of Technology","host_organization_lineage":["https://openalex.org/I66862912"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3742752415","display_name":null,"funder_award_id":"CNS-1801630","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7430070275","display_name":null,"funder_award_id":"2020-03687","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W600180659","https://openalex.org/W1547327592","https://openalex.org/W1982063824","https://openalex.org/W1992208280","https://openalex.org/W2090747326","https://openalex.org/W2104549677","https://openalex.org/W2107438106","https://openalex.org/W2125621954","https://openalex.org/W2132745343","https://openalex.org/W2141992894","https://openalex.org/W2268702383","https://openalex.org/W2618983116","https://openalex.org/W2741736887","https://openalex.org/W2744732642","https://openalex.org/W2745045892","https://openalex.org/W2883187231","https://openalex.org/W2883315052","https://openalex.org/W2886967976","https://openalex.org/W2895408533","https://openalex.org/W2899664803","https://openalex.org/W2914855042","https://openalex.org/W2915264293","https://openalex.org/W2921434559","https://openalex.org/W2951781666","https://openalex.org/W2952215077","https://openalex.org/W2962696654","https://openalex.org/W2962798372","https://openalex.org/W2962813697","https://openalex.org/W2962850796","https://openalex.org/W2962873681","https://openalex.org/W2963041503","https://openalex.org/W2963117124","https://openalex.org/W2963120762","https://openalex.org/W2963156201","https://openalex.org/W2963361660","https://openalex.org/W2963655340","https://openalex.org/W2963903325","https://openalex.org/W2963964896","https://openalex.org/W2964160151","https://openalex.org/W2976645076","https://openalex.org/W2976864125","https://openalex.org/W3009132791","https://openalex.org/W3020708521","https://openalex.org/W3023838981","https://openalex.org/W3099862346","https://openalex.org/W3100515187","https://openalex.org/W3125943371","https://openalex.org/W3134863288","https://openalex.org/W3166105673","https://openalex.org/W3201651476","https://openalex.org/W4247828381","https://openalex.org/W4293162670","https://openalex.org/W4298091519","https://openalex.org/W6622473587","https://openalex.org/W6676105031","https://openalex.org/W6680196509","https://openalex.org/W6713845732","https://openalex.org/W6734509502","https://openalex.org/W6738835244","https://openalex.org/W6742061381","https://openalex.org/W6743655711","https://openalex.org/W6748342376","https://openalex.org/W6749257597","https://openalex.org/W6754318364","https://openalex.org/W6759084776","https://openalex.org/W6764309476","https://openalex.org/W6790523463"],"related_works":["https://openalex.org/W2116677773","https://openalex.org/W2155261584","https://openalex.org/W3004218185","https://openalex.org/W2584231425","https://openalex.org/W2150611273","https://openalex.org/W4390241083","https://openalex.org/W4207086172","https://openalex.org/W4245457074","https://openalex.org/W2042919702","https://openalex.org/W2323735050"],"abstract_inverted_index":{"We":[0,44,98,113],"consider":[1],"straggler-resilient":[2],"learning.":[3],"In":[4],"many":[5,30],"previous":[6],"works,":[7],"e.g.,":[8],"in":[9,29],"the":[10,86,108,167],"coded":[11,163],"computing":[12,164],"literature,":[13],"straggling":[14,111],"is":[15,54,148],"modeled":[16],"as":[17,121,160,162],"random":[18],"delays":[19],"that":[20,49,92,146,170],"are":[21],"independent":[22],"and":[23,53,66,95,131,144,156],"identically":[24],"distributed":[25],"between":[26],"workers.":[27,112],"However,":[28],"practical":[31],"scenarios,":[32],"a":[33,46,67,78,101,122,127,136],"given":[34],"worker":[35],"may":[36],"straggle":[37],"over":[38],"an":[39],"extended":[40],"period":[41],"of":[42,110,126,139],"time.":[43],"propose":[45,76,100],"latency":[47],"model":[48],"captures":[50],"this":[51,73],"behavior":[52],"substantiated":[55],"by":[56],"traces":[57],"collected":[58],"on":[59,72,85,135,142],"Microsoft":[60],"Azure,":[61],"Amazon":[62],"Web":[63],"Services":[64],"(AWS),":[65],"small":[68],"local":[69],"cluster.":[70],"Building":[71],"model,":[74],"we":[75,171],"DSAG,":[77],"mixed":[79],"synchronous-asynchronous":[80],"iterative":[81],"optimization":[82,124],"method,":[83,91],"based":[84],"stochastic":[87],"average":[88],"gradient":[89],"(SAG)":[90],"combines":[93],"timely":[94],"stale":[96],"results.":[97],"also":[99],"dynamic":[102],"load-balancing":[103],"strategy":[104],"to":[105,150],"further":[106],"reduce":[107],"impact":[109],"evaluate":[114],"DSAG":[115,147],"for":[116,132,166],"principal":[117],"component":[118],"analysis,":[119],"cast":[120],"finite-sum":[123],"problem,":[125],"large":[128],"genomics":[129],"dataset,":[130],"logistic":[133],"regression":[134],"cluster":[137],"composed":[138],"100":[140],"workers":[141],"AWS,":[143],"find":[145],"up":[149],"about":[151],"50%":[152],"faster":[153],"than":[154,158],"SAG,":[155],"more":[157],"twice":[159],"fast":[161],"methods,":[165],"particular":[168],"scenario":[169],"consider.":[172]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}