{"id":"https://openalex.org/W3023944502","doi":"https://doi.org/10.1109/msp.2020.2974267","title":"Decentralized Stochastic Optimization and Machine Learning: A Unified Variance-Reduction Framework for Robust Performance and Fast Convergence","display_name":"Decentralized Stochastic Optimization and Machine Learning: A Unified Variance-Reduction Framework for Robust Performance and Fast Convergence","publication_year":2020,"publication_date":"2020-05-01","ids":{"openalex":"https://openalex.org/W3023944502","doi":"https://doi.org/10.1109/msp.2020.2974267","mag":"3023944502"},"language":"en","primary_location":{"id":"doi:10.1109/msp.2020.2974267","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2020.2974267","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033024261","display_name":"Ran Xin","orcid":"https://orcid.org/0000-0002-1697-9116"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ran Xin","raw_affiliation_strings":["Electrical and Computer Engineering Department, Carnegie Mellon University, Pittsburgh"],"raw_orcid":"https://orcid.org/0000-0002-1697-9116","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Carnegie Mellon University, Pittsburgh","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077268766","display_name":"Soummya Kar","orcid":"https://orcid.org/0000-0002-8060-5581"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soummya Kar","raw_affiliation_strings":["Electrical and Computer Engineering Department, Carnegie Mellon University, Pittsburgh"],"raw_orcid":"https://orcid.org/0000-0002-8060-5581","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Carnegie Mellon University, Pittsburgh","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025641667","display_name":"Usman A. Khan","orcid":"https://orcid.org/0000-0002-0853-6518"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Usman A. Khan","raw_affiliation_strings":["Electrical and Computer Engineering Department, Tufts University, Medford, Massachusetts"],"raw_orcid":"https://orcid.org/0000-0002-0853-6518","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, Tufts University, Medford, Massachusetts","institution_ids":["https://openalex.org/I121934306"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.7979,"has_fulltext":false,"cited_by_count":122,"citation_normalized_percentile":{"value":0.98832223,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"37","issue":"3","first_page":"102","last_page":"113"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variance-reduction","display_name":"Variance reduction","score":0.7877670526504517},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7866106629371643},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6512115001678467},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.553016185760498},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.549595296382904},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5029122233390808},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.46079450845718384},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.44099676609039307},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33469390869140625},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.3066513240337372},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13817250728607178}],"concepts":[{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.7877670526504517},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7866106629371643},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6512115001678467},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.553016185760498},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.549595296382904},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5029122233390808},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.46079450845718384},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.44099676609039307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33469390869140625},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.3066513240337372},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13817250728607178},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/msp.2020.2974267","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2020.2974267","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G658960699","display_name":null,"funder_award_id":"CCF-1350264; CCF-1513936; CMMI-1903972; CBET-1935555","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W1571416372","https://openalex.org/W1663973292","https://openalex.org/W1723619723","https://openalex.org/W1994860969","https://openalex.org/W2029080014","https://openalex.org/W2044212084","https://openalex.org/W2066332749","https://openalex.org/W2107438106","https://openalex.org/W2110100895","https://openalex.org/W2160643434","https://openalex.org/W2162287622","https://openalex.org/W2163786124","https://openalex.org/W2216483973","https://openalex.org/W2254148458","https://openalex.org/W2266148951","https://openalex.org/W2291434103","https://openalex.org/W2291514799","https://openalex.org/W2476071355","https://openalex.org/W2541884796","https://openalex.org/W2617960902","https://openalex.org/W2763533254","https://openalex.org/W2788596156","https://openalex.org/W2792751837","https://openalex.org/W2794887289","https://openalex.org/W2803327540","https://openalex.org/W2806414180","https://openalex.org/W2885464805","https://openalex.org/W2901838001","https://openalex.org/W2902410171","https://openalex.org/W2911327153","https://openalex.org/W2911446756","https://openalex.org/W2946319938","https://openalex.org/W2948978298","https://openalex.org/W2952215077","https://openalex.org/W2962696654","https://openalex.org/W2962771678","https://openalex.org/W2962989062","https://openalex.org/W2963023064","https://openalex.org/W2963099310","https://openalex.org/W2963156201","https://openalex.org/W2963228337","https://openalex.org/W2963247030","https://openalex.org/W2963433607","https://openalex.org/W2963457669","https://openalex.org/W2963649943","https://openalex.org/W2963855576","https://openalex.org/W2964165783","https://openalex.org/W2964725673","https://openalex.org/W2965142130","https://openalex.org/W2971336218","https://openalex.org/W2972701970","https://openalex.org/W2991772480","https://openalex.org/W3006380006","https://openalex.org/W3011020921","https://openalex.org/W3011190964","https://openalex.org/W3099715789","https://openalex.org/W3099880469","https://openalex.org/W3100513551","https://openalex.org/W3104851238","https://openalex.org/W3105632507","https://openalex.org/W4229706427","https://openalex.org/W4288612157","https://openalex.org/W4299802343","https://openalex.org/W4303683853","https://openalex.org/W4318619660","https://openalex.org/W6676105031","https://openalex.org/W6680196509","https://openalex.org/W6691563341","https://openalex.org/W6728757088","https://openalex.org/W6734509502","https://openalex.org/W6738250615","https://openalex.org/W6748761879","https://openalex.org/W6751391886","https://openalex.org/W6756976665","https://openalex.org/W6758323327","https://openalex.org/W6758557334","https://openalex.org/W6758662331","https://openalex.org/W6763299524","https://openalex.org/W6763700380","https://openalex.org/W6768361994","https://openalex.org/W6770507440"],"related_works":["https://openalex.org/W2111181341","https://openalex.org/W2886060011","https://openalex.org/W2169816622","https://openalex.org/W2298254442","https://openalex.org/W1997242758","https://openalex.org/W2169367269","https://openalex.org/W2951368390","https://openalex.org/W2291558465","https://openalex.org/W1981992409","https://openalex.org/W2067529449"],"abstract_inverted_index":{"Decentralized":[0],"methods":[1,49,78,118],"to":[2,36,63,92,125],"solve":[3],"finite-sum":[4],"minimization":[5],"problems":[6,94],"are":[7,21,83],"important":[8],"in":[9],"many":[10],"signal":[11],"processing":[12],"and":[13,28,50,67,85,88,114,121],"machine":[14,129],"learning":[15,130],"tasks":[16],"where":[17],"the":[18,76,80,99,106,117],"data":[19,30],"samples":[20],"distributed":[22],"across":[23],"a":[24,52],"network":[25],"of":[26,75,105,119,128],"nodes,":[27],"raw":[29],"sharing":[31],"is":[32],"not":[33],"permitted":[34],"due":[35],"privacy":[37],"and/or":[38],"resource":[39],"constraints.":[40],"In":[41],"this":[42],"article,":[43,100],"we":[44,101],"review":[45],"decentralized":[46,126],"stochastic":[47],"first-order":[48],"provide":[51,71,102],"unified":[53],"algorithmic":[54],"framework":[55],"that":[56],"combines":[57],"variance":[58],"reduction":[59],"with":[60],"gradient":[61],"tracking":[62],"achieve":[64],"robust":[65],"performance":[66],"fast":[68],"convergence.":[69],"We":[70],"explicit":[72],"theoretical":[73],"guarantees":[74],"corresponding":[77],"when":[79],"objective":[81],"functions":[82],"smooth":[84],"strongly":[86],"convex":[87],"show":[89],"their":[90],"applicability":[91],"nonconvex":[93],"via":[95],"numerical":[96],"experiments.":[97],"Throughout":[98],"intuitive":[103],"illustrations":[104],"main":[107],"technical":[108],"ideas":[109],"by":[110,122],"casting":[111],"appropriate":[112],"tradeoffs":[113],"comparisons":[115],"among":[116],"interest":[120],"highlighting":[123],"applications":[124],"training":[127],"models.":[131]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":28},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":17},{"year":2019,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}