{"id":"https://openalex.org/W2993087438","doi":"https://doi.org/10.1109/allerton.2019.8919853","title":"Nested Distributed Gradient Methods with Stochastic Computation Errors","display_name":"Nested Distributed Gradient Methods with Stochastic Computation Errors","publication_year":2019,"publication_date":"2019-09-01","ids":{"openalex":"https://openalex.org/W2993087438","doi":"https://doi.org/10.1109/allerton.2019.8919853","mag":"2993087438"},"language":"en","primary_location":{"id":"doi:10.1109/allerton.2019.8919853","doi":"https://doi.org/10.1109/allerton.2019.8919853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2019.8919853","pdf_url":null,"source":{"id":"https://openalex.org/S4306417658","display_name":"Allerton Conference on Communication, Control, and Computing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 57th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1909.13400","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046688950","display_name":"Charikleia Iakovidou","orcid":"https://orcid.org/0000-0002-9925-6983","observed_orcids":["https://orcid.org/0000-0002-9925-6983"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charikleia Iakovidou","raw_affiliation_strings":["Northwestern University,Department of Electrical and Computer Engineering,Evanston,IL,USA","Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University,Department of Electrical and Computer Engineering,Evanston,IL,USA","institution_ids":["https://openalex.org/I111979921"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085511405","display_name":"Ermin Wei","orcid":"https://orcid.org/0000-0002-8035-484X","observed_orcids":["https://orcid.org/0000-0002-8035-484X"]},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ermin Wei","raw_affiliation_strings":["Northwestern University,Department of Electrical and Computer Engineering,Evanston,IL,USA","Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern University,Department of Electrical and Computer Engineering,Evanston,IL,USA","institution_ids":["https://openalex.org/I111979921"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I111979921"],"apc_list":null,"apc_paid":null,"fwci":0.7021,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.58050135,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":93},"biblio":{"volume":null,"issue":null,"first_page":"339","last_page":"346"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.875,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.875,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.1152999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distributed-optimization","display_name":"distributed optimization","score":0.7490000128746033},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"stochastic gradient descent","score":0.609000027179718},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"convex optimization","score":0.4869999885559082},{"id":"https://openalex.org/keywords/linear-convergence","display_name":"linear convergence","score":0.6159999966621399},{"id":"https://openalex.org/keywords/strongly-convex-functions","display_name":"strongly convex functions","score":0.8330000042915344},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"noise reduction","score":0.7390000224113464},{"id":"https://openalex.org/keywords/mini-batching","display_name":"mini-batching","score":0.8949999809265137},{"id":"https://openalex.org/keywords/networked-agents","display_name":"networked agents","score":0.6000000238418579}],"concepts":[{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.7098273038864136},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6552282571792603},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6325406432151794},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6078622937202454},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.5502364039421082},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5130175948143005},{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.503295361995697},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.502314567565918},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.4849696159362793},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.48421311378479004},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.44861310720443726},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.4374416470527649},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.4243309199810028},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.42249441146850586},{"id":"https://openalex.org/C75438885","wikidata":"https://www.wikidata.org/wiki/Q3403615","display_name":"Large deviations theory","level":2,"score":0.42239201068878174},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.35740411281585693},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.28144747018814087},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2629213035106659},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.08520561456680298},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/allerton.2019.8919853","doi":"https://doi.org/10.1109/allerton.2019.8919853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2019.8919853","pdf_url":null,"source":{"id":"https://openalex.org/S4306417658","display_name":"Allerton Conference on Communication, Control, and Computing","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 57th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1909.13400","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.13400","pdf_url":"https://arxiv.org/pdf/1909.13400","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1909.13400","doi":"https://doi.org/10.48550/arxiv.1909.13400","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1909.13400","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1909.13400","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1909.13400","pdf_url":"https://arxiv.org/pdf/1909.13400","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G7236905731","display_name":null,"funder_award_id":"HR-001117S0039","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2993087438.pdf","grobid_xml":"https://content.openalex.org/works/W2993087438.grobid-xml"},"referenced_works_count":61,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W866281365","https://openalex.org/W1560148589","https://openalex.org/W1571416372","https://openalex.org/W1588593629","https://openalex.org/W1603765807","https://openalex.org/W2009537245","https://openalex.org/W2012106138","https://openalex.org/W2022948311","https://openalex.org/W2044212084","https://openalex.org/W2057929279","https://openalex.org/W2066332749","https://openalex.org/W2078831169","https://openalex.org/W2080467172","https://openalex.org/W2107568926","https://openalex.org/W2114791779","https://openalex.org/W2129122308","https://openalex.org/W2130758224","https://openalex.org/W2141648331","https://openalex.org/W2148087609","https://openalex.org/W2156779765","https://openalex.org/W2158643468","https://openalex.org/W2162594647","https://openalex.org/W2164278908","https://openalex.org/W2171978417","https://openalex.org/W2216483973","https://openalex.org/W2266148951","https://openalex.org/W2343466252","https://openalex.org/W2537046506","https://openalex.org/W2586683640","https://openalex.org/W2588638503","https://openalex.org/W2763533254","https://openalex.org/W2765170276","https://openalex.org/W2789243870","https://openalex.org/W2789912105","https://openalex.org/W2790129348","https://openalex.org/W2803327540","https://openalex.org/W2806414180","https://openalex.org/W2890721294","https://openalex.org/W2948978298","https://openalex.org/W2962757173","https://openalex.org/W2962917900","https://openalex.org/W2962970367","https://openalex.org/W2962989062","https://openalex.org/W2963023064","https://openalex.org/W2963156126","https://openalex.org/W2963228337","https://openalex.org/W2963515790","https://openalex.org/W2963596156","https://openalex.org/W2963649943","https://openalex.org/W2963748878","https://openalex.org/W2963855576","https://openalex.org/W3011020921","https://openalex.org/W3011252985","https://openalex.org/W3026733282","https://openalex.org/W3027187636","https://openalex.org/W3120740533","https://openalex.org/W3214324039","https://openalex.org/W4292363360","https://openalex.org/W6635201550","https://openalex.org/W6748632073"],"related_works":["https://openalex.org/W3128503924","https://openalex.org/W3011252985","https://openalex.org/W2963023064","https://openalex.org/W3005380562","https://openalex.org/W3046757036","https://openalex.org/W2886526088","https://openalex.org/W4316034840","https://openalex.org/W2980919526","https://openalex.org/W4400976259","https://openalex.org/W4405562663"],"abstract_inverted_index":{"In":[0],"this":[1,71],"work,":[2],"we":[3,57,73,182],"consider":[4],"the":[5,64,84,114,142,188],"problem":[6],"of":[7,10,16,63,77,117,141,190],"a":[8,14,75,139,146,168],"network":[9,179],"agents":[11,20],"collectively":[12],"minimizing":[13],"sum":[15],"convex":[17,152],"functions.":[18],"The":[19],"in":[21,100],"our":[22,118,135,191],"setting":[23],"can":[24],"only":[25,60],"access":[26],"their":[27,35],"local":[28,65,150],"objective":[29],"functions":[30,153],"and":[31,54,97,128,154],"exchange":[32],"information":[33],"with":[34,145,164,178],"immediate":[36],"neighbors.":[37],"Motivated":[38],"by":[39],"applications":[40],"where":[41,102],"computation":[42,104],"is":[43,105,109],"imperfect,":[44],"including,":[45],"but":[46],"not":[47],"limited":[48],"to,":[49],"empirical":[50],"risk":[51],"minimization":[52],"(ERM)":[53],"online":[55],"learning,":[56],"assume":[58],"that":[59,134,161],"noisy":[61],"estimates":[62],"gradients":[66,166],"are":[67,94],"available.":[68],"To":[69],"tackle":[70],"problem,":[72],"adapt":[74],"class":[76],"Nested":[78],"Distributed":[79],"Gradient":[80],"methods":[81,89],"(NEAR-DGD)":[82],"to":[83,138,173,186],"stochastic":[85,124,165],"gradient":[86,103],"setting.":[87],"These":[88],"have":[90],"minimal":[91],"storage":[92],"requirements,":[93],"communication":[95,108],"aware":[96],"perform":[98],"well":[99],"settings":[101],"costly,":[106],"while":[107],"relatively":[110],"inexpensive.":[111],"We":[112,158],"investigate":[113],"convergence":[115],"properties":[116],"method":[119,136],"under":[120],"standard":[121],"assumptions":[122],"for":[123,149],"gradients,":[125],"i.e.":[126],"unbiasedness":[127],"bounded":[129],"variance.":[130],"Our":[131],"analysis":[132],"indicates":[133],"converges":[137],"neighborhood":[140],"optimal":[143],"solution":[144],"linear":[147],"rate":[148],"strongly":[151],"appropriate":[155],"constant":[156],"steplengths.":[157],"also":[159],"show":[160],"distributed":[162],"optimization":[163],"achieves":[167],"noise":[169],"reduction":[170],"effect":[171],"similar":[172],"mini-batching,":[174],"which":[175],"scales":[176],"favorably":[177],"size.":[180],"Finally,":[181],"present":[183],"numerical":[184],"results":[185],"demonstrate":[187],"effectiveness":[189],"method.":[192]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2019-12-13T00:00:00"}