{"id":"https://openalex.org/W2049469158","doi":"https://doi.org/10.1109/cdc.2012.6426626","title":"Distributed delayed stochastic optimization","display_name":"Distributed delayed stochastic optimization","publication_year":2012,"publication_date":"2012-12-01","ids":{"openalex":"https://openalex.org/W2049469158","doi":"https://doi.org/10.1109/cdc.2012.6426626","mag":"2049469158"},"language":"en","primary_location":{"id":"doi:10.1109/cdc.2012.6426626","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2012.6426626","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE 51st IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036435487","display_name":"Alekh Agarwal","orcid":"https://orcid.org/0000-0001-7032-7162"},"institutions":[{"id":"https://openalex.org/I4401726785","display_name":"Microsoft Research New York City (United States)","ror":"https://ror.org/056zprp28","country_code":null,"type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]},{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alekh Agarwal","raw_affiliation_strings":["Microsoft Research, New York, NY, USA","Microsoft Research, New York, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, New York, NY, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]},{"raw_affiliation_string":"Microsoft Research, New York, USA","institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061331093","display_name":"John C. Duchi","orcid":"https://orcid.org/0000-0003-0045-7185"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John C. Duchi","raw_affiliation_strings":["Department of EECS, University of California, Berkeley, Berkeley, CA, USA","[Dept. of EECS, University of California, Berkeley, USA]"],"affiliations":[{"raw_affiliation_string":"Department of EECS, University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"[Dept. of EECS, University of California, Berkeley, USA]","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5036435487"],"corresponding_institution_ids":["https://openalex.org/I1290206253","https://openalex.org/I4401726785"],"apc_list":null,"apc_paid":null,"fwci":21.8498,"has_fulltext":false,"cited_by_count":252,"citation_normalized_percentile":{"value":0.99508167,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"5451","last_page":"5452"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.734466552734375},{"id":"https://openalex.org/keywords/asynchrony","display_name":"Asynchrony (computer programming)","score":0.7144564986228943},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6611244678497314},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.601992130279541},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5844550728797913},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.5600980520248413},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.5461335182189941},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5331187844276428},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.47721296548843384},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4709896743297577},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2746647596359253},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.274007111787796},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.07691583037376404}],"concepts":[{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.734466552734375},{"id":"https://openalex.org/C2779019669","wikidata":"https://www.wikidata.org/wiki/Q25203946","display_name":"Asynchrony (computer programming)","level":3,"score":0.7144564986228943},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6611244678497314},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.601992130279541},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5844550728797913},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.5600980520248413},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.5461335182189941},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5331187844276428},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.47721296548843384},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4709896743297577},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2746647596359253},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.274007111787796},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.07691583037376404},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C188082640","wikidata":"https://www.wikidata.org/wiki/Q1780899","display_name":"Complementation","level":4,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127716648","wikidata":"https://www.wikidata.org/wiki/Q104053","display_name":"Phenotype","level":3,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc.2012.6426626","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2012.6426626","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE 51st IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1505731132","https://openalex.org/W1506295250","https://openalex.org/W1547358136","https://openalex.org/W1568288633","https://openalex.org/W1603765807","https://openalex.org/W1700858026","https://openalex.org/W1994616650","https://openalex.org/W2024484010","https://openalex.org/W2044212084","https://openalex.org/W2049469158","https://openalex.org/W2066332749","https://openalex.org/W2096199223","https://openalex.org/W2122678453","https://openalex.org/W2130062883","https://openalex.org/W2133233009","https://openalex.org/W2150102617","https://openalex.org/W2155143729","https://openalex.org/W2169713291","https://openalex.org/W2949198759","https://openalex.org/W2952033860","https://openalex.org/W3101665129","https://openalex.org/W4205555171","https://openalex.org/W4300167747","https://openalex.org/W6656719126","https://openalex.org/W6679314259"],"related_works":["https://openalex.org/W2534656837","https://openalex.org/W2374603670","https://openalex.org/W2061653780","https://openalex.org/W4300245965","https://openalex.org/W2414929729","https://openalex.org/W2585854369","https://openalex.org/W2944915449","https://openalex.org/W2102266661","https://openalex.org/W2122229220","https://openalex.org/W4283014255"],"abstract_inverted_index":{"We":[0,57,119,159],"analyze":[1],"the":[2,64,67,80,89,107,155],"convergence":[3,117],"of":[4,20,66,82,130,157],"gradient-based":[5,25],"optimization":[6,27,124],"algorithms":[7,28],"that":[8,72,102],"base":[9],"their":[10],"updates":[11,35],"on":[12,43,76,168],"delayed":[13],"stochastic":[14,40,105,127],"gradient":[15],"information.":[16],"The":[17],"main":[18,97],"application":[19],"our":[21,162],"results":[22,164],"is":[23,69,99,141],"to":[24,52,55,100,143],"distributed":[26,148],"where":[29,63],"a":[30,147,169],"master":[31],"node":[32],"performs":[33],"parameter":[34],"while":[36],"worker":[37],"nodes":[38,152],"compute":[39],"gradients":[41],"based":[42],"local":[44],"information":[45],"in":[46,85,126,154],"parallel,":[47],"which":[48],"may":[49],"give":[50],"rise":[51],"delays":[53,108],"due":[54],"asynchrony.":[56],"take":[58],"motivation":[59],"from":[60],"statistical":[61],"problems":[62,92],"size":[65],"data":[68],"so":[70],"large":[71],"it":[73],"cannot":[74],"fit":[75],"one":[77],"computer;":[78],"with":[79,150,165],"advent":[81],"huge":[83],"datasets":[84],"biology,":[86],"astronomy,":[87],"and":[88,112],"internet,":[90],"such":[91],"are":[93,109],"now":[94],"common.":[95],"Our":[96],"contribution":[98],"show":[101,120],"for":[103,146],"smooth":[104],"problems,":[106],"asymptotically":[110,133],"negligible":[111],"we":[113],"can":[114],"achieve":[115],"order-optimal":[116],"results.":[118],"n-node":[121],"architectures":[122],"whose":[123],"error":[125],"problems-in":[128],"spite":[129],"asynchronous":[131],"delays-scales":[132],"as":[134],"O(1/\u221anT)":[135],"after":[136],"T":[137],"iterations.":[138],"This":[139],"rate":[140],"known":[142],"be":[144],"optimal":[145],"system":[149],"n":[151],"even":[153],"absence":[156],"delays.":[158],"additionally":[160],"complement":[161],"theoretical":[163],"numerical":[166],"experiments":[167],"logistic":[170],"regression":[171],"task.":[172]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":31},{"year":2021,"cited_by_count":30},{"year":2020,"cited_by_count":27},{"year":2019,"cited_by_count":21},{"year":2018,"cited_by_count":19},{"year":2017,"cited_by_count":13},{"year":2016,"cited_by_count":23},{"year":2015,"cited_by_count":10},{"year":2014,"cited_by_count":17},{"year":2013,"cited_by_count":16},{"year":2012,"cited_by_count":6}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}