{"id":"https://openalex.org/W2947550732","doi":"https://doi.org/10.1109/spcom.2018.8724408","title":"Decentralized Asynchronous Stochastic Gradient Descent: Convergence Rate Analysis","display_name":"Decentralized Asynchronous Stochastic Gradient Descent: Convergence Rate Analysis","publication_year":2018,"publication_date":"2018-07-01","ids":{"openalex":"https://openalex.org/W2947550732","doi":"https://doi.org/10.1109/spcom.2018.8724408","mag":"2947550732"},"language":"en","primary_location":{"id":"doi:10.1109/spcom.2018.8724408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/spcom.2018.8724408","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 International Conference on Signal Processing and Communications (SPCOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039563144","display_name":"Amrit Singh Bedi","orcid":"https://orcid.org/0000-0002-8807-2695"},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Amrit Singh Bedi","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Kanpur, Uttar Pradesh"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Kanpur, Uttar Pradesh","institution_ids":["https://openalex.org/I94234084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030276716","display_name":"Hrusikesha Pradhan","orcid":"https://orcid.org/0000-0003-0282-7258"},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Hrusikesha Pradhan","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Kanpur, Uttar Pradesh"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Kanpur, Uttar Pradesh","institution_ids":["https://openalex.org/I94234084"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007246073","display_name":"Ketan Rajawat","orcid":"https://orcid.org/0000-0002-4508-0062"},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ketan Rajawat","raw_affiliation_strings":["Department of Electrical Engineering, Indian Institute of Technology Kanpur, Uttar Pradesh"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Indian Institute of Technology Kanpur, Uttar Pradesh","institution_ids":["https://openalex.org/I94234084"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5039563144"],"corresponding_institution_ids":["https://openalex.org/I94234084"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2659463,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"20","issue":null,"first_page":"402","last_page":"406"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.830906867980957},{"id":"https://openalex.org/keywords/asynchrony","display_name":"Asynchrony (computer programming)","score":0.6721805930137634},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6477339863777161},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.6397701501846313},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6387841701507568},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6144660711288452},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.59749436378479},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5594968795776367},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4990963935852051},{"id":"https://openalex.org/keywords/stochastic-approximation","display_name":"Stochastic approximation","score":0.4655153751373291},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4426793158054352},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4269311726093292},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2974633574485779},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1581578254699707},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09834182262420654}],"concepts":[{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.830906867980957},{"id":"https://openalex.org/C2779019669","wikidata":"https://www.wikidata.org/wiki/Q25203946","display_name":"Asynchrony (computer programming)","level":3,"score":0.6721805930137634},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6477339863777161},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.6397701501846313},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6387841701507568},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6144660711288452},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.59749436378479},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5594968795776367},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4990963935852051},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.4655153751373291},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4426793158054352},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4269311726093292},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2974633574485779},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1581578254699707},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09834182262420654},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/spcom.2018.8724408","is_oa":false,"landing_page_url":"https://doi.org/10.1109/spcom.2018.8724408","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 International Conference on Signal Processing and Communications (SPCOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W809736386","https://openalex.org/W1506295250","https://openalex.org/W1568668329","https://openalex.org/W1955857676","https://openalex.org/W1971942712","https://openalex.org/W1973754217","https://openalex.org/W2036256495","https://openalex.org/W2049469158","https://openalex.org/W2076653688","https://openalex.org/W2079482358","https://openalex.org/W2117412539","https://openalex.org/W2130442323","https://openalex.org/W2138993731","https://openalex.org/W2140655807","https://openalex.org/W2149434211","https://openalex.org/W2156779765","https://openalex.org/W2338191349","https://openalex.org/W2949585412","https://openalex.org/W4295237216","https://openalex.org/W6662929504"],"related_works":["https://openalex.org/W2895097035","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4362706668","https://openalex.org/W4231621013","https://openalex.org/W3171021120","https://openalex.org/W3008318776","https://openalex.org/W2041416246"],"abstract_inverted_index":{"Decentralized":[0],"algorithms":[1],"for":[2,20,96],"multi-agent":[3],"networks":[4],"have":[5],"attracted":[6],"a":[7,27,88,127,132],"considerable":[8],"research":[9],"interest.":[10],"Stochastic":[11],"gradient":[12,29],"descent":[13,30],"and":[14,47,95],"its":[15],"variations":[16],"are":[17,54,122],"popularly":[18],"used":[19],"developing":[21,80],"such":[22],"algorithms.":[23],"This":[24],"paper":[25],"considers":[26],"stochastic":[28],"algorithm":[31,76,111,145],"in":[32],"which":[33],"each":[34],"node":[35],"is":[36,77,114],"randomly":[37],"selected":[38],"to":[39,64],"carry":[40],"out":[41,67],"the":[42,51,74,84,91,105,110,139,143,147],"update.":[43],"The":[44,71,101,116],"stringent":[45],"computational":[46],"communication":[48],"requirements":[49],"of":[50,73,90,93,107,119,142],"synchronous":[52],"framework":[53],"overcome":[55],"by":[56,79,137],"proposing":[57],"an":[58],"asynchronous":[59],"variant":[60],"that":[61,104],"allows":[62],"updates":[63],"be":[65],"carried":[66],"using":[68],"delayed":[69],"gradients.":[70],"performance":[72,140],"proposed":[75,144],"analyzed":[78],"non-asymptotic":[81],"bounds":[82,102],"on":[83,109],"optimality":[85],"gap,":[86],"as":[87],"function":[89],"number":[92],"iterations,":[94],"various":[97],"diminishing":[98],"step-size":[99],"rules.":[100],"indicate":[103],"effect":[106],"asynchrony":[108],"convergence":[112],"rate":[113],"minimal.":[115],"theoretical":[117],"findings":[118],"this":[120],"work":[121],"further":[123],"illustrated":[124],"through":[125],"solving":[126],"distributed":[128],"estimation":[129],"problem":[130],"over":[131],"large":[133],"network.":[134],"We":[135],"conclude":[136],"presenting":[138],"comparison":[141],"against":[146],"classical":[148],"cyclic":[149],"incremental":[150],"algorithm.":[151]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}