{"id":"https://openalex.org/W3131453152","doi":"https://doi.org/10.1109/tcns.2021.3059848","title":"Asynchronous Stochastic Gradient Descent Over Decentralized Datasets","display_name":"Asynchronous Stochastic Gradient Descent Over Decentralized Datasets","publication_year":2021,"publication_date":"2021-02-18","ids":{"openalex":"https://openalex.org/W3131453152","doi":"https://doi.org/10.1109/tcns.2021.3059848","mag":"3131453152"},"language":"en","primary_location":{"id":"doi:10.1109/tcns.2021.3059848","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcns.2021.3059848","pdf_url":null,"source":{"id":"https://openalex.org/S2502544478","display_name":"IEEE Transactions on Control of Network Systems","issn_l":"2325-5870","issn":["2325-5870","2372-2533"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control of Network Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080831482","display_name":"Yubo Du","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yubo Du","raw_affiliation_strings":["Department of Automation, and BNRist, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, and BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088962631","display_name":"Keyou You","orcid":"https://orcid.org/0000-0003-4355-5340"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keyou You","raw_affiliation_strings":["Department of Automation, and BNRist, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, and BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5080831482"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.3597,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.84036345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"8","issue":"3","first_page":"1212","last_page":"1224"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.8990908265113831},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.8432626724243164},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.70926833152771},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.6111335754394531},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5701950788497925},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5554630160331726},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.37153470516204834},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3271430730819702},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2845398783683777},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15798410773277283},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.10473337769508362}],"concepts":[{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.8990908265113831},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.8432626724243164},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.70926833152771},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.6111335754394531},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5701950788497925},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5554630160331726},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.37153470516204834},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3271430730819702},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2845398783683777},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15798410773277283},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.10473337769508362},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C126838900","wikidata":"https://www.wikidata.org/wiki/Q77604","display_name":"Radiology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcns.2021.3059848","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcns.2021.3059848","pdf_url":null,"source":{"id":"https://openalex.org/S2502544478","display_name":"IEEE Transactions on Control of Network Systems","issn_l":"2325-5870","issn":["2325-5870","2372-2533"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control of Network Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1850434087","display_name":null,"funder_award_id":"62033006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W778657980","https://openalex.org/W1603765807","https://openalex.org/W1869943389","https://openalex.org/W2039321646","https://openalex.org/W2049469158","https://openalex.org/W2054104996","https://openalex.org/W2060393849","https://openalex.org/W2087402357","https://openalex.org/W2092079425","https://openalex.org/W2100007248","https://openalex.org/W2105767123","https://openalex.org/W2112284959","https://openalex.org/W2112796928","https://openalex.org/W2117499659","https://openalex.org/W2117905067","https://openalex.org/W2125993116","https://openalex.org/W2130263842","https://openalex.org/W2132737349","https://openalex.org/W2138243089","https://openalex.org/W2150102617","https://openalex.org/W2155143729","https://openalex.org/W2161305486","https://openalex.org/W2162594647","https://openalex.org/W2168231600","https://openalex.org/W2287820382","https://openalex.org/W2530417694","https://openalex.org/W2535838896","https://openalex.org/W2541884796","https://openalex.org/W2569020760","https://openalex.org/W2616811598","https://openalex.org/W2767079719","https://openalex.org/W2789243870","https://openalex.org/W2885464805","https://openalex.org/W2902410171","https://openalex.org/W2912592113","https://openalex.org/W2921434559","https://openalex.org/W2949585412","https://openalex.org/W2949908569","https://openalex.org/W2951996732","https://openalex.org/W2955213239","https://openalex.org/W2962688627","https://openalex.org/W2962863496","https://openalex.org/W2962950660","https://openalex.org/W2963228337","https://openalex.org/W2963470657","https://openalex.org/W2963804082","https://openalex.org/W2963903325","https://openalex.org/W2972497108","https://openalex.org/W2974175488","https://openalex.org/W2980592932","https://openalex.org/W2995653155","https://openalex.org/W2996725199","https://openalex.org/W3038022836","https://openalex.org/W3041966875","https://openalex.org/W3099880469","https://openalex.org/W3109738316","https://openalex.org/W4288111766","https://openalex.org/W4294106961","https://openalex.org/W4297687186","https://openalex.org/W4299802343","https://openalex.org/W4318619660","https://openalex.org/W4388297583","https://openalex.org/W6622473587","https://openalex.org/W6638803421","https://openalex.org/W6638900827","https://openalex.org/W6662929504","https://openalex.org/W6663928985","https://openalex.org/W6675069819","https://openalex.org/W6677756232","https://openalex.org/W6679393576","https://openalex.org/W6680402377","https://openalex.org/W6681875376","https://openalex.org/W6684859321","https://openalex.org/W6692488971","https://openalex.org/W6728532308","https://openalex.org/W6728757088","https://openalex.org/W6745458143","https://openalex.org/W6748632073","https://openalex.org/W6756976665","https://openalex.org/W6758757267","https://openalex.org/W6759238902","https://openalex.org/W6760214840","https://openalex.org/W6762028012","https://openalex.org/W6765541894","https://openalex.org/W6767664422","https://openalex.org/W6769019839","https://openalex.org/W6771536673","https://openalex.org/W6771857412","https://openalex.org/W6781119572","https://openalex.org/W6786672201"],"related_works":["https://openalex.org/W4206903459","https://openalex.org/W4283028824","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4231621013","https://openalex.org/W4362706668","https://openalex.org/W3008318776","https://openalex.org/W1977633006","https://openalex.org/W1971945429"],"abstract_inverted_index":{"The":[0],"computational":[1],"efficiency":[2,53],"of":[3,54,86,134,153],"the":[4,27,52,84,91,118,121,128,151,154],"asynchronous":[5,110],"stochastic":[6,111],"gradient":[7,112],"descent":[8,113],"(ASGD)":[9],"against":[10],"its":[11,74],"synchronous":[12],"version":[13],"has":[14],"been":[15],"well":[16],"documented":[17],"in":[18],"recent":[19],"works.":[20],"Unfortunately,":[21],"it":[22],"usually":[23],"works":[24],"only":[25,72],"for":[26,56],"situation":[28],"that":[29,81,127],"all":[30],"workers":[31],"retrieve":[32],"data":[33,39],"from":[34],"a":[35,62,108,131],"shared":[36],"dataset.":[37,77],"As":[38],"get":[40],"larger":[41],"and":[42],"more":[43],"distributed,":[44],"new":[45],"ideas":[46],"are":[47],"urgently":[48],"needed":[49],"to":[50,83,99],"maintain":[51],"ASGD":[55,64,92],"decentralized":[57,66,87,109],"training.":[58],"This":[59],"article":[60],"proposes":[61],"novel":[63],"over":[65],"datasets":[67,88],"where":[68],"each":[69],"worker":[70],"can":[71],"access":[73],"local":[75],"privacy-preserved":[76],"We":[78,125],"first":[79],"observe":[80],"due":[82],"heterogeneity":[85],"and/or":[89],"workers,":[90],"will":[93],"progress":[94],"at":[95],"wrong":[96],"directions,":[97],"leading":[98],"undesired":[100],"solutions.":[101],"To":[102],"tackle":[103],"this":[104],"issue,":[105],"we":[106],"propose":[107],"(DASGD)":[114],"method":[115],"by":[116],"weighting":[117],"SG":[119],"via":[120],"importance":[122],"sampling":[123],"technique.":[124],"prove":[126],"DASGD":[129],"achieves":[130],"convergence":[132],"rate":[133],"O(1/K":[135],"<sup":[136],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[137],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\\frac12</sup>":[138],")":[139],"on":[140],"nonconvex":[141],"training":[142],"problems":[143],"under":[144],"mild":[145],"conditions.":[146],"Numerical":[147],"results":[148],"also":[149],"substantiate":[150],"performance":[152],"proposed":[155],"algorithm.":[156]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}