{"id":"https://openalex.org/W2908334250","doi":"https://doi.org/10.1109/tsp.2022.3223214","title":"DAdam: A Consensus-Based Distributed Adaptive Gradient Method for Online Optimization","display_name":"DAdam: A Consensus-Based Distributed Adaptive Gradient Method for Online Optimization","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W2908334250","doi":"https://doi.org/10.1109/tsp.2022.3223214","mag":"2908334250"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2022.3223214","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3223214","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038060953","display_name":"Parvin Nazari","orcid":"https://orcid.org/0000-0003-3435-6219"},"institutions":[{"id":"https://openalex.org/I158248296","display_name":"Amirkabir University of Technology","ror":"https://ror.org/04gzbav43","country_code":"IR","type":"education","lineage":["https://openalex.org/I158248296"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Parvin Nazari","raw_affiliation_strings":["Department of Mathematics and Computer Science, Amirkabir University of Technology (Tehran Polytechnic), Rasht St, Iran"],"raw_orcid":"https://orcid.org/0000-0003-3435-6219","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, Amirkabir University of Technology (Tehran Polytechnic), Rasht St, Iran","institution_ids":["https://openalex.org/I158248296"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014974115","display_name":"Davoud Ataee Tarzanagh","orcid":"https://orcid.org/0000-0003-1267-3889"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Davoud Ataee Tarzanagh","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-1267-3889","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017220650","display_name":"George Michailidis","orcid":"https://orcid.org/0000-0002-3676-1739"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George Michailidis","raw_affiliation_strings":["Department of Statistics, University of Florida, Gainesville, FL, USA"],"raw_orcid":"https://orcid.org/0000-0002-3676-1739","affiliations":[{"raw_affiliation_string":"Department of Statistics, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":5.6464,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.96484905,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"70","issue":null,"first_page":"6065","last_page":"6079"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.684346616268158},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5545204281806946},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43629223108291626},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4324636161327362},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3713127374649048},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.36006635427474976},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3341142237186432},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20065265893936157}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.684346616268158},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5545204281806946},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43629223108291626},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4324636161327362},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3713127374649048},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36006635427474976},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3341142237186432},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20065265893936157},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2022.3223214","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3223214","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3563155413","display_name":null,"funder_award_id":"DMS 2210358","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G4857551012","display_name":null,"funder_award_id":"DMS 1854476","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":99,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1117774183","https://openalex.org/W1522301498","https://openalex.org/W1571416372","https://openalex.org/W1595172192","https://openalex.org/W1616857247","https://openalex.org/W1686475922","https://openalex.org/W1967138577","https://openalex.org/W1979289676","https://openalex.org/W1983267717","https://openalex.org/W1994616650","https://openalex.org/W2002356046","https://openalex.org/W2016384870","https://openalex.org/W2024233567","https://openalex.org/W2044212084","https://openalex.org/W2046387702","https://openalex.org/W2077723394","https://openalex.org/W2083842231","https://openalex.org/W2097380742","https://openalex.org/W2107915509","https://openalex.org/W2117412539","https://openalex.org/W2123705108","https://openalex.org/W2129160848","https://openalex.org/W2134711723","https://openalex.org/W2146502635","https://openalex.org/W2148087609","https://openalex.org/W2148825261","https://openalex.org/W2154834860","https://openalex.org/W2155356457","https://openalex.org/W2162195727","https://openalex.org/W2194775991","https://openalex.org/W2283463896","https://openalex.org/W2296883750","https://openalex.org/W2513180554","https://openalex.org/W2541884796","https://openalex.org/W2569714389","https://openalex.org/W2619516334","https://openalex.org/W2742141334","https://openalex.org/W2763948036","https://openalex.org/W2765166321","https://openalex.org/W2785523195","https://openalex.org/W2789243870","https://openalex.org/W2805767638","https://openalex.org/W2808678810","https://openalex.org/W2886463271","https://openalex.org/W2886837499","https://openalex.org/W2887729414","https://openalex.org/W2891952073","https://openalex.org/W2894692220","https://openalex.org/W2951395930","https://openalex.org/W2951777528","https://openalex.org/W2952524552","https://openalex.org/W2961310303","https://openalex.org/W2962771678","https://openalex.org/W2963228337","https://openalex.org/W2963433607","https://openalex.org/W2963446712","https://openalex.org/W2963649943","https://openalex.org/W2963732316","https://openalex.org/W2963855576","https://openalex.org/W2964026281","https://openalex.org/W2964309292","https://openalex.org/W2980046802","https://openalex.org/W3026744770","https://openalex.org/W3095522579","https://openalex.org/W3101665129","https://openalex.org/W3106211621","https://openalex.org/W3114728946","https://openalex.org/W3123661679","https://openalex.org/W3129751290","https://openalex.org/W3205564238","https://openalex.org/W4229706427","https://openalex.org/W4292022450","https://openalex.org/W4292722250","https://openalex.org/W4294237951","https://openalex.org/W6600284362","https://openalex.org/W6602391300","https://openalex.org/W6630944920","https://openalex.org/W6631190155","https://openalex.org/W6681435938","https://openalex.org/W6681723013","https://openalex.org/W6725964698","https://openalex.org/W6738250615","https://openalex.org/W6738491991","https://openalex.org/W6740154879","https://openalex.org/W6741886682","https://openalex.org/W6747620207","https://openalex.org/W6748632073","https://openalex.org/W6752346000","https://openalex.org/W6753170497","https://openalex.org/W6753892653","https://openalex.org/W6754654111","https://openalex.org/W6755206553","https://openalex.org/W6759529498","https://openalex.org/W6762626082","https://openalex.org/W6767428816","https://openalex.org/W6769380244","https://openalex.org/W6777173383","https://openalex.org/W6802464851"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2053286651","https://openalex.org/W2181743346","https://openalex.org/W2187401768","https://openalex.org/W2181413294","https://openalex.org/W2052122378","https://openalex.org/W2544423928","https://openalex.org/W2062023542","https://openalex.org/W4313731559"],"abstract_inverted_index":{"Adaptive":[0],"optimization":[1,61,162],"methods,":[2],"such":[3],"asAdaGrad,RMSProp,":[4],"andAdam,":[5],"are":[6],"widely":[7],"used":[8,112],"in":[9,22,97,113,140,154],"solving":[10],"large-scale":[11],"machine":[12,114],"learning":[13,115],"problems.":[14],"A":[15],"number":[16],"of":[17,109,122,135],"schemes":[18],"have":[19],"been":[20],"proposed":[21,124],"the":[23,119,123,132],"literature":[24],"aiming":[25],"at":[26],"parallelizing":[27],"them,":[28],"based":[29],"on":[30,131],"communications":[31,42],"between":[32],"peripheral":[33],"nodes":[34],"with":[35],"a":[36,50,63,128],"central":[37],"node,":[38],"but":[39],"incur":[40],"high":[41],"cost.":[43],"To":[44],"address":[45],"this":[46,98],"issue,":[47],"we":[48],"develop":[49],"novel":[51],"consensus-based":[52],"distributed":[53],"adaptive":[54,104,136],"moment":[55,137],"estimation":[56,138],"method":[57,76],"(DAdam)":[58],"for":[59,106],"online":[60,142,161],"over":[62],"decentralized":[64,73],"network":[65],"that":[66],"enables":[67],"data":[68,90],"parallelization,":[69],"as":[70,72,94],"well":[71],"computation.":[74],"The":[75],"is":[77,91],"particularly":[78],"useful,":[79],"since":[80],"it":[81,100],"can":[82,101],"accommodate":[83],"settings":[84],"where":[85],"access":[86],"only":[87],"to":[88,159],"local":[89],"permitted.":[92],"Further,":[93],"established":[95],"theoretically":[96],"work,":[99],"outperform":[102],"centralized":[103],"algorithms,":[105],"certain":[107],"classes":[108],"loss":[110],"functions":[111],"applications.":[116],"We":[117],"analyze":[118],"convergence":[120,133],"properties":[121],"algorithm":[125],"and":[126,144,156],"provide":[127],"regret":[129],"bound":[130],"rate":[134],"methods":[139],"both":[141],"convex":[143],"non-convex":[145],"settings.":[146],"Empirical":[147],"results":[148],"demonstrate":[149],"thatDAdamexhibits":[150],"also":[151],"good":[152],"performance":[153],"practice":[155],"compares":[157],"favorably":[158],"competing":[160],"methods.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":2}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}