{"id":"https://openalex.org/W2908334250","doi":"https://doi.org/10.1109/tsp.2022.3223214","title":"DAdam: A Consensus-Based Distributed Adaptive Gradient Method for Online Optimization","display_name":"DAdam: A Consensus-Based Distributed Adaptive Gradient Method for Online Optimization","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W2908334250","doi":"https://doi.org/10.1109/tsp.2022.3223214","mag":"2908334250"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2022.3223214","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3223214","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038060953","display_name":"Parvin Nazari","orcid":"https://orcid.org/0000-0003-3435-6219"},"institutions":[{"id":"https://openalex.org/I158248296","display_name":"Amirkabir University of Technology","ror":"https://ror.org/04gzbav43","country_code":"IR","type":"education","lineage":["https://openalex.org/I158248296"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Parvin Nazari","raw_affiliation_strings":["Department of Mathematics and Computer Science, Amirkabir University of Technology (Tehran Polytechnic), Rasht St, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, Amirkabir University of Technology (Tehran Polytechnic), Rasht St, Iran","institution_ids":["https://openalex.org/I158248296"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014974115","display_name":"Davoud Ataee Tarzanagh","orcid":"https://orcid.org/0000-0003-1267-3889"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Davoud Ataee Tarzanagh","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Michigan, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017220650","display_name":"George Michailidis","orcid":"https://orcid.org/0000-0002-3676-1739"},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George Michailidis","raw_affiliation_strings":["Department of Statistics, University of Florida, Gainesville, FL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5038060953"],"corresponding_institution_ids":["https://openalex.org/I158248296"],"apc_list":null,"apc_paid":null,"fwci":5.9319,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.96736297,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"70","issue":null,"first_page":"6065","last_page":"6079"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.684346616268158},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5545204281806946},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43629223108291626},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4324636161327362},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3713127374649048},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.36006635427474976},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3341142237186432},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.20065265893936157}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.684346616268158},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5545204281806946},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43629223108291626},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4324636161327362},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3713127374649048},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.36006635427474976},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3341142237186432},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20065265893936157},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2022.3223214","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2022.3223214","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3563155413","display_name":null,"funder_award_id":"DMS 2210358","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G4857551012","display_name":null,"funder_award_id":"DMS 1854476","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":99,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1117774183","https://openalex.org/W1522301498","https://openalex.org/W1571416372","https://openalex.org/W1595172192","https://openalex.org/W1616857247","https://openalex.org/W1686475922","https://openalex.org/W1967138577","https://openalex.org/W1979289676","https://openalex.org/W1983267717","https://openalex.org/W1994616650","https://openalex.org/W2002356046","https://openalex.org/W2016384870","https://openalex.org/W2024233567","https://openalex.org/W2044212084","https://openalex.org/W2046387702","https://openalex.org/W2077723394","https://openalex.org/W2083842231","https://openalex.org/W2097380742","https://openalex.org/W2107915509","https://openalex.org/W2117412539","https://openalex.org/W2123705108","https://openalex.org/W2129160848","https://openalex.org/W2134711723","https://openalex.org/W2146502635","https://openalex.org/W2148087609","https://openalex.org/W2148825261","https://openalex.org/W2154834860","https://openalex.org/W2155356457","https://openalex.org/W2162195727","https://openalex.org/W2194775991","https://openalex.org/W2283463896","https://openalex.org/W2296883750","https://openalex.org/W2513180554","https://openalex.org/W2541884796","https://openalex.org/W2569714389","https://openalex.org/W2619516334","https://openalex.org/W2742141334","https://openalex.org/W2763948036","https://openalex.org/W2765166321","https://openalex.org/W2785523195","https://openalex.org/W2789243870","https://openalex.org/W2805767638","https://openalex.org/W2808678810","https://openalex.org/W2886463271","https://openalex.org/W2886837499","https://openalex.org/W2887729414","https://openalex.org/W2891952073","https://openalex.org/W2894692220","https://openalex.org/W2951395930","https://openalex.org/W2951777528","https://openalex.org/W2952524552","https://openalex.org/W2961310303","https://openalex.org/W2962771678","https://openalex.org/W2963228337","https://openalex.org/W2963433607","https://openalex.org/W2963446712","https://openalex.org/W2963649943","https://openalex.org/W2963732316","https://openalex.org/W2963855576","https://openalex.org/W2964026281","https://openalex.org/W2964309292","https://openalex.org/W2980046802","https://openalex.org/W3026744770","https://openalex.org/W3095522579","https://openalex.org/W3101665129","https://openalex.org/W3106211621","https://openalex.org/W3114728946","https://openalex.org/W3123661679","https://openalex.org/W3129751290","https://openalex.org/W3205564238","https://openalex.org/W4229706427","https://openalex.org/W4292022450","https://openalex.org/W4292722250","https://openalex.org/W4294237951","https://openalex.org/W6600284362","https://openalex.org/W6602391300","https://openalex.org/W6630944920","https://openalex.org/W6631190155","https://openalex.org/W6681435938","https://openalex.org/W6681723013","https://openalex.org/W6725964698","https://openalex.org/W6738250615","https://openalex.org/W6738491991","https://openalex.org/W6740154879","https://openalex.org/W6741886682","https://openalex.org/W6747620207","https://openalex.org/W6748632073","https://openalex.org/W6752346000","https://openalex.org/W6753170497","https://openalex.org/W6753892653","https://openalex.org/W6754654111","https://openalex.org/W6755206553","https://openalex.org/W6759529498","https://openalex.org/W6762626082","https://openalex.org/W6767428816","https://openalex.org/W6769380244","https://openalex.org/W6777173383","https://openalex.org/W6802464851"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2053286651","https://openalex.org/W2181743346","https://openalex.org/W2187401768","https://openalex.org/W2181413294","https://openalex.org/W2052122378","https://openalex.org/W2544423928","https://openalex.org/W2062023542","https://openalex.org/W4313731559"],"abstract_inverted_index":{"Adaptive":[0],"optimization":[1,77,182],"methods,":[2],"such":[3],"as":[4,86,88,110],"<sc":[5,9,14,71,167],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[6,10,15,72,168],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">AdaGrad</small>":[7],",":[8,12,17],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">RMSProp</small>":[11],"and":[13,142,160,176],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Adam</small>":[16],"are":[18],"widely":[19],"used":[20,128],"in":[21,34,113,129,156,174],"solving":[22],"large-scale":[23],"machine":[24,130],"learning":[25,131],"problems.":[26],"A":[27],"number":[28],"of":[29,125,138,151],"schemes":[30],"have":[31],"been":[32],"proposed":[33,140],"the":[35,135,139,148],"literature":[36],"aiming":[37],"at":[38],"parallelizing":[39],"them,":[40],"based":[41],"on":[42,147],"communications":[43,54],"between":[44],"peripheral":[45],"nodes":[46],"with":[47],"a":[48,62,79,144],"central":[49],"node,":[50],"but":[51],"incur":[52],"high":[53],"cost.":[55],"To":[56],"address":[57],"this":[58,114],"issue,":[59],"we":[60],"develop":[61],"novel":[63],"consensus-based":[64],"distributed":[65],"adaptive":[66,120,152],"moment":[67,153],"estimation":[68,154],"method":[69,92],"(":[70],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">DAdam</small>":[73,169],")":[74],"for":[75,122],"online":[76,158,181],"over":[78],"decentralized":[80,89],"network":[81],"that":[82,166],"enables":[83],"data":[84,106],"parallelization,":[85],"well":[87],"computation.":[90],"The":[91],"is":[93,107],"particularly":[94],"useful,":[95],"since":[96],"it":[97,116],"can":[98,117],"accommodate":[99],"settings":[100],"where":[101],"access":[102],"only":[103],"to":[104,179],"local":[105],"permitted.":[108],"Further,":[109],"established":[111],"theoretically":[112],"work,":[115],"outperform":[118],"centralized":[119],"algorithms,":[121],"certain":[123],"classes":[124],"loss":[126],"functions":[127],"applications.":[132],"We":[133],"analyze":[134],"convergence":[136,149],"properties":[137],"algorithm":[141],"provide":[143],"regret":[145],"bound":[146],"rate":[150],"methods":[155],"both":[157],"convex":[159],"non-convex":[161],"settings.":[162],"Empirical":[163],"results":[164],"demonstrate":[165],"exhibits":[170],"also":[171],"good":[172],"performance":[173],"practice":[175],"compares":[177],"favorably":[178],"competing":[180],"methods.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-07T14:57:38.498316","created_date":"2025-10-10T00:00:00"}