{"id":"https://openalex.org/W3186834862","doi":"https://doi.org/10.1109/tsmc.2021.3097714","title":"Distributed Adaptive Subgradient Algorithms for Online Learning Over Time-Varying Networks","display_name":"Distributed Adaptive Subgradient Algorithms for Online Learning Over Time-Varying Networks","publication_year":2021,"publication_date":"2021-07-28","ids":{"openalex":"https://openalex.org/W3186834862","doi":"https://doi.org/10.1109/tsmc.2021.3097714","mag":"3186834862"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2021.3097714","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2021.3097714","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087014857","display_name":"Mingchuan Zhang","orcid":"https://orcid.org/0000-0002-2523-1089"},"institutions":[{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingchuan Zhang","raw_affiliation_strings":["School of Information Engineering, Henan University of Science and Technology, Luoyang, China"],"raw_orcid":"https://orcid.org/0000-0002-2523-1089","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002417667","display_name":"Bowei Hao","orcid":"https://orcid.org/0000-0002-4340-8546"},"institutions":[{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bowei Hao","raw_affiliation_strings":["School of Information Engineering, Henan University of Science and Technology, Luoyang, China"],"raw_orcid":"https://orcid.org/0000-0002-4340-8546","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015027725","display_name":"Quanbo Ge","orcid":"https://orcid.org/0000-0002-6907-7837"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quanbo Ge","raw_affiliation_strings":["School of Artificial Intelligence, Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-6907-7837","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050705532","display_name":"Junlong Zhu","orcid":"https://orcid.org/0000-0002-6411-7035"},"institutions":[{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junlong Zhu","raw_affiliation_strings":["School of Information Engineering, Henan University of Science and Technology, Luoyang, China"],"raw_orcid":"https://orcid.org/0000-0002-6411-7035","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069590254","display_name":"Ruijuan Zheng","orcid":"https://orcid.org/0000-0002-0932-8788"},"institutions":[{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruijuan Zheng","raw_affiliation_strings":["School of Information Engineering, Henan University of Science and Technology, Luoyang, China"],"raw_orcid":"https://orcid.org/0000-0002-0932-8788","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080439384","display_name":"Qingtao Wu","orcid":"https://orcid.org/0000-0003-1572-5293"},"institutions":[{"id":"https://openalex.org/I167383011","display_name":"Henan University of Science and Technology","ror":"https://ror.org/05d80kz58","country_code":"CN","type":"education","lineage":["https://openalex.org/I167383011"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingtao Wu","raw_affiliation_strings":["School of Information Engineering, Henan University of Science and Technology, Luoyang, China"],"raw_orcid":"https://orcid.org/0000-0003-1572-5293","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Henan University of Science and Technology, Luoyang, China","institution_ids":["https://openalex.org/I167383011"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9341,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.91241883,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"52","issue":"7","first_page":"4518","last_page":"4529"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/subgradient-method","display_name":"Subgradient method","score":0.8332483768463135},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.7076432704925537},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7073774337768555},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.6524462103843689},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5408935546875},{"id":"https://openalex.org/keywords/clipping","display_name":"Clipping (morphology)","score":0.5307044386863708},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5256244540214539},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.5250713229179382},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5066469311714172},{"id":"https://openalex.org/keywords/online-algorithm","display_name":"Online algorithm","score":0.5038849711418152},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.49088960886001587},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.47012245655059814},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.4502423107624054},{"id":"https://openalex.org/keywords/distributed-algorithm","display_name":"Distributed algorithm","score":0.4322880506515503},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42903077602386475},{"id":"https://openalex.org/keywords/adaptive-learning","display_name":"Adaptive learning","score":0.4269309341907501},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4160304665565491},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.35242462158203125},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21629318594932556},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.11710548400878906}],"concepts":[{"id":"https://openalex.org/C158968445","wikidata":"https://www.wikidata.org/wiki/Q7631150","display_name":"Subgradient method","level":2,"score":0.8332483768463135},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.7076432704925537},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7073774337768555},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.6524462103843689},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5408935546875},{"id":"https://openalex.org/C2776848632","wikidata":"https://www.wikidata.org/wiki/Q853463","display_name":"Clipping (morphology)","level":2,"score":0.5307044386863708},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5256244540214539},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5250713229179382},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5066469311714172},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.5038849711418152},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.49088960886001587},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.47012245655059814},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.4502423107624054},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.4322880506515503},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42903077602386475},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.4269309341907501},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4160304665565491},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.35242462158203125},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21629318594932556},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.11710548400878906},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2021.3097714","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2021.3097714","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1413938862","display_name":null,"funder_award_id":"61976243","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7976497900","display_name":"\u878d\u5408\u5728\u7ebf\u5b66\u4e60\u7684\u4fe1\u606f\u4e2d\u5fc3\u7f51\u7edc\u6d41\u91cf\u8c03\u5ea6\u4e0e\u4f18\u5316\u673a\u5236\u7814\u7a76","funder_award_id":"61971458","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W87496662","https://openalex.org/W114517082","https://openalex.org/W1571416372","https://openalex.org/W1686475922","https://openalex.org/W1994616650","https://openalex.org/W2044212084","https://openalex.org/W2066332749","https://openalex.org/W2089855386","https://openalex.org/W2100495367","https://openalex.org/W2109339818","https://openalex.org/W2145574455","https://openalex.org/W2146502635","https://openalex.org/W2149778463","https://openalex.org/W2194775991","https://openalex.org/W2321207147","https://openalex.org/W2342863306","https://openalex.org/W2394876098","https://openalex.org/W2612356425","https://openalex.org/W2613332842","https://openalex.org/W2618530766","https://openalex.org/W2749348574","https://openalex.org/W2763533254","https://openalex.org/W2790589536","https://openalex.org/W2901202555","https://openalex.org/W2908334250","https://openalex.org/W2914412030","https://openalex.org/W2963649943","https://openalex.org/W2969133367","https://openalex.org/W2969933444","https://openalex.org/W2972136513","https://openalex.org/W2998882145","https://openalex.org/W3006548771","https://openalex.org/W3023974895","https://openalex.org/W3100513551","https://openalex.org/W3106211621","https://openalex.org/W3118608800","https://openalex.org/W4230674625","https://openalex.org/W4247165901","https://openalex.org/W4292363360","https://openalex.org/W6630944920","https://openalex.org/W6631190155","https://openalex.org/W6681435938","https://openalex.org/W6681723013","https://openalex.org/W6738491991","https://openalex.org/W6747620207"],"related_works":["https://openalex.org/W2799640661","https://openalex.org/W2151520847","https://openalex.org/W1482842794","https://openalex.org/W2945507199","https://openalex.org/W3200800229","https://openalex.org/W2276365374","https://openalex.org/W3006726588","https://openalex.org/W3215435324","https://openalex.org/W1912679131","https://openalex.org/W4293790954"],"abstract_inverted_index":{"Adaptive":[0],"gradient":[1],"algorithms":[2],"have":[3,10],"recently":[4],"become":[5],"extremely":[6],"popular":[7],"because":[8],"they":[9],"been":[11],"applied":[12],"successfully":[13],"in":[14,92],"training":[15,43],"deep":[16],"neural":[17],"networks,":[18],"such":[19],"as":[20],"Adam,":[21],"AMSGrad,":[22],"and":[23,48],"AdaBound.":[24],"Despite":[25],"their":[26],"success,":[27],"however,":[28],"the":[29,33,46,54,61,73,81,87,94,102,115],"distributed":[30,64,123],"variant":[31],"of":[32,90,104,118],"adaptive":[34,65],"method,":[35],"which":[36,93],"is":[37,56,68],"expected":[38],"to":[39,121],"possess":[40],"a":[41,49,63],"rapid":[42],"speed":[44],"at":[45,53],"beginning":[47],"good":[50],"generalization":[51],"capacity":[52],"end,":[55],"rarely":[57],"studied.":[58],"To":[59],"fill":[60],"gap,":[62],"subgradient":[66],"algorithm":[67],"presented,":[69],"called":[70],"D-AdaBound,":[71,91],"where":[72],"learning":[74,82,125],"rates":[75],"are":[76,97],"dynamically":[77],"bounded":[78],"by":[79,106],"clipping":[80],"rates.":[83],"Moreover,":[84],"we":[85,100],"obtain":[86],"regret":[88],"bound":[89],"objective":[95],"functions":[96],"convex.":[98],"Finally,":[99],"confirm":[101],"effectiveness":[103],"D-AdaBound":[105,119],"simulation":[107],"experiments":[108],"on":[109],"different":[110],"datasets.":[111],"The":[112],"results":[113],"show":[114],"performance":[116],"improvement":[117],"relative":[120],"existing":[122],"online":[124],"algorithms.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}