{"id":"https://openalex.org/W3081144209","doi":"https://doi.org/10.1109/tsp.2020.3018317","title":"Decentralized Accelerated Gradient Methods With Increasing Penalty Parameters","display_name":"Decentralized Accelerated Gradient Methods With Increasing Penalty Parameters","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3081144209","doi":"https://doi.org/10.1109/tsp.2020.3018317","mag":"3081144209"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2020.3018317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2020.3018317","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100319225","display_name":"Huan Li","orcid":"https://orcid.org/0000-0002-1286-6552"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huan Li","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Institute of Robotics and Automatic Information Systems, College of Artificial Intelligence, Nankai University, Tianjin, China","Key Laboratory of Machine Perception (MOE), School of EECS, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Institute of Robotics and Automatic Information Systems, College of Artificial Intelligence, Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]},{"raw_affiliation_string":"Key Laboratory of Machine Perception (MOE), School of EECS, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008843158","display_name":"Cong Fang","orcid":"https://orcid.org/0000-0002-5076-7897"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cong Fang","raw_affiliation_strings":["Department of Electrical Engineering, Princeton University, Princeton, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Princeton University, Princeton, USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085908411","display_name":"Wotao Yin","orcid":"https://orcid.org/0000-0001-6697-9731"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wotao Yin","raw_affiliation_strings":["Department of Mathematics, University of California, Los Angeles, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of California, Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016399094","display_name":"Zhouchen Lin","orcid":"https://orcid.org/0000-0003-1493-7569"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhouchen Lin","raw_affiliation_strings":["Key Laboratory of Machine Perception (MOE), School of EECS, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Machine Perception (MOE), School of EECS, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100319225"],"corresponding_institution_ids":["https://openalex.org/I20231570","https://openalex.org/I205237279","https://openalex.org/I9842412"],"apc_list":null,"apc_paid":null,"fwci":6.639,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.98192042,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"68","issue":null,"first_page":"4855","last_page":"4870"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6545079350471497},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.49267083406448364},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.4885738790035248},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4827248752117157},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.47565051913261414},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.4589501619338989},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3857438564300537}],"concepts":[{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6545079350471497},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.49267083406448364},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.4885738790035248},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4827248752117157},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.47565051913261414},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.4589501619338989},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3857438564300537},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsp.2020.3018317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2020.3018317","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6700000166893005,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4590404751","display_name":null,"funder_award_id":"61625301","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5241535071","display_name":null,"funder_award_id":"61731018","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1534093755","https://openalex.org/W1571416372","https://openalex.org/W1616857247","https://openalex.org/W1627780903","https://openalex.org/W1982243808","https://openalex.org/W1982431711","https://openalex.org/W2044212084","https://openalex.org/W2049469158","https://openalex.org/W2066332749","https://openalex.org/W2074796812","https://openalex.org/W2092663520","https://openalex.org/W2100556411","https://openalex.org/W2106715795","https://openalex.org/W2108924122","https://openalex.org/W2123705108","https://openalex.org/W2124541940","https://openalex.org/W2124768887","https://openalex.org/W2129122308","https://openalex.org/W2130062883","https://openalex.org/W2130263842","https://openalex.org/W2132291180","https://openalex.org/W2132650954","https://openalex.org/W2134711723","https://openalex.org/W2144603975","https://openalex.org/W2152637881","https://openalex.org/W2159155511","https://openalex.org/W2166833517","https://openalex.org/W2167732364","https://openalex.org/W2168914046","https://openalex.org/W2188195356","https://openalex.org/W2291434103","https://openalex.org/W2400034325","https://openalex.org/W2523244466","https://openalex.org/W2569020760","https://openalex.org/W2591577911","https://openalex.org/W2605995072","https://openalex.org/W2617089797","https://openalex.org/W2725989512","https://openalex.org/W2733300693","https://openalex.org/W2744287548","https://openalex.org/W2760049195","https://openalex.org/W2782375002","https://openalex.org/W2807548807","https://openalex.org/W2962771678","https://openalex.org/W2962782955","https://openalex.org/W2962796314","https://openalex.org/W2962847083","https://openalex.org/W2962970367","https://openalex.org/W2963649943","https://openalex.org/W2963855576","https://openalex.org/W2964268944","https://openalex.org/W2969945254","https://openalex.org/W2989361410","https://openalex.org/W3016897523","https://openalex.org/W3097910564","https://openalex.org/W3100513551","https://openalex.org/W3102661755","https://openalex.org/W3141595720","https://openalex.org/W4297058485","https://openalex.org/W4300028551","https://openalex.org/W6679314259","https://openalex.org/W6679384156","https://openalex.org/W6684294107","https://openalex.org/W6685044387","https://openalex.org/W6727544253","https://openalex.org/W6740710678","https://openalex.org/W6752422486","https://openalex.org/W6764194201","https://openalex.org/W6766816269","https://openalex.org/W6770379143"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2053286651","https://openalex.org/W4231775656","https://openalex.org/W2980963558","https://openalex.org/W2181743346","https://openalex.org/W2187401768","https://openalex.org/W2046435967","https://openalex.org/W3153752017"],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3],"study":[4],"the":[5,20,23,42,58,75,81,87,92,96,106,124,149,165,185],"communication,":[6],"and":[7,39,57,89,101,123,161,174],"(sub)gradient":[8],"computation":[9,62,181],"costs":[10],"in":[11],"distributed":[12,37,159,190],"optimization.":[13,191],"We":[14],"present":[15],"two":[16],"algorithms":[17],"based":[18],"on":[19],"framework":[21],"of":[22,80,145],"accelerated":[24],"penalty":[25,29],"method":[26],"with":[27],"increasing":[28],"parameters.":[30],"Our":[31,136,152],"first":[32],"algorithm":[33,104,154],"is":[34,91,98,155],"for":[35,64,120,133,157,188],"smooth":[36],"optimization,":[38,160],"it":[40,162],"obtains":[41],"V":[43],"L":[44],"near":[45,107],"optimal":[46,59,108,125,166],"O(\u221aL/\u03f5(1-\u03c3":[47],"<sub":[48,70,110,168],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[49,71,111,116,129,169,177],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sub>":[50,72,112,170],"(W))":[51,113,171],"log":[52,114,127],"1/\u03f5)":[53,118,131,147],"communication":[54,137,172],"complexity,":[55,173,182],"VL":[56,122],"O(\u221aL/\u03f5)":[60],"gradient":[61,134],"complexity":[63,119,132],"L-smooth":[65],"convex":[66],"problems,":[67],"where":[68],"\u03c3":[69],"(W)":[73],"denotes":[74],"second":[76,153],"largest":[77],"singular":[78],"value":[79],"weight":[82],"matrix":[83],"W":[84],"associated":[85],"to":[86],"network,":[88],"e":[90],"target":[93],"accuracy.":[94],"When":[95],"problem":[97],"\u03bc-strongly":[99],"convex,":[100],"L-smooth,":[102],"our":[103],"has":[105],"O(\u221aL/\u03bc(1-\u03c3":[109],"<sup":[115,128,176],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>":[117,130,178],"communications,":[121],"O(\u221aL/\u03bc":[126],"computations.":[135],"complexities":[138],"are":[139],"only":[140],"worse":[141],"by":[142],"a":[143],"factor":[144],"(log":[146],"than":[148],"lower":[150,186],"bounds.":[151],"designed":[156],"nonsmooth":[158,189],"achieves":[163],"both":[164],"O(1/\u03f5\u221a1-\u03c3":[167],"O(1/\u03f5":[175],")":[179],"subgradient":[180],"which":[183],"match":[184],"bounds":[187]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}