{"id":"https://openalex.org/W4393092629","doi":"https://doi.org/10.1137/22m148570x","title":"Provably Accelerated Decentralized Gradient Methods Over Unbalanced Directed Graphs","display_name":"Provably Accelerated Decentralized Gradient Methods Over Unbalanced Directed Graphs","publication_year":2024,"publication_date":"2024-03-22","ids":{"openalex":"https://openalex.org/W4393092629","doi":"https://doi.org/10.1137/22m148570x"},"language":"en","primary_location":{"id":"doi:10.1137/22m148570x","is_oa":false,"landing_page_url":"https://doi.org/10.1137/22m148570x","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082824307","display_name":"Zhuoqing Song","orcid":"https://orcid.org/0000-0003-2624-2414"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuoqing Song","raw_affiliation_strings":["Shanghai Center for Mathematical Sciences, Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2624-2414","affiliations":[{"raw_affiliation_string":"Shanghai Center for Mathematical Sciences, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101499716","display_name":"Lei Shi","orcid":"https://orcid.org/0009-0004-0649-5443"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Shi","raw_affiliation_strings":["School of Mathematical Sciences, Fudan University, Shanghai Key Laboratory for Contemporary Applied Mathematics, Shanghai Artificial Intelligence Laboratory, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, Fudan University, Shanghai Key Laboratory for Contemporary Applied Mathematics, Shanghai Artificial Intelligence Laboratory, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032734653","display_name":"Shi Pu","orcid":"https://orcid.org/0000-0002-5813-527X"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Pu","raw_affiliation_strings":["Co-corresponding author. School of Data Science, Shenzhen Research Institute of Big Data, The Chinese University of Hong Kong, Shenzhen (CUHK-Shenzhen), China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Co-corresponding author. School of Data Science, Shenzhen Research Institute of Big Data, The Chinese University of Hong Kong, Shenzhen (CUHK-Shenzhen), China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020987729","display_name":"Ming Yan","orcid":"https://orcid.org/0000-0002-8686-3530"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Yan","raw_affiliation_strings":["Co-corresponding author.\u00a0School of Data Science, The Chinese University of Hong Kong, Shenzhen (CUHK-Shenzhen), China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Co-corresponding author.\u00a0School of Data Science, The Chinese University of Hong Kong, Shenzhen (CUHK-Shenzhen), China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1363,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.77573059,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"34","issue":"1","first_page":"1131","last_page":"1156"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11347","display_name":"Neural Networks Stability and Synchronization","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6136528849601746},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.6000553965568542},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.5894798040390015},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.5555522441864014},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.5430540442466736},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.5344843864440918},{"id":"https://openalex.org/keywords/directed-graph","display_name":"Directed graph","score":0.4421415328979492},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4419354796409607},{"id":"https://openalex.org/keywords/matrix-completion","display_name":"Matrix completion","score":0.4395718574523926},{"id":"https://openalex.org/keywords/gradient-method","display_name":"Gradient method","score":0.43118536472320557},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4290398955345154},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.42534345388412476},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.3400189280509949},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.15860161185264587},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.10448521375656128}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6136528849601746},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.6000553965568542},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.5894798040390015},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.5555522441864014},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.5430540442466736},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.5344843864440918},{"id":"https://openalex.org/C146380142","wikidata":"https://www.wikidata.org/wiki/Q1137726","display_name":"Directed graph","level":2,"score":0.4421415328979492},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4419354796409607},{"id":"https://openalex.org/C2778459887","wikidata":"https://www.wikidata.org/wiki/Q6787865","display_name":"Matrix completion","level":3,"score":0.4395718574523926},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.43118536472320557},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4290398955345154},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.42534345388412476},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3400189280509949},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.15860161185264587},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.10448521375656128},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1137/22m148570x","is_oa":false,"landing_page_url":"https://doi.org/10.1137/22m148570x","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1278188483","display_name":null,"funder_award_id":"21JC1400600","funder_id":"https://openalex.org/F4320313610","funder_display_name":"Shanghai Science and Technology Development Foundation"},{"id":"https://openalex.org/G1453506678","display_name":null,"funder_award_id":"62373316","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3468160845","display_name":null,"funder_award_id":"J00120190011","funder_id":"https://openalex.org/F4320331102","funder_display_name":"Shenzhen Research Institute of Big Data"},{"id":"https://openalex.org/G4007793839","display_name":null,"funder_award_id":"12171093","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G458344280","display_name":null,"funder_award_id":"62003287","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G587884016","display_name":null,"funder_award_id":"RCYX20210609103229031","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"},{"id":"https://openalex.org/G6414309840","display_name":null,"funder_award_id":"ZDSYS20211021111415025","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"},{"id":"https://openalex.org/G7925488058","display_name":null,"funder_award_id":"DMS-2012439","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320313610","display_name":"Shanghai Science and Technology Development Foundation","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null},{"id":"https://openalex.org/F4320331102","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1571416372","https://openalex.org/W1616857247","https://openalex.org/W1966992934","https://openalex.org/W1982243808","https://openalex.org/W1982886636","https://openalex.org/W2010192956","https://openalex.org/W2044212084","https://openalex.org/W2066332749","https://openalex.org/W2124768887","https://openalex.org/W2129122308","https://openalex.org/W2130263842","https://openalex.org/W2137435346","https://openalex.org/W2151565294","https://openalex.org/W2154834860","https://openalex.org/W2155143729","https://openalex.org/W2266148951","https://openalex.org/W2476071355","https://openalex.org/W2552178850","https://openalex.org/W2609549560","https://openalex.org/W2615070957","https://openalex.org/W2617089797","https://openalex.org/W2763533254","https://openalex.org/W2792751837","https://openalex.org/W2962782955","https://openalex.org/W2962840086","https://openalex.org/W2963118811","https://openalex.org/W2963649943","https://openalex.org/W2963855576","https://openalex.org/W2963940890","https://openalex.org/W2964103300","https://openalex.org/W2973303672","https://openalex.org/W2990138404","https://openalex.org/W3003613721","https://openalex.org/W3006548771","https://openalex.org/W3007369111","https://openalex.org/W3009520628","https://openalex.org/W3011252985","https://openalex.org/W3038991971","https://openalex.org/W3047043330","https://openalex.org/W3081144209","https://openalex.org/W3092262213","https://openalex.org/W3099715789","https://openalex.org/W3100513551","https://openalex.org/W3102661755","https://openalex.org/W3104851238","https://openalex.org/W3123607434","https://openalex.org/W3124203093","https://openalex.org/W3173018902","https://openalex.org/W4206742934","https://openalex.org/W4292363360","https://openalex.org/W4295016751","https://openalex.org/W4300028551"],"related_works":["https://openalex.org/W2994409951","https://openalex.org/W4293326902","https://openalex.org/W2604249670","https://openalex.org/W2953063457","https://openalex.org/W3115944395","https://openalex.org/W2912837894","https://openalex.org/W2510140549","https://openalex.org/W2187449906","https://openalex.org/W2962818859","https://openalex.org/W1543207628"],"abstract_inverted_index":{".We":[0],"consider":[1],"the":[2,16,67,83,90,100,110],"decentralized":[3,92],"optimization":[4],"problem,":[5,36],"where":[6],"a":[7,30],"network":[8],"of":[9,18,112],"\\(n\\)":[10],"agents":[11],"aims":[12],"to":[13,77],"collaboratively":[14],"minimize":[15],"average":[17],"their":[19],"individual":[20],"smooth":[21],"and":[22,48,53,63,70,87],"convex":[23,52,55],"objective":[24,56],"functions":[25],"through":[26],"peer-to-peer":[27],"communication":[28],"in":[29],"directed":[31,96],"graph.":[32],"To":[33],"tackle":[34],"this":[35],"we":[37],"propose":[38],"two":[39],"accelerated":[40,116],"gradient":[41],"tracking":[42],"methods,":[43],"namely":[44],"Accelerated":[45],"Push-DIGing":[46],"(APD)":[47],"APD-SC,":[49],"for":[50],"non-strongly":[51],"strongly":[54],"functions,":[57],"respectively.":[58],"We":[59],"show":[60],"that":[61,98],"APD":[62,86],"APD-SC":[64,88],"converge":[65],"at":[66],"rates":[68],"\\(O({\\frac{1}{k^2}})\\)":[69],"\\(O({({1":[71],"-":[72],"C\\sqrt{\\frac{\\mu":[73],"}{L}}})^k})\\),":[74],"respectively,":[75],"up":[76],"constant":[78],"factors":[79],"depending":[80],"only":[81],"on":[82],"mixing":[84],"matrix.":[85],"are":[89],"first":[91],"methods":[93],"over":[94],"unbalanced":[95],"graphs":[97],"achieve":[99],"same":[101],"provable":[102],"acceleration":[103],"as":[104],"centralized":[105],"methods.":[106],"Numerical":[107],"experiments":[108],"demonstrate":[109],"effectiveness":[111],"both":[113],"methods.Keywordsdecentralized":[114],"optimizationNesterov's":[115],"gradientdirected":[117],"graphMSC":[118],"codes90C2590C30":[119]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}