{"id":"https://openalex.org/W4406047646","doi":"https://doi.org/10.1109/jstsp.2025.3526081","title":"Convergence and Privacy of Decentralized Nonconvex Optimization With Gradient Clipping and Communication Compression","display_name":"Convergence and Privacy of Decentralized Nonconvex Optimization With Gradient Clipping and Communication Compression","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406047646","doi":"https://doi.org/10.1109/jstsp.2025.3526081"},"language":"en","primary_location":{"id":"doi:10.1109/jstsp.2025.3526081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2025.3526081","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073178391","display_name":"Boyue Li","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Boyue Li","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053809095","display_name":"Yuejie Chi","orcid":"https://orcid.org/0000-0002-6766-5459"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuejie Chi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6766-5459","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":1.2644,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.82197847,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"19","issue":"1","first_page":"273","last_page":"282"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6218096017837524},{"id":"https://openalex.org/keywords/clipping","display_name":"Clipping (morphology)","score":0.5591835379600525},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5564894676208496},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5350564122200012},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.513484537601471},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.43245869874954224},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.4184759557247162},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3277067542076111},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3247929513454437},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2602161169052124},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15383222699165344},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.1254754662513733},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.09952813386917114}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6218096017837524},{"id":"https://openalex.org/C2776848632","wikidata":"https://www.wikidata.org/wiki/Q853463","display_name":"Clipping (morphology)","level":2,"score":0.5591835379600525},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5564894676208496},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5350564122200012},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.513484537601471},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.43245869874954224},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.4184759557247162},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3277067542076111},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3247929513454437},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2602161169052124},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15383222699165344},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.1254754662513733},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.09952813386917114},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jstsp.2025.3526081","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jstsp.2025.3526081","pdf_url":null,"source":{"id":"https://openalex.org/S42167783","display_name":"IEEE Journal of Selected Topics in Signal Processing","issn_l":"1932-4553","issn":["1932-4553","1941-0484"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal of Selected Topics in Signal Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1469985387","display_name":null,"funder_award_id":"N00014-19-1-2404","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8491169386","display_name":null,"funder_award_id":"FA8750-20-2-0504","funder_id":"https://openalex.org/F4320338294","funder_display_name":"Air Force Research Laboratory"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338294","display_name":"Air Force Research Laboratory","ror":"https://ror.org/02e2egq70"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W809736386","https://openalex.org/W1658920975","https://openalex.org/W1873763122","https://openalex.org/W1994860969","https://openalex.org/W2053801139","https://openalex.org/W2074796812","https://openalex.org/W2108563286","https://openalex.org/W2109426455","https://openalex.org/W2110100895","https://openalex.org/W2153635508","https://openalex.org/W2242218935","https://openalex.org/W2266148951","https://openalex.org/W2407022425","https://openalex.org/W2473418344","https://openalex.org/W2763533254","https://openalex.org/W2932329902","https://openalex.org/W2962771678","https://openalex.org/W2963649943","https://openalex.org/W2963755123","https://openalex.org/W3020949888","https://openalex.org/W3025118830","https://openalex.org/W3034801477","https://openalex.org/W3097497066","https://openalex.org/W3195447913","https://openalex.org/W3198450688","https://openalex.org/W3202869544","https://openalex.org/W3210846832","https://openalex.org/W4225530789","https://openalex.org/W4232338303","https://openalex.org/W4391021857","https://openalex.org/W4392655419","https://openalex.org/W4402925050","https://openalex.org/W4402978237","https://openalex.org/W4404577205","https://openalex.org/W6601402213","https://openalex.org/W6638545294","https://openalex.org/W6738250615","https://openalex.org/W6743289643","https://openalex.org/W6743732567","https://openalex.org/W6744262642","https://openalex.org/W6746200960","https://openalex.org/W6754341472","https://openalex.org/W6754416507","https://openalex.org/W6754529011","https://openalex.org/W6756976665","https://openalex.org/W6758557334","https://openalex.org/W6763183298","https://openalex.org/W6767560732","https://openalex.org/W6772129282","https://openalex.org/W6774146353","https://openalex.org/W6774934054","https://openalex.org/W6779452467","https://openalex.org/W6779587744","https://openalex.org/W6779672322","https://openalex.org/W6779786081","https://openalex.org/W6783674534","https://openalex.org/W6784103157","https://openalex.org/W6784955064","https://openalex.org/W6790523463","https://openalex.org/W6795954161","https://openalex.org/W6797161312","https://openalex.org/W6799308552","https://openalex.org/W6802125097","https://openalex.org/W6802439978","https://openalex.org/W6802464851","https://openalex.org/W6803350839","https://openalex.org/W6809704105","https://openalex.org/W6838959450","https://openalex.org/W6839008265","https://openalex.org/W6839740166","https://openalex.org/W6839799260","https://openalex.org/W6846721418","https://openalex.org/W6849380032","https://openalex.org/W6850378916","https://openalex.org/W6850433657","https://openalex.org/W6852610438","https://openalex.org/W6853393724","https://openalex.org/W6858211204"],"related_works":["https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4231621013","https://openalex.org/W4362706668","https://openalex.org/W3008318776","https://openalex.org/W1977633006","https://openalex.org/W1971945429","https://openalex.org/W2041416246"],"abstract_inverted_index":{"Achieving":[0],"communication":[1,13,46,137],"efficiency":[2],"in":[3,20,39,41],"decentralized":[4,42,130],"machine":[5],"learning":[6],"has":[7],"been":[8],"attracting":[9],"significant":[10],"attention,":[11],"with":[12,45,83,133],"compression":[14,145],"recognized":[15],"as":[16],"an":[17],"effective":[18],"technique":[19],"algorithm":[21],"design.":[22],"This":[23],"paper":[24],"takes":[25],"a":[26,36,66,100],"first":[27,126],"step":[28],"to":[29,95],"understand":[30],"the":[31,72,88,111,117,125,140],"role":[32],"of":[33,58,68,119],"gradient":[34,59,114,134],"clipping,":[35],"popular":[37],"strategy":[38],"practice,":[40],"nonconvex":[43,131],"optimization":[44,132],"compression.":[47],"We":[48,98],"propose":[49],"<monospace":[50,75,91],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[51,76,92],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">PORTER</monospace>":[52],",":[53],"which":[54],"considers":[55],"two":[56],"variants":[57],"clipping":[60,135],"added":[61],"before":[62],"or":[63],"after":[64],"taking":[65],"mini-batch":[67],"stochastic":[69],"gradients,":[70],"where":[71],"former":[73],"variant":[74,90],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">PORTER-DP</monospace>":[77],"allows":[78],"local":[79],"differential":[80],"privacy":[81],"analysis":[82,102,128],"additional":[84],"Gaussian":[85],"perturbation,":[86],"and":[87,136,149],"latter":[89],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">PORTER-GC</monospace>":[93],"helps":[94],"stabilize":[96],"training.":[97],"develop":[99],"novel":[101],"framework":[103],"that":[104],"establishes":[105],"their":[106],"convergence":[107,127,143],"guarantees":[108],"without":[109],"assuming":[110],"stringent":[112],"bounded":[113],"assumption.":[115],"To":[116],"best":[118],"our":[120,122],"knowledge,":[121],"work":[123],"provides":[124],"for":[129],"compression,":[138],"highlighting":[139],"trade-offs":[141],"between":[142],"rate,":[144],"ratio,":[146],"network":[147],"connectivity,":[148],"privacy.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}