{"id":"https://openalex.org/W4402978237","doi":"https://doi.org/10.1109/tac.2024.3471854","title":"CEDAS: A Compressed Decentralized Stochastic Gradient Method With Improved Convergence","display_name":"CEDAS: A Compressed Decentralized Stochastic Gradient Method With Improved Convergence","publication_year":2024,"publication_date":"2024-09-30","ids":{"openalex":"https://openalex.org/W4402978237","doi":"https://doi.org/10.1109/tac.2024.3471854"},"language":"en","primary_location":{"id":"doi:10.1109/tac.2024.3471854","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2024.3471854","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038621489","display_name":"Kun Huang","orcid":"https://orcid.org/0000-0002-9326-6670"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kun Huang","raw_affiliation_strings":["Chinese University of Hong Kong, Shenzhen, Guangdong, China","School of Data Science, The Chinese University of Hong Kong, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"School of Data Science, The Chinese University of Hong Kong, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032734653","display_name":"Shi Pu","orcid":"https://orcid.org/0000-0002-5813-527X"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Pu","raw_affiliation_strings":["Chinese University of Hong Kong, Shenzhen, Guangdong, China","School of Data Science, The Chinese University of Hong Kong, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Chinese University of Hong Kong, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"School of Data Science, The Chinese University of Hong Kong, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5038621489"],"corresponding_institution_ids":["https://openalex.org/I4210116924"],"apc_list":null,"apc_paid":null,"fwci":1.7376,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.87151016,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"70","issue":"4","first_page":"2242","last_page":"2257"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9714999794960022,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6575965881347656},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4504089653491974},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.44043800234794617},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.38440245389938354},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.35480260848999023},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.34133589267730713},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16740304231643677},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.09452205896377563}],"concepts":[{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6575965881347656},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4504089653491974},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.44043800234794617},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38440245389938354},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.35480260848999023},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.34133589267730713},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16740304231643677},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.09452205896377563},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tac.2024.3471854","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2024.3471854","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1453506678","display_name":null,"funder_award_id":"62373316","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G458344280","display_name":null,"funder_award_id":"62003287","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1571416372","https://openalex.org/W2044212084","https://openalex.org/W2112796928","https://openalex.org/W2124541940","https://openalex.org/W2405578611","https://openalex.org/W2407022425","https://openalex.org/W2552857149","https://openalex.org/W2609549560","https://openalex.org/W2647836899","https://openalex.org/W2962771678","https://openalex.org/W2963855576","https://openalex.org/W2964165783","https://openalex.org/W3007193855","https://openalex.org/W3008022084","https://openalex.org/W3011252985","https://openalex.org/W3022621540","https://openalex.org/W3035946931","https://openalex.org/W3047780503","https://openalex.org/W3166972615","https://openalex.org/W3173018902","https://openalex.org/W3186261059","https://openalex.org/W3195447913","https://openalex.org/W3206403927","https://openalex.org/W3214324039","https://openalex.org/W4226262972","https://openalex.org/W4281710948","https://openalex.org/W4312317960","https://openalex.org/W4312458443","https://openalex.org/W4313157777","https://openalex.org/W4319990438","https://openalex.org/W4402925050","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6748019269","https://openalex.org/W6748632073","https://openalex.org/W6754341472","https://openalex.org/W6754416507","https://openalex.org/W6754529011","https://openalex.org/W6758557334","https://openalex.org/W6763393679","https://openalex.org/W6765843025","https://openalex.org/W6774827312","https://openalex.org/W6777176487","https://openalex.org/W6777541487","https://openalex.org/W6780530786","https://openalex.org/W6784512781","https://openalex.org/W6784858490","https://openalex.org/W6789536515","https://openalex.org/W6794933284","https://openalex.org/W6799185257","https://openalex.org/W6803158229","https://openalex.org/W6809704105","https://openalex.org/W6838859845","https://openalex.org/W6840443151","https://openalex.org/W6846557518","https://openalex.org/W6850057492"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W1979597421","https://openalex.org/W2007980826","https://openalex.org/W2061531152","https://openalex.org/W3002753104","https://openalex.org/W2077600819","https://openalex.org/W2142036596","https://openalex.org/W2072657027","https://openalex.org/W2600246793","https://openalex.org/W4238204885"],"abstract_inverted_index":{"In":[0,67,144],"this":[1],"article,":[2],"we":[3],"consider":[4],"solving":[5],"the":[6,15,38,76,83,88,128,132,141,148,172,175],"distributed":[7],"optimization":[8],"problem":[9],"over":[10],"a":[11,21],"multiagent":[12],"network":[13],"under":[14,63,103,116],"communication":[16],"restricted":[17],"setting.":[18],"We":[19],"study":[20],"compressed":[22],"decentralized":[23],"stochastic":[24,47],"gradient":[25,48],"method,":[26],"termed":[27],"\u201ccompressed":[28],"exact":[29],"diffusion":[30],"with":[31],"adaptive":[32],"stepsizes":[33],"(CEDAS),\u201d":[34],"and":[35,58,109,135],"show":[36],"that":[37],"method":[39],"asymptotically":[40],"achieves":[41],"comparable":[42],"convergence":[43,89],"rate":[44,90],"as":[45,96],"centralized":[46,92],"descent":[49],"(SGD)":[50],"for":[51,86],"both":[52],"smooth":[53,59,104,117],"strongly":[54,105],"convex":[55,106],"objective":[56,61,107,119],"functions":[57,62,108],"nonconvex":[60,118],"unbiased":[64],"compression":[65],"operators.":[66],"particular,":[68,145],"to":[69,82],"our":[70],"knowledge,":[71],"CEDAS":[72,146],"enjoys":[73],"so":[74],"far":[75],"shortest":[77,149],"transient":[78,150],"time":[79],"(with":[80],"respect":[81],"graph":[84],"specifics)":[85],"achieving":[87],"of":[91,131,174],"SGD,":[93],"which":[94,163],"behaves":[95],"<inline-formula":[97,110,122,136,153],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[98,111,123,137,154],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[99,112,124,138,155],"notation=\"LaTeX\">$\\mathcal":[100,113],"{O}(n{C^{3}}/(1-\\lambda":[101],"_{2})^{2})$</tex-math></inline-formula>":[102],"{O}(n^{3}{C^{6}}/(1-\\lambda":[114],"_{2})^{4})$</tex-math></inline-formula>":[115],"functions,":[120],"where":[121],"notation=\"LaTeX\">$(1-\\lambda":[125],"_{2})$</tex-math></inline-formula>":[126],"denotes":[127],"spectral":[129],"gap":[130],"mixing":[133],"matrix,":[134],"notation=\"LaTeX\">$C&gt;0$</tex-math></inline-formula>":[139],"is":[140,164],"compression-related":[142],"parameter.":[143],"exhibits":[147],"times":[151],"when":[152],"notation=\"LaTeX\">$C":[156],"&lt;":[157],"\\mathcal":[158],"{O}(1/(1":[159],"-":[160],"\\lambda":[161],"_{2})^{2})$</tex-math></inline-formula>,":[162],"common":[165],"in":[166],"practice.":[167],"Numerical":[168],"experiments":[169],"further":[170],"demonstrate":[171],"effectiveness":[173],"proposed":[176],"algorithm.":[177]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}