{"id":"https://openalex.org/W4400976259","doi":"https://doi.org/10.1109/icca62789.2024.10591815","title":"A Communication-Efficient Stochastic Gradient Descent Algorithm for Distributed Nonconvex Optimization","display_name":"A Communication-Efficient Stochastic Gradient Descent Algorithm for Distributed Nonconvex Optimization","publication_year":2024,"publication_date":"2024-06-18","ids":{"openalex":"https://openalex.org/W4400976259","doi":"https://doi.org/10.1109/icca62789.2024.10591815"},"language":"en","primary_location":{"id":"doi:10.1109/icca62789.2024.10591815","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icca62789.2024.10591815","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Control &amp;amp; Automation (ICCA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.rug.nl/en/publications/b8d53713-34d8-4ad3-940f-e73e4eba9194","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022810843","display_name":"Antai Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Antai Xie","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University,Shanghai,China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016417704","display_name":"Xinlei Yi","orcid":"https://orcid.org/0000-0003-4299-0471"},"institutions":[{"id":"https://openalex.org/I4210143601","display_name":"Decision Systems (United States)","ror":"https://ror.org/0434dpa13","country_code":"US","type":"company","lineage":["https://openalex.org/I4210143601"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinlei Yi","raw_affiliation_strings":["Mas-sachusetts Institute of Technology,Lab for Information &#x0026; Decision Systems,Cambridge,MA,USA,02139"],"affiliations":[{"raw_affiliation_string":"Mas-sachusetts Institute of Technology,Lab for Information &#x0026; Decision Systems,Cambridge,MA,USA,02139","institution_ids":["https://openalex.org/I4210143601","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100718385","display_name":"Xiaofan Wang","orcid":"https://orcid.org/0000-0002-2670-5119"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofan Wang","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University,Shanghai,China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021403340","display_name":"Ming Cao","orcid":"https://orcid.org/0000-0001-5472-562X"},"institutions":[{"id":"https://openalex.org/I169381384","display_name":"University of Groningen","ror":"https://ror.org/012p63287","country_code":"NL","type":"education","lineage":["https://openalex.org/I169381384"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Ming Cao","raw_affiliation_strings":["University of Groningen,Faculty of Science and Engineering,Groningen,The Netherlands"],"affiliations":[{"raw_affiliation_string":"University of Groningen,Faculty of Science and Engineering,Groningen,The Netherlands","institution_ids":["https://openalex.org/I169381384"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070014635","display_name":"Xiaoqiang Ren","orcid":"https://orcid.org/0000-0001-6674-4553"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqiang Ren","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University,Shanghai,China","institution_ids":["https://openalex.org/I113940042"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5022810843"],"corresponding_institution_ids":["https://openalex.org/I113940042"],"apc_list":null,"apc_paid":null,"fwci":1.1861,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.74365944,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"609","last_page":"614"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.7190348505973816},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6699700355529785},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.64778733253479},{"id":"https://openalex.org/keywords/optimization-algorithm","display_name":"Optimization algorithm","score":0.5431264638900757},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.5337043404579163},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5042403936386108},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3581353425979614},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3470868170261383},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21360984444618225},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13763758540153503},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.09836786985397339}],"concepts":[{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.7190348505973816},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6699700355529785},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.64778733253479},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.5431264638900757},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.5337043404579163},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5042403936386108},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3581353425979614},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3470868170261383},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21360984444618225},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13763758540153503},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.09836786985397339}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icca62789.2024.10591815","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icca62789.2024.10591815","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Control &amp;amp; Automation (ICCA)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.rug.nl:openaire_cris_publications/b8d53713-34d8-4ad3-940f-e73e4eba9194","is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/b8d53713-34d8-4ad3-940f-e73e4eba9194","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Xie, A, Yi, X, Wang, X, Cao, M & Ren, X 2024, A Communication-Efficient Stochastic Gradient Descent Algorithm for Distributed Nonconvex Optimization. in 2024 IEEE 18th International Conference on Control and Automation, ICCA 2024. IEEE International Conference on Control and Automation, ICCA, IEEE, pp. 609-614, 18th IEEE International Conference on Control and Automation, ICCA 2024, Reykjavik, Iceland, 18/06/2024. https://doi.org/10.1109/ICCA62789.2024.10591815","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.rug.nl:openaire/b8d53713-34d8-4ad3-940f-e73e4eba9194","is_oa":true,"landing_page_url":"https://hdl.handle.net/11370/b8d53713-34d8-4ad3-940f-e73e4eba9194","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Xie, A, Yi, X, Wang, X, Cao, M & Ren, X 2024, A Communication-Efficient Stochastic Gradient Descent Algorithm for Distributed Nonconvex Optimization. in 2024 IEEE 18th International Conference on Control and Automation, ICCA 2024. IEEE International Conference on Control and Automation, ICCA, IEEE, pp. 609-614, 18th IEEE International Conference on Control and Automation, ICCA 2024, Reykjavik, Iceland, 18/06/2024. https://doi.org/10.1109/ICCA62789.2024.10591815","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.rug.nl:openaire_cris_publications/b8d53713-34d8-4ad3-940f-e73e4eba9194","is_oa":true,"landing_page_url":"https://research.rug.nl/en/publications/b8d53713-34d8-4ad3-940f-e73e4eba9194","pdf_url":null,"source":{"id":"https://openalex.org/S4306400420","display_name":"University of Groningen research database (University of Groningen / Centre for Information Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I169381384","host_organization_name":"University of Groningen","host_organization_lineage":["https://openalex.org/I169381384"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Xie, A, Yi, X, Wang, X, Cao, M & Ren, X 2024, A Communication-Efficient Stochastic Gradient Descent Algorithm for Distributed Nonconvex Optimization. in 2024 IEEE 18th International Conference on Control and Automation, ICCA 2024. IEEE International Conference on Control and Automation, ICCA, IEEE, pp. 609-614, 18th IEEE International Conference on Control and Automation, ICCA 2024, Reykjavik, Iceland, 18/06/2024. https://doi.org/10.1109/ICCA62789.2024.10591815","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W175411824","https://openalex.org/W1571416372","https://openalex.org/W1603765807","https://openalex.org/W1616857247","https://openalex.org/W1984884414","https://openalex.org/W1989165177","https://openalex.org/W2044212084","https://openalex.org/W2071848902","https://openalex.org/W2121820607","https://openalex.org/W2154834860","https://openalex.org/W2588283177","https://openalex.org/W2737743075","https://openalex.org/W2763533254","https://openalex.org/W2769644379","https://openalex.org/W2795577721","https://openalex.org/W2807424650","https://openalex.org/W2811008754","https://openalex.org/W2911344305","https://openalex.org/W2946038967","https://openalex.org/W2963433607","https://openalex.org/W2964026281","https://openalex.org/W2964137440","https://openalex.org/W2980919526","https://openalex.org/W3011020921","https://openalex.org/W3020195588","https://openalex.org/W3033819030","https://openalex.org/W3081955893","https://openalex.org/W3100513551","https://openalex.org/W3101542044","https://openalex.org/W3199194574","https://openalex.org/W4226262972","https://openalex.org/W4281710948","https://openalex.org/W4287863844","https://openalex.org/W4301599317","https://openalex.org/W4312458443","https://openalex.org/W4313157777","https://openalex.org/W4400976259","https://openalex.org/W6607125194","https://openalex.org/W6746200960","https://openalex.org/W6758557334","https://openalex.org/W6765843025","https://openalex.org/W6765979255","https://openalex.org/W6769745487","https://openalex.org/W6774827312","https://openalex.org/W6779452467","https://openalex.org/W6784858490","https://openalex.org/W6862322565"],"related_works":["https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4231621013","https://openalex.org/W4362706668","https://openalex.org/W3008318776","https://openalex.org/W4286899070","https://openalex.org/W2041416246","https://openalex.org/W3020853991"],"abstract_inverted_index":{"This":[0],"paper":[1],"studies":[2],"distributed":[3,37],"nonconvex":[4,66],"optimization":[5],"problems":[6],"with":[7],"stochastic":[8,38,111],"gradients":[9],"for":[10,43,64],"a":[11,36,44,101],"multi-agent":[12],"system,":[13],"in":[14],"which":[15],"each":[16],"agent":[17],"aims":[18],"to":[19,100,122],"minimize":[20],"the":[21,52,56,77,85,91,94,104,110,124],"sum":[22],"of":[23,47,79,103,108,126],"all":[24],"agents'":[25],"cost":[26,87],"functions":[27],"by":[28],"using":[29],"local":[30],"compressed":[31],"information":[32],"exchange.":[33],"We":[34,49],"propose":[35],"gradient":[39,112],"descent":[40],"algorithm,":[41],"suitable":[42],"general":[45],"class":[46],"compressors.":[48],"show":[50],"that":[51],"proposed":[53,95],"algorithm":[54,96],"achieves":[55],"linear":[57],"speedup":[58],"convergence":[59],"rate":[60],"<tex":[61,69,73],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[62,70,74],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\mathcal{O}(-1/\\sqrt{nT})$</tex>":[63],"smooth":[65],"functions,":[67],"where":[68],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$T$</tex>":[71],"and":[72,81],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$n$</tex>":[75],"are":[76,119],"number":[78],"iterations":[80],"agents,":[82],"respectively.":[83],"If":[84],"global":[86,105],"function":[88],"additionally":[89],"satisfies":[90],"Polyak-Lojasiewicz":[92],"condition,":[93],"can":[97],"linearly":[98],"converge":[99],"neighborhood":[102],"optimum,":[106],"regardless":[107],"whether":[109],"is":[113],"unbiased":[114],"or":[115],"not.":[116],"Numerical":[117],"experiments":[118],"carried":[120],"out":[121],"verify":[123],"efficiency":[125],"our":[127],"algorithm.":[128]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}