{"id":"https://openalex.org/W4391021945","doi":"https://doi.org/10.1109/cdc49753.2023.10383755","title":"Communication-Efficient Distributed Optimization with Adaptability to System Heterogeneity","display_name":"Communication-Efficient Distributed Optimization with Adaptability to System Heterogeneity","publication_year":2023,"publication_date":"2023-12-13","ids":{"openalex":"https://openalex.org/W4391021945","doi":"https://doi.org/10.1109/cdc49753.2023.10383755"},"language":"en","primary_location":{"id":"doi:10.1109/cdc49753.2023.10383755","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cdc49753.2023.10383755","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 62nd IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008826974","display_name":"Ziyi Yu","orcid":"https://orcid.org/0000-0001-7239-4051"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziyi Yu","raw_affiliation_strings":["School of Computer Science, University of Science and Technology of China,Hefei,China","School of Computer Science, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Computer Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057971831","display_name":"Nikolaos M. Freris","orcid":"https://orcid.org/0000-0001-6006-3001"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nikolaos M. Freris","raw_affiliation_strings":["School of Computer Science, University of Science and Technology of China,Hefei,China","School of Computer Science, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Science and Technology of China,Hefei,China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"School of Computer Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5008826974"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":0.2006,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.54564741,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"32","issue":null,"first_page":"3321","last_page":"3326"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.752895712852478},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.6976545453071594},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5248774886131287},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5137659311294556},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.5098820924758911},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4373806118965149},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4314332902431488},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.42449259757995605},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.41989371180534363},{"id":"https://openalex.org/keywords/lipschitz-continuity","display_name":"Lipschitz continuity","score":0.41572511196136475},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.172776460647583},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.08757790923118591}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.752895712852478},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.6976545453071594},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5248774886131287},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5137659311294556},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5098820924758911},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4373806118965149},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4314332902431488},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.42449259757995605},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.41989371180534363},{"id":"https://openalex.org/C22324862","wikidata":"https://www.wikidata.org/wiki/Q652707","display_name":"Lipschitz continuity","level":2,"score":0.41572511196136475},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.172776460647583},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.08757790923118591},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc49753.2023.10383755","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cdc49753.2023.10383755","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 62nd IEEE Conference on Decision and Control (CDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1553365534","https://openalex.org/W1571416372","https://openalex.org/W1627780903","https://openalex.org/W1964840978","https://openalex.org/W1989165177","https://openalex.org/W2007537968","https://openalex.org/W2044212084","https://openalex.org/W2046387702","https://openalex.org/W2092620240","https://openalex.org/W2092887546","https://openalex.org/W2105856476","https://openalex.org/W2107438106","https://openalex.org/W2123705108","https://openalex.org/W2155723734","https://openalex.org/W2537046506","https://openalex.org/W2763533254","https://openalex.org/W2799114271","https://openalex.org/W2900789157","https://openalex.org/W2909717101","https://openalex.org/W2946038967","https://openalex.org/W2946319938","https://openalex.org/W2963171296","https://openalex.org/W2963649943","https://openalex.org/W2964183442","https://openalex.org/W3100513551","https://openalex.org/W4244393449","https://openalex.org/W4292363360","https://openalex.org/W4294568653","https://openalex.org/W4314947398","https://openalex.org/W4320713385","https://openalex.org/W4391021945","https://openalex.org/W6676105031","https://openalex.org/W6746232132","https://openalex.org/W6757257686","https://openalex.org/W6763299524","https://openalex.org/W6855908640"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W2250140200","https://openalex.org/W3121791438"],"abstract_inverted_index":{"We":[0,72,130],"consider":[1],"the":[2,8,80,85,97,119,122,125,153,170],"setting":[3],"of":[4,10,27,31,41,65,121,127,174],"agents":[5,86],"cooperatively":[6],"minimizing":[7],"sum":[9],"local":[11,66,98,128],"objectives":[12],"plus":[13],"a":[14,17,22,51,92,132,137,163],"regularizer":[15],"on":[16,68,103,124,162],"graph.":[18],"This":[19],"paper":[20],"proposes":[21],"primal-dual":[23],"method":[24,95,161],"in":[25,59,79,115,172],"consideration":[26],"three":[28],"distinctive":[29],"attributes":[30],"real-life":[32],"multi-agent":[33],"systems,":[34],"namely:":[35],"(i)":[36],"expensive":[37],"communication,":[38,176],"(ii)":[39],"lack":[40],"synchronization,":[42],"and":[43,77,90,107,117,151,177],"(iii)":[44],"system":[45],"heterogeneity.":[46,185],"In":[47],"specific,":[48],"we":[49,157],"propose":[50,136],"distributed":[52],"asynchronous":[53],"algorithm":[54],"with":[55],"minimal":[56],"communication":[57],"cost,":[58],"which":[60],"users":[61],"commit":[62],"variable":[63],"amounts":[64],"work":[67],"their":[69],"respective":[70],"subproblems.":[71],"illustrate":[73,169],"this":[74],"both":[75],"theoretically":[76],"experimentally":[78],"machine":[81,165],"learning":[82,166],"setting,":[83],"where":[84],"hold":[87],"private":[88],"data":[89],"use":[91],"stochastic":[93],"Newton":[94],"as":[96,146,180,182],"solver.":[99],"Under":[100],"standard":[101],"assumptions":[102],"Lipschitz":[104],"continuous":[105],"gradients":[106],"strong":[108],"convexity,":[109],"our":[110,159],"analysis":[111],"establishes":[112],"linear":[113],"convergence":[114],"expectation":[116],"characterizes":[118],"dependency":[120],"rate":[123],"number":[126],"iterations.":[129],"proceed":[131],"step":[133],"further":[134],"to":[135,147,149,168,184],"simple":[138],"means":[139],"for":[140],"tuning":[141],"agents'":[142],"hyperparameters":[143],"locally,":[144],"so":[145],"adjust":[148],"heterogeneity":[150],"accelerate":[152],"overall":[154],"convergence.":[155],"Last,":[156],"validate":[158],"proposed":[160],"benchmark":[164],"dataset":[167],"merits":[171],"terms":[173],"computation,":[175],"run-time":[178],"saving":[179],"well":[181],"adaptability":[183]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}
