{"id":"https://openalex.org/W4401880544","doi":"https://doi.org/10.1109/sam60225.2024.10636509","title":"Differential Error Feedback for Communication-Efficient Decentralized Optimization","display_name":"Differential Error Feedback for Communication-Efficient Decentralized Optimization","publication_year":2024,"publication_date":"2024-07-08","ids":{"openalex":"https://openalex.org/W4401880544","doi":"https://doi.org/10.1109/sam60225.2024.10636509"},"language":"en","primary_location":{"id":"doi:10.1109/sam60225.2024.10636509","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sam60225.2024.10636509","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 13rd Sensor Array and Multichannel Signal Processing Workshop (SAM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04760245/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015999129","display_name":"Roula Nassif","orcid":"https://orcid.org/0000-0001-9663-8559"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roula Nassif","raw_affiliation_strings":["Universit&#x00E9; Cote d&#x0027;Azur,France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit&#x00E9; Cote d&#x0027;Azur,France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083805703","display_name":"Stefan Vlaski","orcid":"https://orcid.org/0000-0002-0616-3076"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stefan Vlaski","raw_affiliation_strings":["Imperial College London,UK","Imperial College London (South Kensington Campus, London SW7 2AZ - United Kingdom)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London,UK","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Imperial College London (South Kensington Campus, London SW7 2AZ - United Kingdom)","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006698711","display_name":"Marco Carpentiero","orcid":"https://orcid.org/0000-0002-4973-2769"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Carpentiero","raw_affiliation_strings":["University of Salerno,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Salerno,Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033752533","display_name":"Vincenzo Matta","orcid":"https://orcid.org/0000-0002-2046-4027"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Vincenzo Matta","raw_affiliation_strings":["University of Salerno,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Salerno,Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091103447","display_name":"Ali H. Sayed","orcid":"https://orcid.org/0000-0002-5125-5519"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Ali H. Sayed","raw_affiliation_strings":["Ecole Poly technique F&#x00E9;d&#x00E9;rale de Lausanne,Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ecole Poly technique F&#x00E9;d&#x00E9;rale de Lausanne,Switzerland","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9095,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.94845072,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11347","display_name":"Neural Networks Stability and Synchronization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6873828768730164},{"id":"https://openalex.org/keywords/differential","display_name":"Differential (mechanical device)","score":0.5695765614509583},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4585530459880829},{"id":"https://openalex.org/keywords/decentralised-system","display_name":"Decentralised system","score":0.4283973276615143},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36219337582588196},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.1977851390838623},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15468686819076538},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13198503851890564}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6873828768730164},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.5695765614509583},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4585530459880829},{"id":"https://openalex.org/C205875254","wikidata":"https://www.wikidata.org/wiki/Q17156857","display_name":"Decentralised system","level":3,"score":0.4283973276615143},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36219337582588196},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.1977851390838623},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15468686819076538},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13198503851890564},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/sam60225.2024.10636509","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sam60225.2024.10636509","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 13rd Sensor Array and Multichannel Signal Processing Workshop (SAM)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04760245v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04760245","pdf_url":"https://hal.science/hal-04760245/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Sensor Array and Multichannel Signal Processing Workshop (SAM), Jul 2024, Corvallis, United States. pp.1-5, &#x27E8;10.1109/SAM60225.2024.10636509&#x27E9;","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04760245v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04760245","pdf_url":"https://hal.science/hal-04760245/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Sensor Array and Multichannel Signal Processing Workshop (SAM), Jul 2024, Corvallis, United States. pp.1-5, &#x27E8;10.1109/SAM60225.2024.10636509&#x27E9;","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7104411396","display_name":"Communication-efficient decentralized, adaptive and reliable optimization over multitask graphs","funder_award_id":"ANR-22-CE23-0015","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401880544.pdf"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2040176268","https://openalex.org/W2074796812","https://openalex.org/W2965142130","https://openalex.org/W3004184337","https://openalex.org/W3021272668","https://openalex.org/W3021654819","https://openalex.org/W3186261059","https://openalex.org/W4205987271","https://openalex.org/W4226262972","https://openalex.org/W4238850922","https://openalex.org/W4287863844","https://openalex.org/W4327640397","https://openalex.org/W4381199009","https://openalex.org/W4389918254","https://openalex.org/W4392808390","https://openalex.org/W6728757088","https://openalex.org/W6746200960","https://openalex.org/W6758358981","https://openalex.org/W6758557334","https://openalex.org/W6774827312","https://openalex.org/W6784512781","https://openalex.org/W6849962846"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Communication-constrained":[0],"algorithms":[1,83],"for":[2,63,138],"decentralized":[3,114],"learning":[4,116],"and":[5,110,137],"optimization":[6],"rely":[7],"on":[8,82,133],"the":[9,29,42,51,64,68,76,134,146,151,164,173,177],"exchange":[10],"of":[11,32,44,49,92,103,153,179],"quantized":[12],"signals":[13],"coupled":[14],"with":[15,99,122],"local":[16],"updates.":[17],"In":[18,40,105],"this":[19,106],"context,":[20],"differential":[21,120],"quantization":[22,33,52,121,135],"is":[23,57,142,169],"an":[24],"effective":[25],"technique":[26],"to":[27,61,144,171],"mitigate":[28],"negative":[30],"impact":[31],"by":[34,67],"leveraging":[35],"correlations":[36],"between":[37],"subsequent":[38,55],"iterates.":[39],"addition,":[41],"use":[43],"error":[45,53,71,123],"feedback,":[46,72],"which":[47],"consists":[48],"incorporating":[50],"into":[54],"steps,":[56],"a":[58,85,89,100,112],"powerful":[59],"mechanism":[60],"compensate":[62],"bias":[65],"caused":[66],"quantization.":[69],"Under":[70],"performance":[73,174],"guarantees":[74],"in":[75,155,163,176],"literature":[77],"have":[78],"so":[79],"far":[80],"focused":[81],"employing":[84],"fusion":[86],"center":[87],"or":[88],"special":[90],"class":[91],"contractive":[93],"quantizers":[94],"that":[95,118],"cannot":[96],"be":[97],"implemented":[98],"finite":[101],"number":[102],"bits.":[104],"work,":[107],"we":[108],"propose":[109],"study":[111],"new":[113],"communication-efficient":[115],"approach":[117],"blends":[119],"feedback.":[124],"The":[125,158],"results":[126,159],"show":[127],"that,":[128,162],"under":[129],"some":[130],"general":[131],"conditions":[132],"noise,":[136],"sufficiently":[139],"small":[140,149,165],"step-sizes$\\mu$it":[141],"possible":[143,170],"keep":[145],"estimation":[147],"errors":[148],"(on":[150],"order":[152],"\u03bc)":[154],"steady":[156],"state.":[157],"also":[160],"suggest":[161],"step-size":[166],"regime,":[167],"it":[168],"attain":[172],"achievable":[175],"absence":[178],"compression.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}
