{"id":"https://openalex.org/W4409761350","doi":"https://doi.org/10.1109/tsp.2025.3564416","title":"Differential Error Feedback for Communication-Efficient Decentralized Learning","display_name":"Differential Error Feedback for Communication-Efficient Decentralized Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4409761350","doi":"https://doi.org/10.1109/tsp.2025.3564416"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2025.3564416","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2025.3564416","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-05227572/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015999129","display_name":"Roula Nassif","orcid":"https://orcid.org/0000-0001-9663-8559"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I201841394","display_name":"Universit\u00e9 C\u00f4te d'Azur","ror":"https://ror.org/019tgvf94","country_code":"FR","type":"education","lineage":["https://openalex.org/I201841394"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Roula Nassif","raw_affiliation_strings":["Université Côte d’Azur, CNRS, Sophia Antipolis, France","Université Côte d’Azur, I3S Laboratory, CNRS, France"],"raw_orcid":"https://orcid.org/0000-0001-9663-8559","affiliations":[{"raw_affiliation_string":"Université Côte d’Azur, CNRS, Sophia Antipolis, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I201841394"]},{"raw_affiliation_string":"Université Côte d’Azur, I3S Laboratory, CNRS, France","institution_ids":["https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083805703","display_name":"Stefan Vlaski","orcid":"https://orcid.org/0000-0002-0616-3076"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Stefan Vlaski","raw_affiliation_strings":["Imperial College, SW7 2AZ London, U.K","Imperial College, London, UK"],"raw_orcid":"https://orcid.org/0000-0002-0616-3076","affiliations":[{"raw_affiliation_string":"Imperial College, SW7 2AZ London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Imperial College, London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006698711","display_name":"Marco Carpentiero","orcid":"https://orcid.org/0000-0002-4973-2769"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Carpentiero","raw_affiliation_strings":["University of Salerno, Salerno, Italy","University of Salerno, Italy"],"raw_orcid":"https://orcid.org/0000-0002-4973-2769","affiliations":[{"raw_affiliation_string":"University of Salerno, Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]},{"raw_affiliation_string":"University of Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033752533","display_name":"Vincenzo Matta","orcid":"https://orcid.org/0000-0002-2046-4027"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Vincenzo Matta","raw_affiliation_strings":["University of Salerno, Salerno, Italy","University of Salerno, Italy"],"raw_orcid":"https://orcid.org/0000-0002-2046-4027","affiliations":[{"raw_affiliation_string":"University of Salerno, Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]},{"raw_affiliation_string":"University of Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091103447","display_name":"Ali H. Sayed","orcid":"https://orcid.org/0000-0002-5125-5519"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Ali H. Sayed","raw_affiliation_strings":["Institute of Electrical and Micro Engineering, EPFL, Lausanne, Switzerland","Institute of Electrical and Micro Engineering, EPFL, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-5125-5519","affiliations":[{"raw_affiliation_string":"Institute of Electrical and Micro Engineering, EPFL, Lausanne, Switzerland","institution_ids":["https://openalex.org/I5124864"]},{"raw_affiliation_string":"Institute of Electrical and Micro Engineering, EPFL, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.3439,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.92203508,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"73","issue":null,"first_page":"1905","last_page":"1921"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9480000138282776,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9368000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6675378680229187},{"id":"https://openalex.org/keywords/differential","display_name":"Differential (mechanical device)","score":0.4384653568267822},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3597961366176605},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.34395456314086914},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32389509677886963},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.25338298082351685},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.23215928673744202}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6675378680229187},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.4384653568267822},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3597961366176605},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.34395456314086914},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32389509677886963},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25338298082351685},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.23215928673744202},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tsp.2025.3564416","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2025.3564416","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-05227572v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05227572","pdf_url":"https://hal.science/hal-05227572/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Signal Processing, 2025, 73, pp.1905-1921. ⟨10.1109/TSP.2025.3564416⟩","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:infoscience.epfl.ch:20.500.14299/249829","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/249829","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"research article"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-05227572v1","is_oa":true,"landing_page_url":"https://hal.science/hal-05227572","pdf_url":"https://hal.science/hal-05227572/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Signal Processing, 2025, 73, pp.1905-1921. ⟨10.1109/TSP.2025.3564416⟩","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7104411396","display_name":"Communication-efficient decentralized, adaptive and reliable optimization over multitask graphs","funder_award_id":"ANR-22-CE23-0015","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409761350.pdf","grobid_xml":"https://content.openalex.org/works/W4409761350.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1968191600","https://openalex.org/W1970997001","https://openalex.org/W1983933235","https://openalex.org/W2040176268","https://openalex.org/W2042664989","https://openalex.org/W2044212084","https://openalex.org/W2080522017","https://openalex.org/W2093258161","https://openalex.org/W2107664305","https://openalex.org/W2120286056","https://openalex.org/W2592211823","https://openalex.org/W2964075583","https://openalex.org/W2965142130","https://openalex.org/W3004184337","https://openalex.org/W3011893207","https://openalex.org/W3015640161","https://openalex.org/W3017195594","https://openalex.org/W3018063878","https://openalex.org/W3021272668","https://openalex.org/W3021654819","https://openalex.org/W3175296385","https://openalex.org/W3186261059","https://openalex.org/W3191152329","https://openalex.org/W4205987271","https://openalex.org/W4226262972","https://openalex.org/W4229706427","https://openalex.org/W4320005491","https://openalex.org/W4321061869","https://openalex.org/W4381199009","https://openalex.org/W4388064950","https://openalex.org/W4389918254","https://openalex.org/W4392808390","https://openalex.org/W4401880544","https://openalex.org/W4402673512","https://openalex.org/W6728757088","https://openalex.org/W6738383168","https://openalex.org/W6746200960","https://openalex.org/W6754416507","https://openalex.org/W6754529011","https://openalex.org/W6758358981","https://openalex.org/W6758557334","https://openalex.org/W6774804355","https://openalex.org/W6774827312","https://openalex.org/W6779452467","https://openalex.org/W6780530786","https://openalex.org/W6784512781","https://openalex.org/W6809704105","https://openalex.org/W6860387172"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Communication-constrained":[0],"algorithms":[1,80],"for":[2,60,123,164,189],"decentralized":[3,124],"learning":[4,109,125],"and":[5,162,174,188,205],"optimization":[6,158],"rely":[7],"on":[8,79,184],"local":[9],"updates":[10],"coupled":[11,175],"with":[12,96,115,239],"the":[13,27,40,48,61,65,73,141,144,185,193,220,226,249,253],"exchange":[14],"of":[15,30,46,89,100,202,242,255],"compressed":[16],"signals.":[17],"In":[18,38,102],"this":[19,103],"context,differential":[20],"quantizationis":[21],"an":[22],"effective":[23],"technique":[24],"to":[25,58,133,136,146,214,247],"mitigate":[26],"negative":[28],"impact":[29],"compression":[31,49,186],"by":[32,64,209],"leveraging":[33],"correlations":[34],"between":[35],"successive":[36],"iterates.":[37],"addition,":[39],"use":[41],"oferror":[42],"feedback,":[43,69],"which":[44],"consists":[45],"incorporating":[47],"error":[50,68,116,204],"into":[51],"subsequent":[52],"steps,":[53],"is":[54,120,197,212,245],"a":[55,82,86,97,107],"powerful":[56],"mechanism":[57],"compensate":[59],"bias":[62],"caused":[63],"compression.":[66,256],"Under":[67],"performance":[70,250],"guarantees":[71],"in":[72,148,200,235,252],"literature":[74],"have":[75,129],"so":[76],"far":[77],"focused":[78],"employing":[81],"fusion":[83],"center":[84],"or":[85,156],"special":[87,160],"class":[88],"contractive":[90],"compressors":[91],"that":[92,111,139],"cannot":[93],"be":[94],"implemented":[95],"finite":[98],"number":[99,241],"bits.":[101],"work,":[104],"we":[105],"propose":[106],"newdecentralizedcommunication-efficient":[108],"approach":[110,119],"blends":[112],"differential":[113],"quantization":[114],"feedback.":[117],"The":[118,231],"specifically":[121],"tailored":[122],"problems":[126],"where":[127],"agents":[128],"individual":[130],"risk":[131],"functions":[132],"minimize":[134],"subject":[135],"subspace":[137],"constraints":[138],"require":[140],"minimizers":[142],"across":[143],"network":[145],"lie":[147],"low-dimensional":[149],"subspaces.":[150],"This":[151],"constrained":[152],"formulation":[153],"includes":[154],"consensus":[155],"single-task":[157],"as":[159,171],"cases,":[161],"allows":[163],"more":[165],"general":[166,182],"task":[167],"relatedness":[168],"models":[169],"such":[170],"multitask":[172],"smoothness":[173],"optimization.":[176],"We":[177],"show":[178],"that,":[179,234],"under":[180],"some":[181],"conditions":[183],"noise,":[187],"sufficiently":[190],"small":[191,218],"step-sizes\u03bc,":[192],"resulting":[194],"communication-efficient":[195],"strategy":[196],"stable":[198],"both":[199],"terms":[201],"mean-square":[203],"average":[206],"bit":[207,227],"rate:":[208],"reducing\u03bc,":[210],"it":[211,244],"possible":[213,246],"keep":[215],"theestimation":[216],"errors":[217],"(on":[219],"order":[221],"of\u03bc)":[222],"without":[223],"increasing":[224],"indefinitely":[225],"rate":[228],"as\u03bc\u2192":[229],"0.":[230],"results":[232],"establish":[233],"thesmall":[236],"step-size":[237],"regimeand":[238],"afinite":[240],"bits,":[243],"attain":[248],"achievable":[251],"absence":[254]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}