{"id":"https://openalex.org/W4388206377","doi":"https://doi.org/10.1109/tcomm.2023.3327778","title":"M22: A Communication-Efficient Algorithm for Federated Learning Inspired by Rate-Distortion","display_name":"M22: A Communication-Efficient Algorithm for Federated Learning Inspired by Rate-Distortion","publication_year":2023,"publication_date":"2023-10-26","ids":{"openalex":"https://openalex.org/W4388206377","doi":"https://doi.org/10.1109/tcomm.2023.3327778"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2023.3327778","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2023.3327778","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114677047","display_name":"Yangyi Liu","orcid":"https://orcid.org/0000-0002-7366-724X"},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Yangyi Liu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, McMaster University, Hamilton, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, McMaster University, Hamilton, ON, Canada","institution_ids":["https://openalex.org/I98251732"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067224441","display_name":"Stefano Rini","orcid":"https://orcid.org/0000-0003-1681-3316"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Stefano Rini","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National Yang Ming Chiao Tung University (NYCU), Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010648032","display_name":"Sadaf Salehkalaibar","orcid":"https://orcid.org/0000-0003-1227-3797"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sadaf Salehkalaibar","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100450217","display_name":"Jun Chen","orcid":"https://orcid.org/0000-0002-8084-9332"},"institutions":[{"id":"https://openalex.org/I98251732","display_name":"McMaster University","ror":"https://ror.org/02fa3aq29","country_code":"CA","type":"education","lineage":["https://openalex.org/I98251732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jun Chen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, McMaster University, Hamilton, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, McMaster University, Hamilton, ON, Canada","institution_ids":["https://openalex.org/I98251732"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5114677047"],"corresponding_institution_ids":["https://openalex.org/I98251732"],"apc_list":null,"apc_paid":null,"fwci":0.8698,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.79466772,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"72","issue":"2","first_page":"845","last_page":"860"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7099930644035339},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4684365391731262},{"id":"https://openalex.org/keywords/distortion","display_name":"Distortion (music)","score":0.4300793409347534},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4232531487941742},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.17569446563720703}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7099930644035339},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4684365391731262},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.4300793409347534},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4232531487941742},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.17569446563720703},{"id":"https://openalex.org/C194257627","wikidata":"https://www.wikidata.org/wiki/Q211554","display_name":"Amplifier","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2023.3327778","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2023.3327778","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1603765807","https://openalex.org/W1994520254","https://openalex.org/W2068071220","https://openalex.org/W2134383396","https://openalex.org/W2146519989","https://openalex.org/W2407022425","https://openalex.org/W2535838896","https://openalex.org/W2606891064","https://openalex.org/W2750384547","https://openalex.org/W2766678531","https://openalex.org/W2785456003","https://openalex.org/W2785626633","https://openalex.org/W2947387569","https://openalex.org/W2963095610","https://openalex.org/W2963819344","https://openalex.org/W2984259868","https://openalex.org/W2989289980","https://openalex.org/W3021654819","https://openalex.org/W3081178085","https://openalex.org/W3087172506","https://openalex.org/W3101036738","https://openalex.org/W3202176390","https://openalex.org/W3212339248","https://openalex.org/W4200234277","https://openalex.org/W4220826035","https://openalex.org/W4287327028","https://openalex.org/W4289107582","https://openalex.org/W4294205985","https://openalex.org/W4297687186","https://openalex.org/W4320823079","https://openalex.org/W6728757088","https://openalex.org/W6738460352","https://openalex.org/W6743688258","https://openalex.org/W6745256532","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6747855403","https://openalex.org/W6748579526","https://openalex.org/W6751754709","https://openalex.org/W6752012617","https://openalex.org/W6754341472","https://openalex.org/W6754416507","https://openalex.org/W6754529011","https://openalex.org/W6757093123","https://openalex.org/W6761040187","https://openalex.org/W6762658798","https://openalex.org/W6767032739","https://openalex.org/W6768911402","https://openalex.org/W6773173304","https://openalex.org/W6779308105","https://openalex.org/W6779739340","https://openalex.org/W6780897730","https://openalex.org/W6782559215","https://openalex.org/W6788034315","https://openalex.org/W6840899668"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"In":[0,70,128],"federated":[1,63],"learning":[2],"(FL),":[3],"the":[4,8,12,32,38,80,84,130,134,152,166,170,178,188,192,204,208,218,231],"communication":[5,39,184,201],"constraint":[6],"between":[7,79],"remote":[9],"clients":[10],"and":[11,83,107,133,161,223,236],"Parameter":[13],"Server":[14],"(PS)":[15],"is":[16,138],"a":[17,55,74,149,156,183,247],"crucial":[18],"bottleneck.":[19],"For":[20],"this":[21,212],"reason,":[22],"model":[23,206],"updates":[24,112],"must":[25],"be":[26,146,243],"compressed":[27],"so":[28],"as":[29,89,148,191],"to":[30,59,88,168,203],"minimize":[31,169],"loss":[33],"in":[34,173,195],"accuracy":[35,190,196],"resulting":[36],"from":[37],"constraint.":[40],"This":[41],"paper":[42],"proposes":[43],"\u201cM-magnitude":[44],"weighted":[45,98],"L2":[46],"distortion":[47,77,131,162,172,224],"+":[48],"2":[49],"degrees":[50,125],"of":[51,65,76,126,151,158,200,220,233],"freedom\u201d":[52],"(M22)":[53],"algorithm,":[54],"rate-distortion":[56,248],"inspired":[57,249],"approach":[58],"gradient":[60,82,111,135,159,174,179,221],"compression":[61,180],"for":[62,142],"training":[64,209],"deep":[66],"neural":[67],"networks":[68],"(DNNs).":[69],"particular,":[71],"we":[72,86,108,164,186,215],"propose":[73],"family":[75],"measures":[78],"original":[81],"reconstruction":[85],"referred":[87],"\u201c":[90],"<inline-formula":[91,99],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[92,100],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[93,101],"<tex-math":[94,102],"notation=\"LaTeX\">$M$":[95],"</tex-math></inline-formula>":[96,104],"-magnitude":[97],"notation=\"LaTeX\">$L_{2}$":[103],"\u201d":[105],"distortion,":[106],"assume":[109],"that":[110,144,197,238],"follow":[113],"an":[114],"i.i.d.":[115],"distribution":[116,160,222],"\u2013":[117],"generalized":[118],"normal":[119],"or":[120],"Weibull,":[121],"which":[122],"have":[123],"two":[124],"freedom.":[127],"both":[129],"measure":[132,177],"distribution,":[136],"there":[137],"one":[139,198],"free":[140],"parameter":[141],"each":[143],"can":[145,242],"fitted":[147],"function":[150],"iteration":[153],"number.":[154],"Given":[155],"choice":[157,219],"measure,":[163,214],"design":[165],"quantizer":[167],"expected":[171],"reconstruction.":[175],"To":[176],"performance":[181,213,240],"under":[182],"constraint,":[185],"define":[187],"per-bit":[189],"optimal":[193],"improvement":[194],"bit":[199],"brings":[202],"centralized":[205],"over":[207],"period.":[210],"Using":[211],"systematically":[216],"benchmark":[217],"measure.":[225],"We":[226],"provide":[227],"substantial":[228],"insights":[229],"on":[230],"role":[232],"these":[234],"choices":[235],"argue":[237],"significant":[239],"improvements":[241],"attained":[244],"using":[245],"such":[246],"compressor.":[250]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}