{"id":"https://openalex.org/W4312926285","doi":"https://doi.org/10.1109/tsipn.2022.3212315","title":"Communication-Efficient Federated Learning Using Censored Heavy Ball Descent","display_name":"Communication-Efficient Federated Learning Using Censored Heavy Ball Descent","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312926285","doi":"https://doi.org/10.1109/tsipn.2022.3212315"},"language":"en","primary_location":{"id":"doi:10.1109/tsipn.2022.3212315","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsipn.2022.3212315","pdf_url":null,"source":{"id":"https://openalex.org/S4306422866","display_name":"IEEE Transactions on Signal and Information Processing over Networks","issn_l":"2373-776X","issn":["2373-776X","2373-7778"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal and Information Processing over Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100769177","display_name":"Yi-Cheng Chen","orcid":"https://orcid.org/0000-0003-1876-9320"},"institutions":[{"id":"https://openalex.org/I4210128585","display_name":"META Health","ror":"https://ror.org/035h67p10","country_code":"US","type":"other","lineage":["https://openalex.org/I4210128585"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yicheng Chen","raw_affiliation_strings":["Reality Labs of Meta, Redmond, WA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1876-9320","affiliations":[{"raw_affiliation_string":"Reality Labs of Meta, Redmond, WA, USA","institution_ids":["https://openalex.org/I4210128585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042577942","display_name":"Rick S. Blum","orcid":"https://orcid.org/0000-0002-1024-6771"},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rick S. Blum","raw_affiliation_strings":["Lehigh University, Bethlehem, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1024-6771","affiliations":[{"raw_affiliation_string":"Lehigh University, Bethlehem, PA, USA","institution_ids":["https://openalex.org/I186143895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053858045","display_name":"Brian M. Sadler","orcid":"https://orcid.org/0000-0002-9564-3812"},"institutions":[{"id":"https://openalex.org/I4210158618","display_name":"Adelphi Laboratory Center","ror":"https://ror.org/04gsrvr64","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210158618"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brian M. Sadler","raw_affiliation_strings":["DEVCOM ARL, Adelphi, MD, USA"],"raw_orcid":"https://orcid.org/0000-0002-9564-3812","affiliations":[{"raw_affiliation_string":"DEVCOM ARL, Adelphi, MD, USA","institution_ids":["https://openalex.org/I4210158618"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100769177"],"corresponding_institution_ids":["https://openalex.org/I4210128585"],"apc_list":null,"apc_paid":null,"fwci":0.6937,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.76051138,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"8","issue":null,"first_page":"983","last_page":"996"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12879","display_name":"Distributed Sensor Networks and Detection Algorithms","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7553400993347168},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7025499939918518},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.6733999252319336},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.6477829813957214},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.6217360496520996},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5672463774681091},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.5095715522766113},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5062341094017029},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.4742918312549591},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.46369871497154236},{"id":"https://openalex.org/keywords/smoothing","display_name":"Smoothing","score":0.4633152484893799},{"id":"https://openalex.org/keywords/ball","display_name":"Ball (mathematics)","score":0.42684483528137207},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4157828092575073},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15143874287605286},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.14918386936187744},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09785127639770508}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7553400993347168},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7025499939918518},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.6733999252319336},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.6477829813957214},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.6217360496520996},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5672463774681091},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.5095715522766113},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5062341094017029},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.4742918312549591},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.46369871497154236},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.4633152484893799},{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.42684483528137207},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4157828092575073},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15143874287605286},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.14918386936187744},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09785127639770508},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsipn.2022.3212315","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsipn.2022.3212315","pdf_url":null,"source":{"id":"https://openalex.org/S4306422866","display_name":"IEEE Transactions on Signal and Information Processing over Networks","issn_l":"2373-776X","issn":["2373-776X","2373-7778"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal and Information Processing over Networks","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1699582372","display_name":null,"funder_award_id":"W911NF-17-1-0331","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G6527030185","display_name":null,"funder_award_id":"N00014-22-1-2626","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8466051932","display_name":null,"funder_award_id":"ECCS-1744129","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"},{"id":"https://openalex.org/F4320338295","display_name":"Army Research Laboratory","ror":"https://ror.org/011hc8f90"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1963567492","https://openalex.org/W2112796928","https://openalex.org/W2117618281","https://openalex.org/W2136277139","https://openalex.org/W2137515395","https://openalex.org/W2137731592","https://openalex.org/W2148087609","https://openalex.org/W2149062484","https://openalex.org/W2162658997","https://openalex.org/W2165239860","https://openalex.org/W2191781618","https://openalex.org/W2283463896","https://openalex.org/W2510078447","https://openalex.org/W2541688248","https://openalex.org/W2542306928","https://openalex.org/W2556660792","https://openalex.org/W2615979129","https://openalex.org/W2901838001","https://openalex.org/W2962696932","https://openalex.org/W2963433607","https://openalex.org/W2963941964","https://openalex.org/W3004511899","https://openalex.org/W3120430922","https://openalex.org/W3129336662","https://openalex.org/W3153347425","https://openalex.org/W3162286130","https://openalex.org/W3162353295","https://openalex.org/W3164715504","https://openalex.org/W3174068174","https://openalex.org/W3176174985","https://openalex.org/W3176364684","https://openalex.org/W3180804458","https://openalex.org/W3180881483","https://openalex.org/W3182125009","https://openalex.org/W3184417486","https://openalex.org/W3196370796","https://openalex.org/W3208144977","https://openalex.org/W3214330255","https://openalex.org/W4211099356","https://openalex.org/W6604254268","https://openalex.org/W6637454738","https://openalex.org/W6640396632","https://openalex.org/W6640590530","https://openalex.org/W6680610060","https://openalex.org/W6681545434","https://openalex.org/W6683124362","https://openalex.org/W6683982151","https://openalex.org/W6684249991","https://openalex.org/W6695838908","https://openalex.org/W6699273416","https://openalex.org/W6725585423","https://openalex.org/W6730236268","https://openalex.org/W6751961731","https://openalex.org/W6752422486","https://openalex.org/W6754416507","https://openalex.org/W6754708055","https://openalex.org/W6800755839","https://openalex.org/W6810227880"],"related_works":["https://openalex.org/W4317941881","https://openalex.org/W4398164851","https://openalex.org/W4229067761","https://openalex.org/W4323521275","https://openalex.org/W4220738117","https://openalex.org/W3091296419","https://openalex.org/W2954034773","https://openalex.org/W4322741898","https://openalex.org/W3159168343","https://openalex.org/W3035996294"],"abstract_inverted_index":{"Distributed":[0],"machine":[1],"learning":[2,19,49,78],"enables":[3],"scalability":[4],"and":[5,31,105,122,138,176,182],"computational":[6],"offloading,":[7],"but":[8,83],"requires":[9],"significant":[10,70],"levels":[11],"of":[12,73,86,96,115,130,152,171,195],"communication.":[13],"Consequently,":[14],"communication":[15,169],"efficiency":[16,170],"in":[17,50],"distributed":[18,48],"settings":[20],"is":[21,61,132],"an":[22],"important":[23],"consideration,":[24],"especially":[25],"when":[26],"the":[27,65,74,84,97,116,168,193,202,208],"communications":[28,88,154,196],"are":[29,34,80],"wireless":[30],"battery-driven":[32],"devices":[33],"employed.":[35],"In":[36,141],"this":[37],"paper":[38],"we":[39,143],"develop":[40],"a":[41,51,108,186],"censoring-based":[42],"heavy":[43],"ball":[44],"(CHB)":[45],"method":[46,76,119],"for":[47,77,120,135,179],"server-worker":[52],"architecture.":[53],"Each":[54],"worker":[55],"self-censors":[56],"unless":[57],"its":[58],"local":[59],"gradient":[60],"sufficiently":[62],"different":[63],"from":[64],"previously":[66],"transmitted":[67],"one.":[68],"The":[69,127],"practical":[71],"advantages":[72],"HB":[75,98,118],"problems":[79],"well":[81],"known,":[82],"question":[85],"reducing":[87],"has":[89],"not":[90],"been":[91],"addressed.":[92],"CHB":[93,131,172,189],"takes":[94],"advantage":[95],"smoothing":[99],"to":[100,113,198],"eliminate":[101],"reporting":[102],"small":[103],"changes,":[104],"provably":[106],"achieves":[107],"linear":[109],"convergence":[110,128,162],"rate":[111],"equivalent":[112],"that":[114],"classical":[117],"smooth":[121],"strongly":[123],"convex":[124,137],"objective":[125],"functions.":[126],"guarantee":[129],"theoretically":[133],"justified":[134],"both":[136,174],"nonconvex":[139],"cases.":[140,184],"addition":[142],"prove":[144],"that,":[145],"under":[146],"some":[147],"conditions,":[148],"at":[149],"least":[150],"half":[151],"all":[153],"can":[155,190],"be":[156],"eliminated":[157],"without":[158,205],"any":[159],"impact":[160],"on":[161,173],"rate.":[163],"Extensive":[164],"numerical":[165],"results":[166],"validate":[167],"synthetic":[175],"real":[177],"datasets,":[178],"convex,":[180],"nonconvex,":[181],"nondifferentiable":[183],"Given":[185],"target":[187],"accuracy,":[188],"significantly":[191],"reduce":[192],"number":[194],"compared":[197],"existing":[199],"algorithms,":[200],"achieving":[201],"same":[203],"accuracy":[204],"slowing":[206],"down":[207],"optimization":[209],"process.":[210]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}