{"id":"https://openalex.org/W3201879251","doi":"https://doi.org/10.23919/wiopt52861.2021.9589061","title":"CFedAvg: Achieving Efficient Communication and Fast Convergence in Non-IID Federated Learning","display_name":"CFedAvg: Achieving Efficient Communication and Fast Convergence in Non-IID Federated Learning","publication_year":2021,"publication_date":"2021-10-18","ids":{"openalex":"https://openalex.org/W3201879251","doi":"https://doi.org/10.23919/wiopt52861.2021.9589061","mag":"3201879251"},"language":"en","primary_location":{"id":"doi:10.23919/wiopt52861.2021.9589061","is_oa":false,"landing_page_url":"https://doi.org/10.23919/wiopt52861.2021.9589061","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 19th International Symposium on Modeling and Optimization in Mobile, Ad hoc, and Wireless Networks (WiOpt)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013868893","display_name":"Haibo Yang","orcid":"https://orcid.org/0000-0002-5715-0849"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Haibo Yang","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA"],"affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409661","display_name":"Jia Liu","orcid":"https://orcid.org/0000-0001-8844-3233"},"institutions":[{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jia Liu","raw_affiliation_strings":["The Ohio State University, Columbus, OH, USA"],"affiliations":[{"raw_affiliation_string":"The Ohio State University, Columbus, OH, USA","institution_ids":["https://openalex.org/I52357470"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071876359","display_name":"Elizabeth Serena Bentley","orcid":"https://orcid.org/0000-0003-0972-9933"},"institutions":[{"id":"https://openalex.org/I1280414376","display_name":"United States Air Force Research Laboratory","ror":"https://ror.org/02e2egq70","country_code":"US","type":"facility","lineage":["https://openalex.org/I1280414376","https://openalex.org/I1330347796","https://openalex.org/I4210102105","https://openalex.org/I4389425425"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth S. Bentley","raw_affiliation_strings":["Information Directorate, Air Force Research Laboratory, Rome, NY, USA"],"affiliations":[{"raw_affiliation_string":"Information Directorate, Air Force Research Laboratory, Rome, NY, USA","institution_ids":["https://openalex.org/I1280414376"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5013868893"],"corresponding_institution_ids":["https://openalex.org/I52357470"],"apc_list":null,"apc_paid":null,"fwci":1.9594,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.88725055,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7473980188369751},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.7353319525718689},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6731192469596863},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.6099140048027039},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.5014824867248535},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.48845401406288147},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.46987801790237427},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.45491552352905273},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.4179359972476959},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.41297489404678345},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.3768618404865265},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3549008369445801},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.22743216156959534},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19337129592895508},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10001450777053833},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.08269977569580078}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7473980188369751},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.7353319525718689},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6731192469596863},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.6099140048027039},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.5014824867248535},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.48845401406288147},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.46987801790237427},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.45491552352905273},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.4179359972476959},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.41297489404678345},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.3768618404865265},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3549008369445801},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.22743216156959534},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19337129592895508},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10001450777053833},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.08269977569580078},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/wiopt52861.2021.9589061","is_oa":false,"landing_page_url":"https://doi.org/10.23919/wiopt52861.2021.9589061","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 19th International Symposium on Modeling and Optimization in Mobile, Ad hoc, and Wireless Networks (WiOpt)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W2130062883","https://openalex.org/W2405578611","https://openalex.org/W2541884796","https://openalex.org/W2563343794","https://openalex.org/W2606891064","https://openalex.org/W2617766261","https://openalex.org/W2766140019","https://openalex.org/W2769644379","https://openalex.org/W2774000609","https://openalex.org/W2890924858","https://openalex.org/W2911863041","https://openalex.org/W2944542720","https://openalex.org/W2949934631","https://openalex.org/W2950826569","https://openalex.org/W2955213239","https://openalex.org/W2963540381","https://openalex.org/W2963664311","https://openalex.org/W2963803379","https://openalex.org/W2964004663","https://openalex.org/W2965234876","https://openalex.org/W2973096819","https://openalex.org/W2981206218","https://openalex.org/W2989289980","https://openalex.org/W2995653155","https://openalex.org/W2996118901","https://openalex.org/W3007939664","https://openalex.org/W3008187686","https://openalex.org/W3015640161","https://openalex.org/W3047475040","https://openalex.org/W3101036738","https://openalex.org/W3127965231","https://openalex.org/W3169222612","https://openalex.org/W3201879251","https://openalex.org/W4230874317","https://openalex.org/W4288110237","https://openalex.org/W4294106961","https://openalex.org/W4297685247","https://openalex.org/W4299283926","https://openalex.org/W4300428694","https://openalex.org/W4318619660","https://openalex.org/W6679314259","https://openalex.org/W6713835734","https://openalex.org/W6728757088","https://openalex.org/W6738460352","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6748019269","https://openalex.org/W6754416507","https://openalex.org/W6758358981","https://openalex.org/W6760157594","https://openalex.org/W6762930437","https://openalex.org/W6765541894","https://openalex.org/W6765843025","https://openalex.org/W6768020840","https://openalex.org/W6769624030","https://openalex.org/W6771536673","https://openalex.org/W6773976177","https://openalex.org/W6790212648","https://openalex.org/W6796466791"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W98480971","https://openalex.org/W4292651679","https://openalex.org/W2400034325","https://openalex.org/W2499557797","https://openalex.org/W4387635768","https://openalex.org/W2985014567","https://openalex.org/W4299515259","https://openalex.org/W2032676126"],"abstract_inverted_index":{"Federated":[0],"learning":[1,7,36,80,99,143,154],"(FL)":[2],"is":[3,115,122,131,192],"a":[4,10,17,46,97,102,174],"prevailing":[5],"distributed":[6],"paradigm,":[8],"where":[9,113],"large":[11],"number":[12,109,117,124,176],"of":[13,71,110,118,125,141,177,214,226],"workers":[14,111,171],"jointly":[15],"learn":[16],"model":[18],"without":[19,144],"sharing":[20],"their":[21,184],"training":[22],"data.":[23],"However,":[24],"high":[25,148],"communication":[26,127,149],"costs":[27],"could":[28],"arise":[29],"in":[30,156,190],"FL":[31,53],"due":[32],"to":[33,162,172,180,183],"large-scale":[34],"(deep)":[35],"models":[37],"and":[38,78,129],"bandwidth-constrained":[39],"connections.":[40],"In":[41],"this":[42],"paper,":[43],"we":[44,159],"introduce":[45],"communication-efficient":[47],"algorithmic":[48],"framework":[49],"called":[50],"CFedAvg":[51,72,83,161,216],"for":[52,73,105,207],"with":[54,59,76,96,164,221],"non-i.i.d.":[55,208],"datasets,":[56],"which":[57,168],"works":[58],"general":[60,191],"(biased":[61],"or":[62],"unbiased)":[63],"SNR-constrained":[64],"compressors.":[65],"We":[66,210],"analyze":[67],"the":[68,108,116,123,132,138,194,202,212],"convergence":[69,94,106,139,204],"rate":[70,95,140,205],"non-convex":[74],"functions":[75],"constant":[77,98],"decaying":[79],"rates.":[81],"The":[82,187],"algorithm":[84,217],"can":[85],"achieve":[86],"an":[87],"$\\mathcal{O}\\left(":[88],"{1/\\sqrt":[89],"{mKT}":[90],"+":[91],"1/T}":[92],"\\right)$":[93],"rate,":[100],"implying":[101],"linear":[103],"speedup":[104],"as":[107],"increases,":[112],"K":[114],"local":[119,166,178],"steps,":[120,167],"T":[121],"total":[126,133],"rounds,":[128],"m":[130],"worker":[134],"number.":[135],"This":[136],"matches":[137],"distributed/federated":[142],"compression,":[145],"thus":[146],"achieving":[147],"efficiency":[150],"while":[151],"not":[152,200],"sacrificing":[153],"accuracy":[155],"FL.":[157,209],"Furthermore,":[158],"extend":[160],"cases":[163],"heterogeneous":[165],"allows":[169],"different":[170,175,227],"perform":[173],"steps":[179],"better":[181],"adapt":[182],"own":[185],"circumstances.":[186],"interesting":[188],"observation":[189],"that":[193],"noise/variance":[195],"introduced":[196],"by":[197],"compressors":[198],"does":[199],"affect":[201],"overall":[203],"order":[206],"verify":[211],"effectiveness":[213],"our":[215],"on":[218],"three":[219],"datasets":[220],"two":[222],"gradient":[223],"compression":[224,228],"schemes":[225],"ratios.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}