{"id":"https://openalex.org/W4319069175","doi":"https://doi.org/10.1109/tpds.2023.3241965","title":"Synchronize Only the Immature Parameters: Communication-Efficient Federated Learning By Freezing Parameters Adaptively","display_name":"Synchronize Only the Immature Parameters: Communication-Efficient Federated Learning By Freezing Parameters Adaptively","publication_year":2023,"publication_date":"2023-02-03","ids":{"openalex":"https://openalex.org/W4319069175","doi":"https://doi.org/10.1109/tpds.2023.3241965"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2023.3241965","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2023.3241965","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100418393","display_name":"Chen Chen","orcid":"https://orcid.org/0000-0001-9480-5632"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chen Chen","raw_affiliation_strings":["John Hopcroft Center for Computer Science, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"John Hopcroft Center for Computer Science, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022420830","display_name":"Hong Xu","orcid":"https://orcid.org/0000-0002-9359-9571"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hong Xu","raw_affiliation_strings":["Department of Computer Science and Engineering, Chinese University of Hong Kong, Central Ave, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Chinese University of Hong Kong, Central Ave, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391928","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0002-2990-229X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["Department of Computer Science and Engineering, Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083596391","display_name":"Baochun Li","orcid":"https://orcid.org/0000-0003-2404-0974"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["CA","HK"],"is_corresponding":false,"raw_author_name":"Baochun Li","raw_affiliation_strings":["Department of Computer Science and Engineering, Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong","Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100374506","display_name":"Bo Li","orcid":"https://orcid.org/0000-0003-2083-9105"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]},{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["CA","HK"],"is_corresponding":false,"raw_author_name":"Bo Li","raw_affiliation_strings":["Department of Computer Science and Engineering, Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong","Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Hong Kong University of Science and Technology, Clear Water Bay, Hong Kong","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100379245","display_name":"Li Chen","orcid":"https://orcid.org/0000-0002-4228-7885"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li Chen","raw_affiliation_strings":["Zhongguancun Laboratory, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100368312","display_name":"Gong Zhang","orcid":"https://orcid.org/0000-0003-0283-7050"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gong Zhang","raw_affiliation_strings":["Theory Lab, Huawei Hong Kong Research Center, Pak Shek Kok, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Theory Lab, Huawei Hong Kong Research Center, Pak Shek Kok, Hong Kong","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100418393"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":2.9574,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.92552631,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"35","issue":"7","first_page":"1155","last_page":"1173"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9682000279426575,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.859215497970581},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8357192277908325},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6051420569419861},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.5735006332397461},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.5245568752288818},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5062462687492371},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.46823447942733765},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4596315324306488},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.4499366283416748},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4253147840499878},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2867628335952759},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.25358420610427856},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1315428614616394},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.10697820782661438}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.859215497970581},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8357192277908325},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6051420569419861},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.5735006332397461},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.5245568752288818},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5062462687492371},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.46823447942733765},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4596315324306488},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.4499366283416748},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4253147840499878},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2867628335952759},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25358420610427856},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1315428614616394},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.10697820782661438},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpds.2023.3241965","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2023.3241965","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-124554","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-124554","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1495595508","display_name":null,"funder_award_id":"5501329","funder_id":"https://openalex.org/F4320322942","funder_display_name":"Chinese University of Hong Kong"},{"id":"https://openalex.org/G3107676433","display_name":null,"funder_award_id":"62202300","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5248485515","display_name":null,"funder_award_id":"5501517","funder_id":"https://openalex.org/F4320322942","funder_display_name":"Chinese University of Hong Kong"},{"id":"https://openalex.org/G7255282877","display_name":null,"funder_award_id":"4937007","funder_id":"https://openalex.org/F4320322942","funder_display_name":"Chinese University of Hong Kong"},{"id":"https://openalex.org/G8059028106","display_name":null,"funder_award_id":"4937008","funder_id":"https://openalex.org/F4320322942","funder_display_name":"Chinese University of Hong Kong"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322942","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W1522301498","https://openalex.org/W1904365287","https://openalex.org/W2010069327","https://openalex.org/W2053637704","https://openalex.org/W2095705004","https://openalex.org/W2112796928","https://openalex.org/W2156779765","https://openalex.org/W2162970483","https://openalex.org/W2174359540","https://openalex.org/W2186615578","https://openalex.org/W2194775991","https://openalex.org/W2331143823","https://openalex.org/W2405578611","https://openalex.org/W2407022425","https://openalex.org/W2416173357","https://openalex.org/W2489529491","https://openalex.org/W2535838896","https://openalex.org/W2626445779","https://openalex.org/W2797583228","https://openalex.org/W2807006176","https://openalex.org/W2807299122","https://openalex.org/W2896457183","https://openalex.org/W2903697572","https://openalex.org/W2904190483","https://openalex.org/W2912811302","https://openalex.org/W2920397365","https://openalex.org/W2952230511","https://openalex.org/W2955213239","https://openalex.org/W2962952793","https://openalex.org/W2963318081","https://openalex.org/W2963786636","https://openalex.org/W2964137095","https://openalex.org/W2967791890","https://openalex.org/W2975712713","https://openalex.org/W2982464076","https://openalex.org/W3015535799","https://openalex.org/W3038028469","https://openalex.org/W3126961594","https://openalex.org/W3203336515","https://openalex.org/W4230874317","https://openalex.org/W4232411329","https://openalex.org/W4283790910","https://openalex.org/W4297687186","https://openalex.org/W4318619660","https://openalex.org/W4372260356","https://openalex.org/W6600284362","https://openalex.org/W6640036494","https://openalex.org/W6674330103","https://openalex.org/W6676246221","https://openalex.org/W6679393576","https://openalex.org/W6683738474","https://openalex.org/W6683826617","https://openalex.org/W6684191040","https://openalex.org/W6686509673","https://openalex.org/W6713134421","https://openalex.org/W6713348437","https://openalex.org/W6728757088","https://openalex.org/W6731617708","https://openalex.org/W6736413256","https://openalex.org/W6739369274","https://openalex.org/W6739693220","https://openalex.org/W6746200960","https://openalex.org/W6750605764","https://openalex.org/W6750665317","https://openalex.org/W6752029299","https://openalex.org/W6752343131","https://openalex.org/W6754818105","https://openalex.org/W6757053730","https://openalex.org/W6757172675","https://openalex.org/W6759226220","https://openalex.org/W6759238902","https://openalex.org/W6762211661","https://openalex.org/W6763048141","https://openalex.org/W6765541894","https://openalex.org/W6779398909","https://openalex.org/W6781728138","https://openalex.org/W6790064496","https://openalex.org/W6792231754","https://openalex.org/W6796463805"],"related_works":["https://openalex.org/W2595172197","https://openalex.org/W2084856301","https://openalex.org/W2127970246","https://openalex.org/W2885125400","https://openalex.org/W1989889224","https://openalex.org/W4382618745","https://openalex.org/W1973775000","https://openalex.org/W2748922771","https://openalex.org/W1987128138","https://openalex.org/W2743976221"],"abstract_inverted_index":{"Federated":[0],"learning":[1],"allows":[2,72],"edge":[3],"devices":[4],"to":[5,40,60,74,171],"collaboratively":[6],"train":[7],"a":[8,28,114,167],"global":[9,93],"model":[10,45,61,82],"without":[11,79],"sharing":[12],"their":[13],"local":[14,89],"private":[15],"data.":[16],"Yet,":[17],"with":[18,189],"limited":[19],"network":[20],"bandwidth":[21],"at":[22],"the":[23,43,47,76,81,88,125,133,147],"edge,":[24],"communication":[25,77],"often":[26],"becomes":[27],"severe":[29],"bottleneck.":[30],"In":[31],"this":[32],"paper,":[33],"we":[34,112],"find":[35],"that":[36,87,195],"it":[37],"is":[38],"unnecessary":[39],"always":[41],"synchronize":[42],"full":[44],"in":[46,129,139,152,166],"entire":[48],"training":[49],"process,":[50],"because":[51],"many":[52],"parameters":[53,90,103,128,149,165],"already":[54],"become":[55],"mature":[56],"(i.e.,":[57],"stable)":[58],"prior":[59],"convergence,":[62],"and":[63,100,142,161,183,191],"can":[64,197],"thus":[65],"be":[66],"excluded":[67,91],"from":[68,92],"later":[69],"synchronizations.":[70],"This":[71],"us":[73],"reduce":[75,198],"overhead":[78],"compromising":[80],"accuracy.":[83],"However,":[84],"challenges":[85],"are":[86,136],"synchronization":[94],"may":[95,104],"diverge":[96],"on":[97,145],"different":[98],"clients,":[99],"meanwhile":[101],"some":[102],"stabilize":[105],"only":[106],"temporally.":[107],"To":[108],"address":[109],"these":[110],"challenges,":[111],"propose":[113],"novel":[115],"scheme":[116],"called":[117],"Adaptive":[118],"Parameter":[119],"Freezing":[120],"(APF),":[121],"which":[122,163],"fixes":[123],"(freezes)":[124],"non-synchronized":[126],"stable":[127,151],"intermittent":[130],"periods.":[131],"Specifically,":[132],"freezing":[134],"periods":[135],"tentatively":[137],"adjusted":[138],"an":[140],"additively-increase":[141],"multiplicatively-decrease":[143],"manner\u2014depending":[144],"whether":[146],"previously-frozen":[148],"remain":[150],"subsequent":[153],"iterations.":[154],"We":[155,180],"also":[156],"extend":[157],"APF":[158,182,196],"into":[159],"APF#":[160],"APF++,":[162],"freeze":[164],"more":[168],"aggressive":[169],"manner":[170],"achieve":[172],"larger":[173],"performance":[174],"benefit":[175],"for":[176],"large":[177],"complex":[178],"models.":[179],"implemented":[181],"its":[184],"variants":[185],"as":[186],"Python":[187],"modules":[188],"PyTorch,":[190],"extensive":[192],"experiments":[193],"show":[194],"data":[199],"transfer":[200],"amount":[201],"by":[202],"over":[203],"60%.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}