{"id":"https://openalex.org/W3093828967","doi":"https://doi.org/10.1109/tpami.2020.3033286","title":"Lazily Aggregated Quantized Gradient Innovation for Communication-Efficient Federated Learning","display_name":"Lazily Aggregated Quantized Gradient Innovation for Communication-Efficient Federated Learning","publication_year":2020,"publication_date":"2020-10-23","ids":{"openalex":"https://openalex.org/W3093828967","doi":"https://doi.org/10.1109/tpami.2020.3033286","mag":"3093828967","pmid":"https://pubmed.ncbi.nlm.nih.gov/33095709"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2020.3033286","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.3033286","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103211686","display_name":"Jun Sun","orcid":"https://orcid.org/0000-0002-2707-8751"},"institutions":[{"id":"https://openalex.org/I4391767838","display_name":"State Key Laboratory of Industrial Control Technology","ror":"https://ror.org/03a33a786","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767838","https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jun Sun","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology, College of Control Science and Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2707-8751","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, College of Control Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4391767838"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100783476","display_name":"Tianyi Chen","orcid":"https://orcid.org/0000-0003-3477-1439"},"institutions":[{"id":"https://openalex.org/I165799507","display_name":"Rensselaer Polytechnic Institute","ror":"https://ror.org/01rtyzb94","country_code":"US","type":"education","lineage":["https://openalex.org/I165799507"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianyi Chen","raw_affiliation_strings":["Department of Electrical, Computer, and Systems Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-3477-1439","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer, and Systems Engineering, Rensselaer Polytechnic Institute, Troy, NY, USA","institution_ids":["https://openalex.org/I165799507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026758314","display_name":"Georgios B. Giannakis","orcid":"https://orcid.org/0000-0002-0196-0260"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Georgios B. Giannakis","raw_affiliation_strings":["Department of Electrical and Computer Engineering and the Digital Technology Center, University of Minnesota, Minneapolis, MN, USA"],"raw_orcid":"https://orcid.org/0000-0002-0196-0260","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering and the Digital Technology Center, University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062534500","display_name":"Qinmin Yang","orcid":"https://orcid.org/0000-0002-1602-8986"},"institutions":[{"id":"https://openalex.org/I4391767838","display_name":"State Key Laboratory of Industrial Control Technology","ror":"https://ror.org/03a33a786","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767838","https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinmin Yang","raw_affiliation_strings":["State Key Laboratory of Industrial Control Technology, College of Control Science and Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1602-8986","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, College of Control Science and Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4391767838"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047044643","display_name":"Zaiyue Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zaiyue Yang","raw_affiliation_strings":["Department of Mechanical and Energy Engineering, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8288-3833","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Energy Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5103211686"],"corresponding_institution_ids":["https://openalex.org/I4391767838"],"apc_list":null,"apc_paid":null,"fwci":6.7946,"has_fulltext":false,"cited_by_count":95,"citation_normalized_percentile":{"value":0.97466199,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"44","issue":"4","first_page":"2031","last_page":"2044"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7532539963722229},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.6718371510505676},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.6553172469139099},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5285590887069702},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5132567882537842},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.49758318066596985},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3943710923194885},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32611405849456787},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32514458894729614},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.10389015078544617}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7532539963722229},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.6718371510505676},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.6553172469139099},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5285590887069702},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5132567882537842},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.49758318066596985},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3943710923194885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32611405849456787},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32514458894729614},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.10389015078544617},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2020.3033286","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2020.3033286","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:33095709","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33095709","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6700000166893005}],"awards":[{"id":"https://openalex.org/G3217003880","display_name":null,"funder_award_id":"61873118","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5463014405","display_name":null,"funder_award_id":"2018A050506003","funder_id":"https://openalex.org/F4320324202","funder_display_name":"Guangdong Science and Technology Department"},{"id":"https://openalex.org/G7611596349","display_name":null,"funder_award_id":"61751205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8046933960","display_name":null,"funder_award_id":"1901134","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320324202","display_name":"Guangdong Science and Technology Department","ror":"https://ror.org/00tjzgn92"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1686810756","https://openalex.org/W2043791244","https://openalex.org/W2276974598","https://openalex.org/W2405578611","https://openalex.org/W2407022425","https://openalex.org/W2535838896","https://openalex.org/W2552857149","https://openalex.org/W2606891064","https://openalex.org/W2904435756","https://openalex.org/W2914138317","https://openalex.org/W2952714342","https://openalex.org/W2964163156","https://openalex.org/W2964231067","https://openalex.org/W3013797917","https://openalex.org/W3034598017","https://openalex.org/W3101036738","https://openalex.org/W3104398353","https://openalex.org/W3212066104","https://openalex.org/W4229745555","https://openalex.org/W4297687186","https://openalex.org/W6631132026","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6637454738","https://openalex.org/W6638803421","https://openalex.org/W6640396632","https://openalex.org/W6679154944","https://openalex.org/W6728757088","https://openalex.org/W6739554518","https://openalex.org/W6741986022","https://openalex.org/W6745723224","https://openalex.org/W6746200960","https://openalex.org/W6746839373","https://openalex.org/W6748019269","https://openalex.org/W6751646691","https://openalex.org/W6751961731","https://openalex.org/W6752012617","https://openalex.org/W6754143808","https://openalex.org/W6754341472","https://openalex.org/W6754416507","https://openalex.org/W6754776447","https://openalex.org/W6757082500","https://openalex.org/W6758358981","https://openalex.org/W6759205021","https://openalex.org/W6762702220","https://openalex.org/W6764838729","https://openalex.org/W6766767561"],"related_works":["https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4231621013","https://openalex.org/W4362706668","https://openalex.org/W3008318776","https://openalex.org/W1977633006","https://openalex.org/W1971945429","https://openalex.org/W2041416246"],"abstract_inverted_index":{"This":[0],"paper":[1],"focuses":[2],"on":[3],"communication-efficient":[4],"federated":[5,28],"learning":[6,29],"problem,":[7],"and":[8,41,60,98,144,162],"develops":[9],"a":[10,154],"novel":[11],"distributed":[12],"quantized":[13,24,90],"gradient":[14,53,91,125],"approach,":[15],"which":[16,105],"is":[17,80],"characterized":[18],"by":[19,54,93],"adaptive":[20],"communications":[21,73,92],"of":[22,141],"the":[23,27,32,36,45,48,51,57,65,75,78,107,115,119,124,128,137],"gradients.":[25,96],"Specifically,":[26],"builds":[30],"upon":[31],"server-worker":[33],"infrastructure,":[34],"where":[35],"workers":[37],"calculate":[38],"local":[39,58],"gradients":[40,59,83],"upload":[42],"them":[43],"to":[44,63,71,77,81],"server;":[46],"then":[47],"server":[49,79],"obtain":[50],"global":[52],"aggregating":[55],"all":[56],"utilizes":[61],"it":[62],"update":[64],"model":[66],"parameter.":[67],"The":[68],"key":[69],"idea":[70],"save":[72],"from":[74],"worker":[76],"quantize":[82],"as":[84,86,123],"well":[85],"skip":[87],"less":[88],"informative":[89],"reusing":[94],"previous":[95],"Quantizing":[97],"skipping":[99],"result":[100],"in":[101,127,136,139],"'lazy'":[102],"worker-server":[103],"communications,":[104],"justifies":[106],"term":[108],"Lazily":[109],"Aggregated":[110],"Quantized":[111],"(LAQ)":[112],"gradient.":[113],"Theoretically,":[114],"LAQ":[116],"algorithm":[117],"achieves":[118],"same":[120],"linear":[121],"convergence":[122],"descent":[126],"strongly":[129],"convex":[130],"case,":[131],"while":[132],"effecting":[133],"major":[134],"savings":[135],"communication":[138,145,156],"terms":[140],"transmitted":[142],"bits":[143],"rounds.":[146],"Empirically,":[147],"extensive":[148],"experiments":[149],"using":[150],"realistic":[151],"data":[152],"corroborate":[153],"significant":[155],"reduction":[157],"compared":[158],"with":[159],"state-of-the-art":[160],"gradient-":[161],"stochastic":[163],"gradient-based":[164],"algorithms.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":11}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}