{"id":"https://openalex.org/W3193203888","doi":"https://doi.org/10.48550/arxiv.2108.04755","title":"FedPAGE: A Fast Local Stochastic Gradient Method for Communication-Efficient Federated Learning","display_name":"FedPAGE: A Fast Local Stochastic Gradient Method for Communication-Efficient Federated Learning","publication_year":2021,"publication_date":"2021-08-10","ids":{"openalex":"https://openalex.org/W3193203888","doi":"https://doi.org/10.48550/arxiv.2108.04755","mag":"3193203888"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2108.04755","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.04755","pdf_url":"https://arxiv.org/pdf/2108.04755","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2108.04755","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041479215","display_name":"Haoyu Zhao","orcid":"https://orcid.org/0000-0003-3832-6439","observed_orcids":["https://orcid.org/0000-0003-3832-6439"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhao, Haoyu","raw_affiliation_strings":["Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060340617","display_name":"Zhize Li","orcid":"https://orcid.org/0000-0001-7223-2765","observed_orcids":["https://orcid.org/0000-0001-7223-2765"]},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Li, Zhize","raw_affiliation_strings":["KING ABDULLAH UNIVERSITY OF SCIENCE AND TECHNOLOGY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KING ABDULLAH UNIVERSITY OF SCIENCE AND TECHNOLOGY","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036598221","display_name":"Peter Richt\u00e1rik","orcid":"https://orcid.org/0000-0003-4380-5848","observed_orcids":["https://orcid.org/0000-0003-4380-5848"]},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Richt\u00e1rik, Peter","raw_affiliation_strings":["KING ABDULLAH UNIVERSITY OF SCIENCE AND TECHNOLOGY"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KING ABDULLAH UNIVERSITY OF SCIENCE AND TECHNOLOGY","institution_ids":["https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.7964000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.7964000105857849,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.20069999992847443,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/federated-learning","display_name":"federated learning","score":0.9150000214576721},{"id":"https://openalex.org/keywords/communication-efficiency","display_name":"communication efficiency","score":0.7279999852180481},{"id":"https://openalex.org/keywords/fedavg","display_name":"FedAvg","score":0.7789999842643738},{"id":"https://openalex.org/keywords/communication-complexity","display_name":"communication complexity","score":0.6790000200271606},{"id":"https://openalex.org/keywords/nonconvex-optimization","display_name":"non-convex optimization","score":0.7979999780654907},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"convex optimization","score":0.8130000233650208},{"id":"https://openalex.org/keywords/scaffolds","display_name":"scaffolds","score":0.8730000257492065},{"id":"https://openalex.org/keywords/client-sampling","display_name":"client sampling","score":0.33399999141693115}],"concepts":[{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.6940348148345947},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.6224996447563171},{"id":"https://openalex.org/C179145077","wikidata":"https://www.wikidata.org/wiki/Q5154130","display_name":"Communication complexity","level":2,"score":0.5485638976097107},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5049777626991272},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.4489978849887848},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.4394806921482086},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3892211616039276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34391194581985474},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.3409607708454132},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3369064927101135},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2108.04755","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.04755","pdf_url":"https://arxiv.org/pdf/2108.04755","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/670593","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10754/670593","pdf_url":"http://hdl.handle.net/10754/670593","source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Preprint"},{"id":"doi:10.48550/arxiv.2108.04755","doi":"https://doi.org/10.48550/arxiv.2108.04755","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2108.04755","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2108.04755","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.04755","pdf_url":"https://arxiv.org/pdf/2108.04755","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2107438106","https://openalex.org/W2135482703","https://openalex.org/W2153635508","https://openalex.org/W2170135819","https://openalex.org/W2414455940","https://openalex.org/W2530417694","https://openalex.org/W2535838896","https://openalex.org/W2541884796","https://openalex.org/W2594182398","https://openalex.org/W2622263826","https://openalex.org/W2729157799","https://openalex.org/W2787172500","https://openalex.org/W2803867449","https://openalex.org/W2810882972","https://openalex.org/W2900182564","https://openalex.org/W2904760378","https://openalex.org/W2912592113","https://openalex.org/W2914138317","https://openalex.org/W2914328083","https://openalex.org/W2937221077","https://openalex.org/W2943091211","https://openalex.org/W2948000265","https://openalex.org/W2955213239","https://openalex.org/W2963373496","https://openalex.org/W2978296533","https://openalex.org/W2982654255","https://openalex.org/W2995022099","https://openalex.org/W2996442797","https://openalex.org/W3006555759","https://openalex.org/W3007403887","https://openalex.org/W3024230214","https://openalex.org/W3024655380","https://openalex.org/W3034553394","https://openalex.org/W3035507578","https://openalex.org/W3037568070","https://openalex.org/W3037674069","https://openalex.org/W3097786801","https://openalex.org/W3132163419","https://openalex.org/W3135176055","https://openalex.org/W3137382134","https://openalex.org/W3169778642","https://openalex.org/W3171665446","https://openalex.org/W3186943716"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W4298221930","https://openalex.org/W2777914285","https://openalex.org/W2620744223","https://openalex.org/W2610939548","https://openalex.org/W2057810289","https://openalex.org/W1909384579","https://openalex.org/W2799066826","https://openalex.org/W2794821878","https://openalex.org/W2949077054"],"abstract_inverted_index":{"Federated":[0],"Averaging":[1],"(FedAvg,":[2],"also":[3],"known":[4],"as":[5],"Local-SGD)":[6],"(McMahan":[7],"et":[8,56,108,169],"al.,":[9,57],"2017)":[10],"is":[11,98,117,124,131,143,159,193],"a":[12,35,111,172,202],"classical":[13],"federated":[14,37,80,128,216],"learning":[15,38],"algorithm":[16],"in":[17,63,87,127,137,148,184,209],"which":[18],"clients":[19,122,136,179],"run":[20],"multiple":[21],"local":[22,76],"SGD":[23,62],"steps":[24],"before":[25],"communicating":[26],"their":[27],"update":[28],"to":[29,42],"an":[30],"orchestrating":[31],"server.":[32],"We":[33,65],"propose":[34],"new":[36,206],"algorithm,":[39],"FedPAGE,":[40],"able":[41],"further":[43],"reduce":[44],"the":[45,50,88,91,101,118,132,144,149,152,162,177,187,194],"communication":[46,72,94,139,155,188,212],"complexity":[47,213],"by":[48,110,171],"utilizing":[49],"recent":[51],"optimal":[52],"PAGE":[53],"method":[54],"(Li":[55],"2021)":[58],"instead":[59],"of":[60,93,96,105,113,121,135,154,157,166,174,211],"plain":[61],"FedAvg.":[64],"show":[66],"that":[67,183],"FedPAGE":[68,97,158,198,204],"uses":[69],"much":[70],"fewer":[71],"rounds":[73,95,156],"than":[74],"previous":[75],"methods":[77],"for":[78,190,196,214],"both":[79,185,197,215],"convex":[81,89,217],"and":[82,141,199,218],"nonconvex":[83,150,219],"optimization.":[84,220],"Concretely,":[85],"1)":[86],"setting,":[90,151],"number":[92,120,153],"$O(\\frac{N^{3/4}}{S\u03b5})$,":[99],"improving":[100,161],"best-known":[102,163],"result":[103,164],"$O(\\frac{N}{S\u03b5})$":[104],"SCAFFOLD":[106,167],"(Karimireddy":[107,168],"al.,2020)":[109,170],"factor":[112,173],"$N^{1/4}$,":[114],"where":[115],"$N$":[116],"total":[119],"(usually":[123],"very":[125],"large":[126],"learning),":[129],"$S$":[130],"sampled":[133,178],"subset":[134],"each":[138,191],"round,":[140],"$\u03b5$":[142],"target":[145],"error;":[146],"2)":[147],"$O(\\frac{\\sqrt{N}+S}{S\u03b5^2})$,":[160],"$O(\\frac{N^{2/3}}{S^{2/3}\u03b5^2})$":[165],"$N^{1/6}S^{1/3}$,":[175],"if":[176],"$S\\leq":[180],"\\sqrt{N}$.":[181],"Note":[182],"settings,":[186],"cost":[189],"round":[192],"same":[195],"SCAFFOLD.":[200],"As":[201],"result,":[203],"achieves":[205],"state-of-the-art":[207],"results":[208],"terms":[210]},"counts_by_year":[{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2025-10-10T00:00:00"}