{"id":"https://openalex.org/W4225164702","doi":"https://doi.org/10.48550/arxiv.2204.13169","title":"FedShuffle: Recipes for Better Use of Local Work in Federated Learning","display_name":"FedShuffle: Recipes for Better Use of Local Work in Federated Learning","publication_year":2022,"publication_date":"2022-04-27","ids":{"openalex":"https://openalex.org/W4225164702","doi":"https://doi.org/10.48550/arxiv.2204.13169"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2204.13169","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.13169","pdf_url":"https://arxiv.org/pdf/2204.13169","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2204.13169","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041080860","display_name":"Samuel Horv\u00e1th","orcid":"https://orcid.org/0000-0003-0619-9260","observed_orcids":["https://orcid.org/0000-0003-0619-9260"]},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Horv\u00e1th, Samuel","raw_affiliation_strings":["KAUST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KAUST","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046195860","display_name":"Maziar Sanjabi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Sanjabi, Maziar","raw_affiliation_strings":["KAUST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KAUST","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005130812","display_name":"Lin Xiao","orcid":"https://orcid.org/0000-0003-3172-3490","observed_orcids":["https://orcid.org/0000-0003-3172-3490"]},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Xiao, Lin","raw_affiliation_strings":["KAUST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KAUST","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036598221","display_name":"Peter Richt\u00e1rik","orcid":"https://orcid.org/0000-0003-4380-5848","observed_orcids":["https://orcid.org/0000-0003-4380-5848"]},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Richt\u00e1rik, Peter","raw_affiliation_strings":["KAUST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KAUST","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089819604","display_name":"Michael Rabbat","orcid":"https://orcid.org/0000-0003-0536-7904","observed_orcids":["https://orcid.org/0000-0003-0536-7904"]},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Rabbat, Michael","raw_affiliation_strings":["KAUST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KAUST","institution_ids":["https://openalex.org/I71920554"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I71920554"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/federated-learning","display_name":"federated learning","score":0.8999999761581421},{"id":"https://openalex.org/keywords/local-updates","display_name":"local updates","score":0.5540000200271606},{"id":"https://openalex.org/keywords/random-reshuffling","display_name":"random reshuffling","score":0.7929999828338623},{"id":"https://openalex.org/keywords/class-imbalance","display_name":"class imbalance","score":0.8899999856948853},{"id":"https://openalex.org/keywords/client-heterogeneity","display_name":"client heterogeneity","score":0.7580000162124634},{"id":"https://openalex.org/keywords/communication-bottleneck","display_name":"communication bottleneck","score":0.5609999895095825},{"id":"https://openalex.org/keywords/convergence-guarantees","display_name":"convergence guarantees","score":0.8370000123977661},{"id":"https://openalex.org/keywords/fedavg","display_name":"FedAvg","score":0.7239999771118164},{"id":"https://openalex.org/keywords/cross-device-federated-learning","display_name":"cross-device federated learning","score":0.8330000042915344},{"id":"https://openalex.org/keywords/client-sampling","display_name":"client sampling","score":0.7289999723434448}],"concepts":[{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7435848116874695},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7398444414138794},{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.6485528349876404},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5764648914337158},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.522538423538208},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4912030100822449},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.47760722041130066},{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.46087151765823364},{"id":"https://openalex.org/C141934464","wikidata":"https://www.wikidata.org/wiki/Q3305386","display_name":"Local optimum","level":2,"score":0.43597424030303955},{"id":"https://openalex.org/C135320971","wikidata":"https://www.wikidata.org/wiki/Q1868524","display_name":"Local search (optimization)","level":2,"score":0.43539154529571533},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3849652111530304},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3356916904449463},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33508989214897156},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18141624331474304},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.10186931490898132},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2204.13169","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.13169","pdf_url":"https://arxiv.org/pdf/2204.13169","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.kaust.edu.sa:10754/676828","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10754/676828","pdf_url":null,"source":{"id":"https://openalex.org/S4306401596","display_name":"King Abdullah University of Science and Technology Repository (King Abdullah University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I71920554","host_organization_name":"King Abdullah University of Science and Technology","host_organization_lineage":["https://openalex.org/I71920554"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Preprint"},{"id":"doi:10.48550/arxiv.2204.13169","doi":"https://doi.org/10.48550/arxiv.2204.13169","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2204.13169","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2204.13169","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2204.13169","pdf_url":"https://arxiv.org/pdf/2204.13169","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/17","score":0.4300000071525574,"display_name":"Partnerships for the goals"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2945296329","https://openalex.org/W2123829500","https://openalex.org/W2305572622","https://openalex.org/W4283765137","https://openalex.org/W4317496694","https://openalex.org/W3174749984","https://openalex.org/W2887485518","https://openalex.org/W1655912143","https://openalex.org/W2560221187","https://openalex.org/W4287021660"],"abstract_inverted_index":{"The":[0],"practice":[1],"of":[2,42,63,79,146],"applying":[3],"several":[4],"local":[5,43,64,80,98,115],"updates":[6,81,99,173],"before":[7],"aggregation":[8],"across":[9],"clients":[10,36,59,75],"has":[11],"been":[12],"empirically":[13],"shown":[14],"to":[15,20,204,209],"be":[16],"a":[17,90,142,232],"successful":[18],"approach":[19],"overcoming":[21],"the":[22,97,113,160,189],"communication":[23],"bottleneck":[24],"in":[25,53,69,73,82,100,103,136,167,174],"Federated":[26],"Learning":[27],"(FL).":[28],"Such":[29],"methods":[30,169,230],"are":[31,134],"usually":[32],"implemented":[33],"by":[34,187],"having":[35],"perform":[37],"one":[38],"or":[39],"more":[40],"epochs":[41],"training":[44,65],"per":[45],"round":[46],"while":[47],"randomly":[48],"reshuffling":[49,108],"their":[50],"finite":[51],"dataset":[52],"each":[54,83],"epoch.":[55],"Data":[56],"imbalance,":[57,127],"where":[58],"have":[60],"different":[61,74,77],"numbers":[62,78],"samples,":[66],"is":[67,112,165],"ubiquitous":[68],"FL":[70,168,176],"applications,":[71],"resulting":[72],"performing":[76],"round.":[84],"In":[85,185],"this":[86,104,206],"work,":[87],"we":[88,215],"propose":[89],"general":[91],"recipe,":[92],"FedShuffle,":[93],"that":[94,122,133,154,164,170,217],"better":[95],"utilizes":[96],"FL,":[101],"especially":[102],"regime":[105],"encompassing":[106],"random":[107,124],"and":[109,128,148,152],"heterogeneity.":[110],"FedShuffle":[111,147,192,218],"first":[114],"update":[116],"method":[117],"with":[118,219],"theoretical":[119,144],"convergence":[120],"guarantees":[121],"incorporates":[123],"reshuffling,":[125],"data":[126],"client":[129],"sampling":[130],"-":[131],"features":[132],"essential":[135],"large-scale":[137],"cross-device":[138],"FL.":[139],"We":[140],"present":[141,166],"comprehensive":[143],"analysis":[145],"show,":[149],"both":[150],"theoretically":[151],"empirically,":[153],"it":[155],"does":[156],"not":[157],"suffer":[158],"from":[159],"objective":[161],"function":[162],"mismatch":[163],"assume":[171],"homogeneous":[172],"heterogeneous":[175],"setups,":[177],"such":[178],"as":[179],"FedAvg":[180],"(McMahan":[181],"et":[182,197,212],"al.,":[183,198,213],"2017).":[184],"addition,":[186],"combining":[188],"ingredients":[190],"above,":[191],"improves":[193,227],"upon":[194,228],"FedNova":[195],"(Wang":[196],"2020),":[199,214],"which":[200],"was":[201],"previously":[202],"proposed":[203],"solve":[205],"mismatch.":[207],"Similar":[208],"Mime":[210],"(Karimireddy":[211],"show":[216],"momentum":[220],"variance":[221],"reduction":[222],"(Cutkosky":[223],"&":[224],"Orabona,":[225],"2019)":[226],"non-local":[229],"under":[231],"Hessian":[233],"similarity":[234],"assumption.":[235]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-09-30T09:27:27.532063","created_date":"2025-10-10T00:00:00"}