{"id":"https://openalex.org/W3193589553","doi":"https://doi.org/10.1109/tpds.2021.3134263","title":"Flexible Clustered Federated Learning for Client-Level Data Distribution Shift","display_name":"Flexible Clustered Federated Learning for Client-Level Data Distribution Shift","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3193589553","doi":"https://doi.org/10.1109/tpds.2021.3134263","mag":"3193589553"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2021.3134263","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2021.3134263","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2108.09749","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080366193","display_name":"Moming Duan","orcid":"https://orcid.org/0000-0001-5402-6634"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Moming Duan","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China","Key Laboratory of Dependable Service Computing in Cyber Physical Society, Ministry of Education, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber Physical Society, Ministry of Education, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100675843","display_name":"Duo Liu","orcid":"https://orcid.org/0000-0002-3040-2065"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Duo Liu","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China","Key Laboratory of Dependable Service Computing in Cyber Physical Society, Ministry of Education, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber Physical Society, Ministry of Education, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058563722","display_name":"Xinyuan Ji","orcid":"https://orcid.org/0000-0003-1689-0792"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyuan Ji","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China","Key Laboratory of Dependable Service Computing in Cyber Physical Society, Ministry of Education, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber Physical Society, Ministry of Education, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062301552","display_name":"Yu Wu","orcid":"https://orcid.org/0000-0003-1366-6744"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wu","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China","Key Laboratory of Dependable Service Computing in Cyber Physical Society, Ministry of Education, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber Physical Society, Ministry of Education, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100426918","display_name":"Liang Liang","orcid":"https://orcid.org/0000-0002-2778-455X"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Liang","raw_affiliation_strings":["School of Microelectronics and Communication Engineering, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Microelectronics and Communication Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030718577","display_name":"Xianzhang Chen","orcid":"https://orcid.org/0000-0001-8987-377X"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianzhang Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066818952","display_name":"Yujuan Tan","orcid":"https://orcid.org/0000-0002-9055-5389"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujuan Tan","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China","Key Laboratory of Dependable Service Computing in Cyber Physical Society, Ministry of Education, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber Physical Society, Ministry of Education, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051490998","display_name":"Ao Ren","orcid":"https://orcid.org/0000-0002-2322-8038"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ao Ren","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China","Key Laboratory of Dependable Service Computing in Cyber Physical Society, Ministry of Education, Chongqing University, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"Key Laboratory of Dependable Service Computing in Cyber Physical Society, Ministry of Education, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.009,"has_fulltext":false,"cited_by_count":103,"citation_normalized_percentile":{"value":0.98480071,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8408883810043335},{"id":"https://openalex.org/keywords/distributed-database","display_name":"Distributed database","score":0.43542882800102234},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3631739020347595},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.30803412199020386}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8408883810043335},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.43542882800102234},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3631739020347595},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.30803412199020386}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpds.2021.3134263","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2021.3134263","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2108.09749","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.09749","pdf_url":"https://arxiv.org/pdf/2108.09749","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2108.09749","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.09749","pdf_url":"https://arxiv.org/pdf/2108.09749","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1517695350","display_name":null,"funder_award_id":"61802038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5013252936","display_name":null,"funder_award_id":"61601067","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7601589331","display_name":"\u9762\u5411\u667a\u80fd\u73af\u5883\u7684\u8f6f\u4ef6\u5b9a\u4e49\u667a\u80fd\u7684\u7814\u7a76\u53ca\u5176\u5728\u8001\u4eba\u770b\u62a4\u4e0a\u7684\u5e94\u7528","funder_award_id":"61672115","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8899500908","display_name":"\u667a\u80fd\u7ec8\u7aef\u865a\u62df\u5316\u73af\u5883\u4e2d\u65b0\u578b\u5b58\u50a8\u7cfb\u7edf\u7ba1\u7406\u4e0e\u4f18\u5316\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61672116","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W1555759181","https://openalex.org/W1686810756","https://openalex.org/W2034978228","https://openalex.org/W2060393849","https://openalex.org/W2073459066","https://openalex.org/W2078841894","https://openalex.org/W2083842231","https://openalex.org/W2112796928","https://openalex.org/W2165698076","https://openalex.org/W2169153112","https://openalex.org/W2402144811","https://openalex.org/W2535838896","https://openalex.org/W2541884796","https://openalex.org/W2734358244","https://openalex.org/W2750384547","https://openalex.org/W2767079719","https://openalex.org/W2807006176","https://openalex.org/W2912213068","https://openalex.org/W2912592113","https://openalex.org/W2953384591","https://openalex.org/W2954124071","https://openalex.org/W2955213239","https://openalex.org/W2962688627","https://openalex.org/W2962835968","https://openalex.org/W2963179579","https://openalex.org/W2963300197","https://openalex.org/W2963318081","https://openalex.org/W2963992805","https://openalex.org/W2964030120","https://openalex.org/W2977814456","https://openalex.org/W2989289980","https://openalex.org/W2992272656","https://openalex.org/W2995653155","https://openalex.org/W3006360344","https://openalex.org/W3016169665","https://openalex.org/W3021654819","https://openalex.org/W3023042748","https://openalex.org/W3034834768","https://openalex.org/W3038022836","https://openalex.org/W3038028469","https://openalex.org/W3042621011","https://openalex.org/W3045638580","https://openalex.org/W3080934299","https://openalex.org/W3091635927","https://openalex.org/W3092144916","https://openalex.org/W3103802018","https://openalex.org/W3104631511","https://openalex.org/W3111852556","https://openalex.org/W3118608800","https://openalex.org/W3120382960","https://openalex.org/W3129362180","https://openalex.org/W3141947731","https://openalex.org/W3158590963","https://openalex.org/W3170335243","https://openalex.org/W3176639943","https://openalex.org/W4285876308","https://openalex.org/W4287332481","https://openalex.org/W4287788058","https://openalex.org/W4299823361","https://openalex.org/W4300427714","https://openalex.org/W4318619660","https://openalex.org/W6637373629","https://openalex.org/W6640396632","https://openalex.org/W6668990524","https://openalex.org/W6713134421","https://openalex.org/W6728757088","https://openalex.org/W6738383168","https://openalex.org/W6743688258","https://openalex.org/W6752029299","https://openalex.org/W6752191696","https://openalex.org/W6758757267","https://openalex.org/W6759226220","https://openalex.org/W6759238902","https://openalex.org/W6765541894","https://openalex.org/W6768297860","https://openalex.org/W6770794505","https://openalex.org/W6776811381","https://openalex.org/W6779269186","https://openalex.org/W6787021209","https://openalex.org/W6787193878","https://openalex.org/W6787972765","https://openalex.org/W6790230083","https://openalex.org/W6791444617","https://openalex.org/W6792486580","https://openalex.org/W6841242722"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Federated":[0],"Learning":[1],"(FL)":[2],"enables":[3],"the":[4,19,24,28,43,49,52,56,81,87,90,118,148,160,234],"multiple":[5],"participating":[6],"devices":[7],"to":[8,11,116,158],"collaboratively":[9],"contribute":[10],"a":[12,67,140],"global":[13,57],"neural":[14],"network":[15],"model":[16],"while":[17],"keeping":[18],"training":[20,26,36,82,96],"data":[21,37,122],"locally.":[22],"Unlike":[23],"centralized":[25],"setting,":[27],"non-IID,":[29],"imbalanced":[30],"(statistical":[31],"heterogeneity)":[32],"and":[33,55,110,137,144,154,172],"distribution":[34,123,149,235],"shifted":[35],"of":[38,83,120,135,162],"FL":[39],"is":[40,229],"distributed":[41],"in":[42,76,147,233],"federated":[44,70],"network,":[45],"which":[46,77],"will":[47],"increase":[48],"divergences":[50],"between":[51,89,142],"local":[53],"models":[54],"model,":[58],"further":[59],"degrading":[60],"performance.":[61],"In":[62],"this":[63],"paper,":[64],"we":[65,78],"propose":[66],"flexible":[68],"clustered":[69],"learning":[71],"(CFL)":[72],"framework":[73,108],"named":[74],"FlexCFL,":[75],"1)":[79],"group":[80],"clients":[84,115],"based":[85],"on":[86,168,193,201,209,217],"similarities":[88],"clients\u2019":[91],"optimization":[92,132],"directions":[93],"for":[94,107],"lower":[95],"divergence;":[97],"2)":[98],"implement":[99],"an":[100],"efficient":[101,232],"newcomer":[102],"device":[103],"cold":[104],"start":[105],"mechanism":[106],"scalability":[109],"practicality;":[111],"3)":[112],"flexibly":[113],"migrate":[114],"meet":[117],"challenge":[119],"client-level":[121],"shift.":[124],"FlexCFL":[125,167,183,228],"can":[126,138,184],"achieve":[127],"improvements":[128],"by":[129,190],"dividing":[130],"joint":[131],"into":[133],"groups":[134],"sub-optimization":[136],"strike":[139],"balance":[141],"accuracy":[143,189],"communication":[145,231],"efficiency":[146,161],"shift":[150,236],"environment.":[151,237],"The":[152,179,223],"convergence":[153],"complexity":[155],"are":[156],"analyzed":[157],"demonstrate":[159],"FlexCFL.":[163],"We":[164],"also":[165,230],"evaluate":[166],"several":[169],"open":[170],"datasets":[171],"made":[173],"comparisons":[174],"with":[175,196,204,212,220],"related":[176],"CFL":[177],"frameworks.":[178],"results":[180,225],"show":[181,226],"that":[182,227],"significantly":[185],"improve":[186],"absolute":[187],"test":[188],"<inline-formula><tex-math":[191,199,207,215],"notation=\"LaTeX\">$+10.6\\%$</tex-math></inline-formula>":[192],"FEMNIST":[194],"compared":[195,203,211],"<i>FedAvg</i>":[197],",":[198,206,214],"notation=\"LaTeX\">$+3.5\\%$</tex-math></inline-formula>":[200],"FashionMNIST":[202],"<i>FedProx</i>":[205],"notation=\"LaTeX\">$+8.4\\%$</tex-math></inline-formula>":[208],"MNIST":[210],"<i>FeSEM</i>":[213],"notation=\"LaTeX\">$+4.7\\%$</tex-math></inline-formula>":[216],"Sentiment140":[218],"compare":[219],"<i>IFCA</i>":[221],".":[222],"experiment":[224]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":42},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":10}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2021-08-30T00:00:00"}