{"id":"https://openalex.org/W4405259798","doi":"https://doi.org/10.1142/s0218126625501658","title":"CyclicFL: Efficient Federated Learning with Cyclic Model Pre-training","display_name":"CyclicFL: Efficient Federated Learning with Cyclic Model Pre-training","publication_year":2024,"publication_date":"2024-12-11","ids":{"openalex":"https://openalex.org/W4405259798","doi":"https://doi.org/10.1142/s0218126625501658"},"language":"en","primary_location":{"id":"doi:10.1142/s0218126625501658","doi":"https://doi.org/10.1142/s0218126625501658","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218126625501658","pdf_url":null,"source":{"id":"https://openalex.org/S167602672","display_name":"Journal of Circuits Systems and Computers","issn_l":"0218-1266","issn":["0218-1266","1793-6454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Circuits, Systems and Computers","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102795710","display_name":"Pengyu Zhang","orcid":"https://orcid.org/0000-0002-7835-3709","observed_orcids":["https://orcid.org/0000-0002-7835-3709"]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengyu Zhang","raw_affiliation_strings":["MoE Engineering Research Center of SW/HW, Co-Design Technology and Application, East China Normal University, Shanghai 200062, P.\u00a0R.\u00a0China"],"raw_orcid":"https://orcid.org/0000-0002-7835-3709","affiliations":[{"raw_affiliation_string":"MoE Engineering Research Center of SW/HW, Co-Design Technology and Application, East China Normal University, Shanghai 200062, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040821130","display_name":"Yingbo Zhou","orcid":"https://orcid.org/0000-0001-6034-9667","observed_orcids":["https://orcid.org/0000-0001-6034-9667"]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingbo Zhou","raw_affiliation_strings":["MoE Engineering Research Center of SW/HW, Co-Design Technology and Application, East China Normal University, Shanghai 200062, P.\u00a0R.\u00a0China"],"raw_orcid":"https://orcid.org/0000-0001-6034-9667","affiliations":[{"raw_affiliation_string":"MoE Engineering Research Center of SW/HW, Co-Design Technology and Application, East China Normal University, Shanghai 200062, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ming Hu","orcid":"https://orcid.org/0000-0002-5058-4660","observed_orcids":["https://orcid.org/0000-0002-5058-4660"]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Hu","raw_affiliation_strings":["MoE Engineering Research Center of SW/HW, Co-Design Technology and Application, East China Normal University, Shanghai 200062, P.\u00a0R.\u00a0China"],"raw_orcid":"https://orcid.org/0000-0002-5058-4660","affiliations":[{"raw_affiliation_string":"MoE Engineering Research Center of SW/HW, Co-Design Technology and Application, East China Normal University, Shanghai 200062, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xian Wei","orcid":"https://orcid.org/0000-0002-9566-7814","observed_orcids":["https://orcid.org/0000-0002-9566-7814"]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xian Wei","raw_affiliation_strings":["MoE Engineering Research Center of SW/HW, Co-Design Technology and Application, East China Normal University, Shanghai 200062, P.\u00a0R.\u00a0China"],"raw_orcid":"https://orcid.org/0000-0002-9566-7814","affiliations":[{"raw_affiliation_string":"MoE Engineering Research Center of SW/HW, Co-Design Technology and Application, East China Normal University, Shanghai 200062, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025413633","display_name":"Mingsong Chen","orcid":"https://orcid.org/0000-0002-3922-0989","observed_orcids":["https://orcid.org/0000-0002-3922-0989"]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingsong Chen","raw_affiliation_strings":["MoE Engineering Research Center of SW/HW, Co-Design Technology and Application, East China Normal University, Shanghai 200062, P.\u00a0R.\u00a0China"],"raw_orcid":"https://orcid.org/0000-0002-3922-0989","affiliations":[{"raw_affiliation_string":"MoE Engineering Research Center of SW/HW, Co-Design Technology and Application, East China Normal University, Shanghai 200062, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":0.1479,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.50208861,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":"34","issue":"07","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/federated-learning","display_name":"federated learning","score":0.9959999918937683},{"id":"https://openalex.org/keywords/non-iid-data","display_name":"non-IID data","score":0.9110000133514404},{"id":"https://openalex.org/keywords/convergence-acceleration","display_name":"convergence acceleration","score":0.6129999756813049},{"id":"https://openalex.org/keywords/convexity-assumptions","display_name":"convexity assumptions","score":0.6909999847412109},{"id":"https://openalex.org/keywords/data-consistency","display_name":"data consistency","score":0.5709999799728394},{"id":"https://openalex.org/keywords/data-privacy","display_name":"data privacy","score":0.6000000238418579},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"stochastic gradient descent","score":0.5929999947547913}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6380376815795898},{"id":"https://openalex.org/C2776551883","wikidata":"https://www.wikidata.org/wiki/Q1996756","display_name":"Enzalutamide","level":5,"score":0.5998464226722717},{"id":"https://openalex.org/C2777045944","wikidata":"https://www.wikidata.org/wiki/Q12170198","display_name":"Zh\u00e0ng","level":3,"score":0.590145468711853},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5160195827484131},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5139979720115662},{"id":"https://openalex.org/C2780192828","wikidata":"https://www.wikidata.org/wiki/Q181257","display_name":"Prostate cancer","level":3,"score":0.4755634665489197},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43530386686325073},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.3323315978050232},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2400069534778595},{"id":"https://openalex.org/C121608353","wikidata":"https://www.wikidata.org/wiki/Q12078","display_name":"Cancer","level":2,"score":0.23551440238952637},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.22583985328674316},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.21104201674461365},{"id":"https://openalex.org/C61367390","wikidata":"https://www.wikidata.org/wiki/Q416601","display_name":"Androgen receptor","level":4,"score":0.10763224959373474},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C191935318","wikidata":"https://www.wikidata.org/wiki/Q148","display_name":"China","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218126625501658","doi":"https://doi.org/10.1142/s0218126625501658","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218126625501658","pdf_url":null,"source":{"id":"https://openalex.org/S167602672","display_name":"Journal of Circuits Systems and Computers","issn_l":"0218-1266","issn":["0218-1266","1793-6454"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-20","russia-white-list-2"],"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Circuits, Systems and Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W2109606373","https://openalex.org/W2112796928","https://openalex.org/W2194775991","https://openalex.org/W2798812533","https://openalex.org/W3182158470","https://openalex.org/W3193949130","https://openalex.org/W3196371845","https://openalex.org/W3198770621","https://openalex.org/W4225690410","https://openalex.org/W4287332481","https://openalex.org/W4312869277","https://openalex.org/W4386410923","https://openalex.org/W4387968262","https://openalex.org/W4392901776","https://openalex.org/W4401863680","https://openalex.org/W4401935079","https://openalex.org/W4404103080"],"related_works":["https://openalex.org/W3122236002","https://openalex.org/W2479406918","https://openalex.org/W3024577600","https://openalex.org/W3023935924","https://openalex.org/W2681186693","https://openalex.org/W2593283143","https://openalex.org/W3005243004","https://openalex.org/W2773216890","https://openalex.org/W2931472946","https://openalex.org/W4214808211"],"abstract_inverted_index":{"Federated":[0],"learning":[1,9],"(FL)":[2],"has":[3],"been":[4],"proposed":[5],"to":[6,74,181],"enable":[7],"distributed":[8],"on":[10,145],"artificial":[11],"intelligence":[12],"Internet":[13],"of":[14,20,91,100,106],"Things":[15],"(AIoT)":[16],"devices":[17,148],"with":[18],"guarantees":[19],"high-level":[21],"data":[22,92],"privacy.":[23],"Since":[24],"random":[25],"initial":[26,72,143],"models":[27,73,111,144],"in":[28,33,53],"FL":[29,41,83,164,189],"can":[30,68,121,157,172],"easily":[31,159],"result":[32],"unregulated":[34],"stochastic":[35],"gradient":[36],"descent":[37],"(SGD)":[38],"processes,":[39,78],"existing":[40],"methods":[42,135],"greatly":[43],"suffer":[44],"from":[45],"both":[46],"slow":[47],"convergence":[48,125],"and":[49,97],"poor":[50],"accuracy,":[51],"especially":[52],"non-IID":[54],"scenarios.":[55],"To":[56],"address":[57],"this":[58],"problem,":[59],"we":[60,115],"propose":[61],"a":[62,123],"novel":[63],"method":[64,120],"named":[65],"CyclicFL,":[66,101],"which":[67],"quickly":[69],"derive":[70],"effective":[71],"guide":[75],"the":[76,81,89,95,103,109,187],"SGD":[77],"thus":[79],"improving":[80],"overall":[82,188],"training":[84,98,190],"performance.":[85],"We":[86],"formally":[87],"analyze":[88],"significance":[90],"consistency":[93],"between":[94],"pre-training":[96,134],"stages":[99],"showing":[102],"limited":[104],"Lipschitzness":[105],"loss":[107],"for":[108],"pre-trained":[110],"by":[112,179],"CyclicFL.":[113],"Moreover,":[114],"systematically":[116],"prove":[117],"that":[118,136,170],"our":[119],"achieve":[122],"faster":[124],"speed":[126],"under":[127],"various":[128],"convexity":[129],"assumptions.":[130],"Unlike":[131],"traditional":[132],"centralized":[133],"require":[137],"public":[138],"proxy":[139],"data,":[140],"CyclicFL":[141,171],"pre-trains":[142],"selected":[146],"AIoT":[147],"cyclically":[149],"without":[150],"exposing":[151],"their":[152],"local":[153],"data.":[154],"Therefore,":[155],"they":[156],"be":[158],"integrated":[160],"into":[161],"any":[162],"security-critical":[163],"methods.":[165],"Comprehensive":[166],"experimental":[167],"results":[168],"show":[169],"not":[173],"only":[174],"improve":[175],"maximum":[176],"classification":[177],"accuracy":[178],"up":[180],"14.11%,":[182],"but":[183],"also":[184],"significantly":[185],"accelerate":[186],"process.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-10T00:00:00"}