{"id":"https://openalex.org/W7117106377","doi":"https://doi.org/10.1109/tpami.2025.3647762","title":"Toward Understanding Generalization and Stability Gaps Between Centralized and Decentralized Federated Learning","display_name":"Toward Understanding Generalization and Stability Gaps Between Centralized and Decentralized Federated Learning","publication_year":2025,"publication_date":"2025-12-24","ids":{"openalex":"https://openalex.org/W7117106377","doi":"https://doi.org/10.1109/tpami.2025.3647762","pmid":"https://pubmed.ncbi.nlm.nih.gov/41442306"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3647762","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3647762","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103206720","display_name":"Yan Sun","orcid":"https://orcid.org/0000-0003-2271-252X"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yan Sun","raw_affiliation_strings":["University of Sydney, Camperdown, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2271-252X","affiliations":[{"raw_affiliation_string":"University of Sydney, Camperdown, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Li Shen","orcid":"https://orcid.org/0000-0001-5659-3464"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Shen","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5659-3464","affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":null,"display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7225-5449","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.73993103,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"48","issue":"4","first_page":"4744","last_page":"4755"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.892799973487854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.892799973487854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.012600000016391277,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.0071000000461936,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7678999900817871},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.6822999715805054},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6079999804496765},{"id":"https://openalex.org/keywords/decentralised-system","display_name":"Decentralised system","score":0.45089998841285706},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.426800012588501},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.3361000120639801}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7678999900817871},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7562999725341797},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.6822999715805054},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6079999804496765},{"id":"https://openalex.org/C205875254","wikidata":"https://www.wikidata.org/wiki/Q17156857","display_name":"Decentralised system","level":3,"score":0.45089998841285706},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.426800012588501},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39309999346733093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36329999566078186},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.32989999651908875},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3140000104904175},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2858999967575073},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2822999954223633},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.27730000019073486},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2542000114917755}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2025.3647762","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3647762","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41442306","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41442306","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:dr.ntu.edu.sg:10356/212453","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/212453","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1571416372","https://openalex.org/W2194775991","https://openalex.org/W3042491641","https://openalex.org/W3047212814","https://openalex.org/W3097817814","https://openalex.org/W3128307059","https://openalex.org/W3158567365","https://openalex.org/W3178661111","https://openalex.org/W3204468048","https://openalex.org/W3206403927","https://openalex.org/W4205463258","https://openalex.org/W4206372917","https://openalex.org/W4210949749","https://openalex.org/W4223494531","https://openalex.org/W4297923983","https://openalex.org/W4312517097","https://openalex.org/W4312768957","https://openalex.org/W4385453029","https://openalex.org/W4391020342","https://openalex.org/W4393147494","https://openalex.org/W4393371839","https://openalex.org/W4400366501","https://openalex.org/W4408048171","https://openalex.org/W7133198805"],"related_works":[],"abstract_inverted_index":{"As":[0],"two":[1],"mainstream":[2],"frameworks":[3],"in":[4,18,38,66,77,79,134,154,170],"federated":[5],"learning":[6],"(FL),":[7],"both":[8],"centralized":[9,54,100],"and":[10,29,71,86,167,173],"decentralized":[11,43,107],"approaches":[12],"have":[13,45],"shown":[14],"great":[15],"application":[16],"value":[17],"practical":[19,174],"scenarios.":[20,175],"However,":[21],"existing":[22],"studies":[23],"do":[24],"not":[25],"provide":[26],"sufficient":[27],"evidence":[28],"clear":[30],"guidance":[31],"for":[32,131],"analysis":[33,161],"of":[34,53,64,121],"which":[35],"performs":[36],"better":[37,105],"the":[39,50,94,113,132,141],"FL":[40,101,108,155],"community.":[41],"Although":[42],"methods":[44],"been":[46],"proven":[47],"to":[48,136,156],"approach":[49],"comparable":[51],"convergence":[52],"with":[55,164],"less":[56],"communication,":[57],"their":[58,74,84],"test":[59],"performance":[60,115,138],"always":[61,103],"falls":[62],"short":[63],"expectations":[65],"empirical":[67],"studies.":[68],"To":[69],"comprehensively":[70],"fairly":[72],"compare":[73],"efficiency":[75],"gaps":[76],"FL,":[78],"this":[80],"paper,":[81],"we":[82,90],"explore":[83],"stability":[85],"generalization":[87],"efficiency.":[88],"Specifically,":[89],"prove":[91],"that":[92,158],"on":[93,150],"general":[95,172],"smooth":[96],"non-convex":[97],"objectives,":[98],"1)":[99],"(CFL)":[102],"generalizes":[104],"than":[106],"(DFL);":[109],"2)":[110],"CFL":[111],"achieves":[112],"best":[114],"via":[116],"adopting":[117],"partial":[118],"participation":[119],"instead":[120],"full":[122],"participation;":[123],"and,":[124],"3)":[125],"there":[126],"is":[127,162],"a":[128],"necessary":[129],"requirement":[130],"topology":[133],"DFL":[135],"avoid":[137],"collapse":[139],"as":[140],"training":[142],"scale":[143],"increases.":[144],"We":[145],"also":[146],"conduct":[147],"extensive":[148],"experiments":[149],"several":[151,171],"common":[152],"setups":[153],"validate":[157],"our":[159],"theoretical":[160],"consistent":[163],"experimental":[165],"phenomena":[166],"contextually":[168],"valid":[169]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-12-24T00:00:00"}