{"id":"https://openalex.org/W7084751947","doi":"https://doi.org/10.1109/tbdata.2025.3618454","title":"Fast Convergent Federated Learning via Decaying SGD Updates","display_name":"Fast Convergent Federated Learning via Decaying SGD Updates","publication_year":2025,"publication_date":"2025-10-06","ids":{"openalex":"https://openalex.org/W7084751947","doi":"https://doi.org/10.1109/tbdata.2025.3618454"},"language":"en","primary_location":{"id":"doi:10.1109/tbdata.2025.3618454","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2025.3618454","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Md Palash Uddin","orcid":"https://orcid.org/0000-0002-4429-6590"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Md Palash Uddin","raw_affiliation_strings":["School of Information Technology, Deakin University, Geelong, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Geelong, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yong Xiang","orcid":"https://orcid.org/0000-0003-3545-7863"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yong Xiang","raw_affiliation_strings":["School of Information Technology, Deakin University, Geelong, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Geelong, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mahmudul Hasan","orcid":"https://orcid.org/0000-0003-4302-8516"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mahmudul Hasan","raw_affiliation_strings":["School of Information Technology, Deakin University, Geelong, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Geelong, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yao Zhao","orcid":"https://orcid.org/0000-0002-5870-7370"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yao Zhao","raw_affiliation_strings":["School of Information Technology, Deakin University, Geelong, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Geelong, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Youyang Qu","orcid":null},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youyang Qu","raw_affiliation_strings":["Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"],"affiliations":[{"raw_affiliation_string":"Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]},{"author_position":"last","author":{"id":null,"display_name":"Longxiang Gao","orcid":"https://orcid.org/0000-0002-3026-7537"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longxiang Gao","raw_affiliation_strings":["Qilu University of Technology (Shandong Academy of Sciences), Jinan, China"],"affiliations":[{"raw_affiliation_string":"Qilu University of Technology (Shandong Academy of Sciences), Jinan, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149704539"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.58137713,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"1","first_page":"186","last_page":"199"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11483","display_name":"Tropical and Extratropical Cyclones Research","score":0.14720000326633453,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11483","display_name":"Tropical and Extratropical Cyclones Research","score":0.14720000326633453,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10255","display_name":"Oceanographic and Atmospheric Processes","score":0.07329999655485153,"subfield":{"id":"https://openalex.org/subfields/1910","display_name":"Oceanography"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11234","display_name":"Precipitation Measurement and Analysis","score":0.05510000139474869,"subfield":{"id":"https://openalex.org/subfields/1902","display_name":"Atmospheric Science"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.7781000137329102},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.694599986076355},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6330000162124634},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.5684999823570251},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.48350000381469727},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.454800009727478},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.37290000915527344},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.35370001196861267}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8467000126838684},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.7781000137329102},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.694599986076355},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6330000162124634},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.5684999823570251},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.48350000381469727},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.454800009727478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41440001130104065},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39750000834465027},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.37290000915527344},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.35370001196861267},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3474999964237213},{"id":"https://openalex.org/C123201435","wikidata":"https://www.wikidata.org/wiki/Q456632","display_name":"Information privacy","level":2,"score":0.32339999079704285},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.31630000472068787},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.3000999987125397},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2921000123023987},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C3019257732","wikidata":"https://www.wikidata.org/wiki/Q567759","display_name":"Map reduce","level":3,"score":0.2639999985694885},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.2563000023365021}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tbdata.2025.3618454","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbdata.2025.3618454","pdf_url":null,"source":{"id":"https://openalex.org/S2491400915","display_name":"IEEE Transactions on Big Data","issn_l":"2332-7790","issn":["2332-7790","2372-2096"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Big Data","raw_type":"journal-article"},{"id":"pmh:oai:figshare.com:article/30403642","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal contribution"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/30403642","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal contribution"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2767079719","https://openalex.org/W2900182564","https://openalex.org/W2900594532","https://openalex.org/W2954070046","https://openalex.org/W2974175488","https://openalex.org/W2977797911","https://openalex.org/W3007279825","https://openalex.org/W3042621011","https://openalex.org/W3110176593","https://openalex.org/W3184838508","https://openalex.org/W4225537085","https://openalex.org/W4285246867","https://openalex.org/W4362514644","https://openalex.org/W4382318985","https://openalex.org/W4386280757","https://openalex.org/W4387757671","https://openalex.org/W4388109931","https://openalex.org/W4388676528","https://openalex.org/W4391462029","https://openalex.org/W4398151329"],"related_works":[],"abstract_inverted_index":{"Federated":[0],"Learning":[1],"(FL),":[2],"a":[3,18,64,96],"groundbreaking":[4],"approach":[5],"for":[6,100],"collaborative":[7],"model":[8,147],"training":[9,117],"across":[10],"decentralized":[11],"devices,":[12],"maintains":[13],"data":[14,41],"privacy":[15],"while":[16],"constructing":[17],"decent":[19],"global":[20,191],"machine":[21],"learning":[22,122],"model.":[23],"Conventional":[24],"FL":[25,72,88,181],"methods":[26],"typically":[27],"demand":[28],"more":[29],"communication":[30,193],"rounds":[31],"to":[32,44,67,120],"achieve":[33],"convergence":[34,70,89,152,196],"in":[35,124,180],"non-Independent":[36],"and":[37,103,133,142,195],"non-Identically":[38],"Distributed":[39],"(non-IID)":[40],"scenarios":[42],"due":[43],"their":[45,139],"reliance":[46],"on":[47,87],"fixed":[48],"Stochastic":[49],"Gradient":[50],"Descent":[51],"(SGD)":[52],"updates":[53,114,179],"at":[54],"each":[55],"Communication":[56],"Round":[57],"(CR).":[58],"In":[59],"this":[60],"paper,":[61],"we":[62],"introduce":[63],"novel":[65],"strategy":[66],"expedite":[68],"the":[69,76,110,116,143,146,171,174,190],"of":[71,112,170,173,177],"models,":[73],"inspired":[74],"by":[75,94,128,158,163],"insights":[77],"from":[78],"McMahan":[79],"<italic":[80],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[81],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">etal.</i>'s":[82],"seminal":[83],"work.":[84],"We":[85,166,183],"focus":[86],"via":[90],"traditional":[91],"SGD":[92,113,178],"decay":[93,111,176],"introducing":[95],"dynamic":[97,175],"adjusting":[98],"mechanism":[99],"local":[101,104,131,135],"epochs":[102,132],"batch":[105,136],"size.":[106],"Our":[107],"method":[108,150],"adapts":[109],"during":[115],"process,":[118],"akin":[119],"decaying":[121],"rates":[123],"classical":[125],"optimization.":[126],"Particularly,":[127],"adaptively":[129],"reducing":[130],"increasing":[134],"size":[137],"using":[138],"ongoing":[140],"values":[141],"CR":[144],"as":[145],"progresses,":[148],"our":[149,185],"enhances":[151],"speed":[153],"without":[154],"compromising":[155],"accuracy,":[156],"specifically":[157],"effectively":[159],"addressing":[160],"challenges":[161],"posed":[162],"non-IID":[164],"data.":[165],"provide":[167],"theoretical":[168],"results":[169],"benefits":[172],"scenarios.":[182],"demonstrate":[184],"method's":[186],"consistent":[187],"outperformance":[188],"regarding":[189],"model's":[192],"speedup":[194],"behavior":[197],"through":[198],"comprehensive":[199],"experiments.":[200]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}