{"id":"https://openalex.org/W4388676528","doi":"https://doi.org/10.1109/tsc.2023.3332703","title":"Adaptive Regularization and Resilient Estimation in Federated Learning","display_name":"Adaptive Regularization and Resilient Estimation in Federated Learning","publication_year":2023,"publication_date":"2023-11-14","ids":{"openalex":"https://openalex.org/W4388676528","doi":"https://doi.org/10.1109/tsc.2023.3332703"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2023.3332703","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2023.3332703","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/Adaptive_Regularization_and_Resilient_Estimation_in_Federated_Learning/24719583","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000628690","display_name":"Md Palash Uddin","orcid":"https://orcid.org/0000-0002-4429-6590"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Md Palash Uddin","raw_affiliation_strings":["School of Information Technology, Deakin University, Geelong, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Geelong, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051297830","display_name":"Yong Xiang","orcid":"https://orcid.org/0000-0003-3545-7863"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yong Xiang","raw_affiliation_strings":["School of Information Technology, Deakin University, Geelong, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Geelong, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014898958","display_name":"Yao Zhao","orcid":"https://orcid.org/0000-0002-5870-7370"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yao Zhao","raw_affiliation_strings":["School of Information Technology, Deakin University, Geelong, VIC, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Geelong, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070051800","display_name":"Mumtaz Ali","orcid":null},"institutions":[{"id":"https://openalex.org/I185523456","display_name":"University of Southern Queensland","ror":"https://ror.org/04sjbnx57","country_code":"AU","type":"education","lineage":["https://openalex.org/I185523456"]},{"id":"https://openalex.org/I202735123","display_name":"Thi Qar University","ror":"https://ror.org/02ypa8k59","country_code":"IQ","type":"education","lineage":["https://openalex.org/I202735123"]},{"id":"https://openalex.org/I4387154453","display_name":"Al-Ayen Iraqi University","ror":"https://ror.org/02t6wt791","country_code":"IQ","type":"education","lineage":["https://openalex.org/I4387154453"]}],"countries":["AU","IQ"],"is_corresponding":false,"raw_author_name":"Mumtaz Ali","raw_affiliation_strings":["School of Agricultural Computational and Environmental Sciences, University of Southern Queensland, Toowoomba, QLD, Australia","School of Agricultural Computational and Environmental Sciences, University of Southern Queensland, Toowoomba, Queensland, Australia","Scientific Research Center, Al-Ayen University, Thi-Qar, Nasiriyah, Iraq"],"affiliations":[{"raw_affiliation_string":"School of Agricultural Computational and Environmental Sciences, University of Southern Queensland, Toowoomba, QLD, Australia","institution_ids":["https://openalex.org/I185523456"]},{"raw_affiliation_string":"School of Agricultural Computational and Environmental Sciences, University of Southern Queensland, Toowoomba, Queensland, Australia","institution_ids":["https://openalex.org/I185523456"]},{"raw_affiliation_string":"Scientific Research Center, Al-Ayen University, Thi-Qar, Nasiriyah, Iraq","institution_ids":["https://openalex.org/I202735123","https://openalex.org/I4387154453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085698418","display_name":"Yushu Zhang","orcid":"https://orcid.org/0000-0001-8183-8435"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yushu Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012293028","display_name":"Longxiang Gao","orcid":"https://orcid.org/0000-0002-3026-7537"},"institutions":[{"id":"https://openalex.org/I152269853","display_name":"Qilu University of Technology","ror":"https://ror.org/04hyzq608","country_code":"CN","type":"education","lineage":["https://openalex.org/I152269853"]},{"id":"https://openalex.org/I4210142748","display_name":"Shandong Academy of Sciences","ror":"https://ror.org/04y8d6y55","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longxiang Gao","raw_affiliation_strings":["Shandong Academy of Sciences, Shandong Computer Science Center, National Supercomputer Center in Jinan, Qilu University of Technology, Jinan, Shandong, China"],"affiliations":[{"raw_affiliation_string":"Shandong Academy of Sciences, Shandong Computer Science Center, National Supercomputer Center in Jinan, Qilu University of Technology, Jinan, Shandong, China","institution_ids":["https://openalex.org/I152269853","https://openalex.org/I4210142748"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5000628690"],"corresponding_institution_ids":["https://openalex.org/I149704539"],"apc_list":null,"apc_paid":null,"fwci":0.6949,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.7664342,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"17","issue":"4","first_page":"1369","last_page":"1381"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9708999991416931,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9532999992370605,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8196960687637329},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.7818584442138672},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5968407392501831},{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.5098642706871033},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4514535665512085},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4483007788658142},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.43865299224853516},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40974313020706177},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3313800096511841},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.2597513794898987},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09272763133049011}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8196960687637329},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.7818584442138672},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5968407392501831},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.5098642706871033},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4514535665512085},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4483007788658142},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.43865299224853516},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40974313020706177},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3313800096511841},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2597513794898987},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09272763133049011},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsc.2023.3332703","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2023.3332703","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},{"id":"pmh:oai:figshare.com:article/24719583","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Adaptive_Regularization_and_Resilient_Estimation_in_Federated_Learning/24719583","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/24719583","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Adaptive_Regularization_and_Resilient_Estimation_in_Federated_Learning/24719583","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6159649903","display_name":null,"funder_award_id":"DP220100983","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W369786348","https://openalex.org/W2012734657","https://openalex.org/W2072566913","https://openalex.org/W2530417694","https://openalex.org/W2752689052","https://openalex.org/W2767079719","https://openalex.org/W2900594532","https://openalex.org/W2912023992","https://openalex.org/W2952133801","https://openalex.org/W2954070046","https://openalex.org/W2974175488","https://openalex.org/W2977072935","https://openalex.org/W2977797911","https://openalex.org/W3007279825","https://openalex.org/W3027472889","https://openalex.org/W3042621011","https://openalex.org/W3110176593","https://openalex.org/W3112972317","https://openalex.org/W3176224843","https://openalex.org/W3176364684","https://openalex.org/W4206342786","https://openalex.org/W4213446860","https://openalex.org/W4285246867","https://openalex.org/W4289821944","https://openalex.org/W4312231739","https://openalex.org/W6637956674","https://openalex.org/W6638803421","https://openalex.org/W6680748266","https://openalex.org/W6684859321","https://openalex.org/W6728057340","https://openalex.org/W6728757088","https://openalex.org/W6729007826","https://openalex.org/W6732298257","https://openalex.org/W6738383168","https://openalex.org/W6743821447","https://openalex.org/W6752331885","https://openalex.org/W6759226220","https://openalex.org/W6759238902","https://openalex.org/W6763048141","https://openalex.org/W6765541894","https://openalex.org/W6772307254","https://openalex.org/W6841664194"],"related_works":["https://openalex.org/W4386603768","https://openalex.org/W2950475743","https://openalex.org/W2886711096","https://openalex.org/W2750384547","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W4389249638","https://openalex.org/W2733410219","https://openalex.org/W2734358244","https://openalex.org/W3102660566"],"abstract_inverted_index":{"Federated":[0],"Learning":[1],"(FL)":[2],"is":[3,124],"an":[4,51,90],"emerging":[5],"research":[6],"area":[7],"that":[8,178],"produces":[9],"a":[10,79,109,140],"globally":[11],"trained":[12,67,116],"model":[13],"using":[14,126],"numerous":[15],"local":[16,104,129,147],"users'":[17,103,128],"data":[18,31],"and":[19,26,59,108,130,155,162,168,196],"maintains":[20],"their":[21],"privacy.":[22],"Heterogeneous":[23],"or":[24],"non-Independent":[25],"Identically":[27],"Distributed":[28],"(":[29],"non-IID)":[30],"affect":[32],"the":[33,56,65,70,97,102,114,127,135,146,160,183],"global":[34,131],"model's":[35],"convergence":[36,194],"and,":[37],"therefore,":[38],"cause":[39],"high":[40],"communication":[41,189],"costs.":[42],"These":[43],"are":[44],"because":[45],"traditional":[46],"FL":[47,81,180],"approaches":[48,185],"often":[49],"disregard":[50],"adaptive":[52,91,121],"regularized":[53],"objective":[54,99],"for":[55,69],"user-side":[57],"training":[58,107,193],"utilize":[60],"conventional":[61],"arithmetic":[62],"mean":[63,143],"on":[64,159],"locally":[66,115],"models":[68,105,117],"server-side":[71],"aggregation.":[72,119],"To":[73],"alleviate":[74],"these":[75],"issues,":[76],"we":[77,88],"propose":[78,89],"novel":[80],"scheme":[82,138,181],"in":[83,186],"this":[84],"paper.":[85],"In":[86],"particular,":[87],"regularization":[92,122],"approach":[93,112,123],"to":[94,96,113],"add":[95],"classical":[98],"function":[100],"of":[101,165,188],"during":[106,118],"resilient":[110,136],"estimation":[111,137],"The":[120,175],"derived":[125],"performance":[132],"diversification":[133],"while":[134],"uses":[139],"modified":[141],"geometric":[142],"aggregation":[144],"over":[145],"models'":[148],"parameters.":[149],"We":[150],"provide":[151],"consolidated":[152],"theoretical":[153],"results":[154,176],"perform":[156],"extensive":[157],"experiments":[158],"IID":[161],"non-IID":[163],"settings":[164],"MNIST,":[166],"CIFAR-10,":[167],"Shakespeare":[169],"datasets":[170],"with":[171],"various":[172],"deep":[173],"networks.":[174],"manifest":[177],"our":[179],"outperforms":[182],"state-of-the-art":[184],"terms":[187],"speedup,":[190],"test-set":[191],"performance,":[192],"stability,":[195],"resiliency":[197],"against":[198],"attacks.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}