{"id":"https://openalex.org/W4206342786","doi":"https://doi.org/10.1109/lsp.2021.3134893","title":"Robust Federated Averaging via Outlier Pruning","display_name":"Robust Federated Averaging via Outlier Pruning","publication_year":2021,"publication_date":"2021-12-13","ids":{"openalex":"https://openalex.org/W4206342786","doi":"https://doi.org/10.1109/lsp.2021.3134893"},"language":"en","primary_location":{"id":"doi:10.1109/lsp.2021.3134893","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2021.3134893","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000628690","display_name":"Md Palash Uddin","orcid":"https://orcid.org/0000-0002-4429-6590"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Md Palash Uddin","raw_affiliation_strings":["School of Information Technology, Deakin University, Geelong, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4429-6590","affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Geelong, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051297830","display_name":"Yong Xiang","orcid":"https://orcid.org/0000-0003-3545-7863"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yong Xiang","raw_affiliation_strings":["School of Information Technology, Deakin University, Geelong, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3545-7863","affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Geelong, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048317892","display_name":"John Yearwood","orcid":"https://orcid.org/0000-0002-7562-6767"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"John Yearwood","raw_affiliation_strings":["School of Information Technology, Deakin University, Geelong, VIC, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Geelong, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012293028","display_name":"Longxiang Gao","orcid":"https://orcid.org/0000-0002-3026-7537"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Longxiang Gao","raw_affiliation_strings":["School of Information Technology, Deakin University, Geelong, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3026-7537","affiliations":[{"raw_affiliation_string":"School of Information Technology, Deakin University, Geelong, VIC, Australia","institution_ids":["https://openalex.org/I149704539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I149704539"],"apc_list":null,"apc_paid":null,"fwci":1.7743,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.87660674,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"29","issue":null,"first_page":"409","last_page":"413"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7500839233398438},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.7405547499656677},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.6842256784439087},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.67453932762146},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5328505635261536},{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.5095348954200745},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.4793860912322998},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.46281707286834717},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4337790906429291},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.414774090051651},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.41358423233032227},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39584624767303467},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3728695511817932},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.36480432748794556},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2030753791332245},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.19742479920387268},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1530323028564453},{"id":"https://openalex.org/keywords/random-variable","display_name":"Random variable","score":0.13648998737335205},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09225437045097351}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7500839233398438},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.7405547499656677},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.6842256784439087},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.67453932762146},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5328505635261536},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.5095348954200745},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.4793860912322998},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.46281707286834717},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4337790906429291},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.414774090051651},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.41358423233032227},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39584624767303467},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3728695511817932},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36480432748794556},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2030753791332245},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.19742479920387268},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1530323028564453},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.13648998737335205},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09225437045097351},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lsp.2021.3134893","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lsp.2021.3134893","pdf_url":null,"source":{"id":"https://openalex.org/S120629676","display_name":"IEEE Signal Processing Letters","issn_l":"1070-9908","issn":["1070-9908","1558-2361"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Letters","raw_type":"journal-article"},{"id":"pmh:oai:dro.deakin.edu.au:DU:30161819","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401102","display_name":"Own your potential (DEAKIN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149704539","host_organization_name":"Deakin University","host_organization_lineage":["https://openalex.org/I149704539"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/17"}],"awards":[{"id":"https://openalex.org/G1420883908","display_name":"Privacy-Preserving Fog Info System in Infrastructure-Deficient Environments","funder_award_id":"LP190100594","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2735617852","https://openalex.org/W2796196168","https://openalex.org/W2919115771","https://openalex.org/W2979359324","https://openalex.org/W3007279825","https://openalex.org/W3088716216","https://openalex.org/W3094960210","https://openalex.org/W3110176593","https://openalex.org/W3132368316","https://openalex.org/W3177448524","https://openalex.org/W6728057340","https://openalex.org/W6728757088","https://openalex.org/W6738383168","https://openalex.org/W6750166180","https://openalex.org/W6759238902","https://openalex.org/W6763048141","https://openalex.org/W6765541894","https://openalex.org/W6772307254","https://openalex.org/W6790808513"],"related_works":["https://openalex.org/W3102660566","https://openalex.org/W3088108839","https://openalex.org/W992687842","https://openalex.org/W4300560302","https://openalex.org/W2966297898","https://openalex.org/W4315785049","https://openalex.org/W3015792155","https://openalex.org/W2955229517","https://openalex.org/W3118286710","https://openalex.org/W4225929918"],"abstract_inverted_index":{"Federated":[0,6],"Averaging":[1],"(FedAvg)":[2],"is":[3,51],"the":[4,12,21,25,38,45,54,59,70,76,79,105,114,120,127,130,139,150,168],"baseline":[5],"Learning":[7],"(FL)":[8],"algorithm":[9],"that":[10,163],"applies":[11],"stochastic":[13],"gradient":[14],"descent":[15],"for":[16,29,44],"local":[17,26,121],"model":[18,31],"training":[19,179],"and":[20,64,124,145,153,158,178],"arithmetic":[22,39,49],"averaging":[23,40,50],"of":[24,42,78,142,173],"models\u2019":[27],"parameters":[28],"global":[30,92],"aggregation.":[32,46],"Succeeding":[33],"FL":[34],"works":[35],"commonly":[36],"utilize":[37],"scheme":[41],"FedAvg":[43],"However,":[47],"such":[48],"prone":[52],"to":[53,103],"outlier":[55,80,116],"model-updates,":[56],"especially":[57],"when":[58],"clients\u2019":[60],"data":[61],"are":[62],"non-Independent":[63],"Identically":[65],"Distributed":[66],"(non-IID).":[67],"As":[68],"such,":[69],"classical":[71],"aggregation":[72,101,128,165],"approach":[73,166],"suffers":[74],"from":[75,119],"dominance":[77],"updates":[81,117],"and,":[82],"consequently,":[83],"causes":[84],"high":[85],"communication":[86,174],"costs":[87],"towards":[88],"producing":[89],"a":[90,99],"decent":[91],"model.":[93],"In":[94,108],"this":[95],"letter,":[96],"we":[97,110],"propose":[98,111],"robust":[100],"strategy":[102],"alleviate":[104],"above":[106],"issues.":[107],"particular,":[109],"first":[112],"pruning":[113],"node-wise":[115],"(weights)":[118],"trained":[122],"models":[123],"then":[125],"performing":[126],"on":[129,149],"selected":[131],"effective":[132],"weights-set":[133],"at":[134],"each":[135],"node.":[136],"We":[137],"provide":[138],"theoretical":[140],"result":[141],"our":[143,164],"method":[144],"conduct":[146],"extensive":[147],"experiments":[148],"MNIST,":[151],"CIFAR-10,":[152],"Shakespeare":[154],"datasets":[155],"with":[156],"IID":[157],"non-IID":[159],"settings,":[160],"which":[161],"demonstrate":[162],"outperforms":[167],"state-of-the-art":[169],"methods":[170],"in":[171],"terms":[172],"speedup,":[175],"test-set":[176],"performance":[177],"convergence.":[180]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}