{"id":"https://openalex.org/W3095947931","doi":"https://doi.org/10.1109/tnse.2020.3035112","title":"Defenses Against Byzantine Attacks in Distributed Deep Neural Networks","display_name":"Defenses Against Byzantine Attacks in Distributed Deep Neural Networks","publication_year":2020,"publication_date":"2020-10-30","ids":{"openalex":"https://openalex.org/W3095947931","doi":"https://doi.org/10.1109/tnse.2020.3035112","mag":"3095947931"},"language":"en","primary_location":{"id":"doi:10.1109/tnse.2020.3035112","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2020.3035112","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101579220","display_name":"Qi Xia","orcid":"https://orcid.org/0000-0002-5096-3329"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]},{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Xia","raw_affiliation_strings":["Department of Computer Science, The College of William, and Mary, Williamsburg, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5096-3329","affiliations":[{"raw_affiliation_string":"Department of Computer Science, The College of William, and Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277","https://openalex.org/I267592682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031701370","display_name":"Zeyi Tao","orcid":"https://orcid.org/0000-0002-7925-0891"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]},{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zeyi Tao","raw_affiliation_strings":["Department of Computer Science, The College of William, and Mary, Williamsburg, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7925-0891","affiliations":[{"raw_affiliation_string":"Department of Computer Science, The College of William, and Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277","https://openalex.org/I267592682"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100426184","display_name":"Qun Li","orcid":"https://orcid.org/0000-0003-2231-6615"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]},{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qun Li","raw_affiliation_strings":["Department of Computer Science, The College of William, and Mary, Williamsburg, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The College of William, and Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277","https://openalex.org/I267592682"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":1.5625,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.87096933,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"8","issue":"3","first_page":"2025","last_page":"2035"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7874934077262878},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7314262986183167},{"id":"https://openalex.org/keywords/byzantine-fault-tolerance","display_name":"Byzantine fault tolerance","score":0.6841276288032532},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5427168011665344},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.5265505909919739},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5217652916908264},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5156225562095642},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5131569504737854},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.492587149143219},{"id":"https://openalex.org/keywords/upload","display_name":"Upload","score":0.46561574935913086},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4535854160785675},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4324551820755005},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.41211673617362976},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4013846218585968},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33260971307754517},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.331772118806839},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.15277248620986938}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7874934077262878},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7314262986183167},{"id":"https://openalex.org/C168021876","wikidata":"https://www.wikidata.org/wiki/Q1353446","display_name":"Byzantine fault tolerance","level":3,"score":0.6841276288032532},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5427168011665344},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.5265505909919739},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5217652916908264},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5156225562095642},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5131569504737854},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.492587149143219},{"id":"https://openalex.org/C71901391","wikidata":"https://www.wikidata.org/wiki/Q7126699","display_name":"Upload","level":2,"score":0.46561574935913086},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4535854160785675},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4324551820755005},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.41211673617362976},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4013846218585968},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33260971307754517},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.331772118806839},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.15277248620986938},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnse.2020.3035112","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnse.2020.3035112","pdf_url":null,"source":{"id":"https://openalex.org/S2484352698","display_name":"IEEE Transactions on Network Science and Engineering","issn_l":"2327-4697","issn":["2327-4697","2334-329X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G6231932574","display_name":"CSR:Small:System Support for Edge Computing Applications","funder_award_id":"1816399","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1562564909","https://openalex.org/W1686810756","https://openalex.org/W1989730800","https://openalex.org/W2045371716","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2134081299","https://openalex.org/W2134797427","https://openalex.org/W2168231600","https://openalex.org/W2170310381","https://openalex.org/W2194775991","https://openalex.org/W2245189809","https://openalex.org/W2402144811","https://openalex.org/W2524610192","https://openalex.org/W2592002261","https://openalex.org/W2606722458","https://openalex.org/W2614254310","https://openalex.org/W2752689052","https://openalex.org/W2788308444","https://openalex.org/W2789903762","https://openalex.org/W2789911054","https://openalex.org/W2875525199","https://openalex.org/W2885079409","https://openalex.org/W2904819746","https://openalex.org/W2949384269","https://openalex.org/W2953384591","https://openalex.org/W2962835968","https://openalex.org/W2963910545","https://openalex.org/W2963959597","https://openalex.org/W2964275427","https://openalex.org/W2964279249","https://openalex.org/W3118608800","https://openalex.org/W3137092842","https://openalex.org/W4252654521","https://openalex.org/W6637373629","https://openalex.org/W6679909955","https://openalex.org/W6684859321","https://openalex.org/W6685251632","https://openalex.org/W6713134421","https://openalex.org/W6726983090","https://openalex.org/W6743821447","https://openalex.org/W6748268456","https://openalex.org/W6748626757","https://openalex.org/W6748786018","https://openalex.org/W6753124209","https://openalex.org/W6753492755","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W1667647204","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W4241418540","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W1508895727","https://openalex.org/W2112897043","https://openalex.org/W2070735207","https://openalex.org/W2047416510"],"abstract_inverted_index":{"Large":[0],"scale":[1],"deep":[2,33,56],"learning":[3,54,57],"is":[4,41],"trending":[5],"recently,":[6],"since":[7],"people":[8],"find":[9],"that":[10],"complicated":[11],"networks":[12,40],"can":[13],"sometimes":[14],"reach":[15],"high":[16],"accuracy":[17],"on":[18],"image":[19],"recognition,":[20],"natural":[21],"language":[22],"processing,":[23],"etc.":[24],"With":[25],"the":[26,36,46,64,72,90,96,110,136,147,159,169,172,180],"increasing":[27],"complexity":[28],"and":[29,50,84,126,164,177,185],"batch":[30],"size":[31],"of":[32,45,66,161,168],"neural":[34],"networks,":[35],"training":[37,98],"for":[38],"such":[39],"more":[42],"difficult":[43],"because":[44],"limited":[47],"computational":[48],"power":[49],"memory.":[51],"Distributed":[52],"machine":[53],"or":[55,69,104],"provides":[58],"an":[59,166],"efficient":[60,116],"solution.":[61],"However,":[62],"with":[63,153,179],"concern":[65],"untrusted":[67],"machines":[68],"hardware":[70],"failures,":[71],"distributed":[73],"system":[74],"may":[75],"suffer":[76],"Byzantine":[77,111,124,182],"attacks.":[78],"If":[79],"some":[80],"workers":[81],"are":[82],"attacked":[83],"just":[85],"upload":[86],"malicious":[87],"gradients":[88],"to":[89,100,139,150],"parameter":[91],"server,":[92],"they":[93],"will":[94],"lead":[95],"total":[97],"process":[99],"a":[101,119,128],"wrong":[102],"model":[103],"even":[105],"cannot":[106],"converge.":[107],"To":[108],"defend":[109],"attacks,":[112],"we":[113,157,174],"propose":[114],"two":[115],"algorithms:":[117],"FABA,":[118],"Fast":[120],"Aggregation":[121],"algorithm":[122],"against":[123],"Attacks,":[125],"VBOR,":[127],"Variance":[129],"Based":[130],"Outlier":[131],"Removal":[132],"algorithm.":[133],"FABA":[134,176],"conducts":[135],"distance":[137],"information":[138,149],"remove":[140,151],"outliers":[141,152],"one":[142],"by":[143],"one.":[144],"VBOR":[145,178],"uses":[146],"variance":[148],"one-pass":[154],"iteration.":[155],"Theoretically,":[156],"prove":[158],"convergence":[160],"our":[162,187],"algorithms":[163,184],"give":[165],"insight":[167],"correctness.":[170],"In":[171],"experiment,":[173],"compare":[175],"state-of-the-art":[181],"defense":[183],"show":[186],"superior":[188],"performance.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":5},{"year":2021,"cited_by_count":6}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}
