{"id":"https://openalex.org/W3080474418","doi":"https://doi.org/10.1109/isit44484.2020.9174363","title":"On Byzantine-Resilient High-Dimensional Stochastic Gradient Descent","display_name":"On Byzantine-Resilient High-Dimensional Stochastic Gradient Descent","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3080474418","doi":"https://doi.org/10.1109/isit44484.2020.9174363","mag":"3080474418"},"language":"en","primary_location":{"id":"doi:10.1109/isit44484.2020.9174363","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit44484.2020.9174363","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023777978","display_name":"Deepesh Data","orcid":"https://orcid.org/0000-0003-3544-8414"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Deepesh Data","raw_affiliation_strings":["University of California,Los Angeles,USA","University of California, Los Angeles, USA"],"affiliations":[{"raw_affiliation_string":"University of California,Los Angeles,USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California, Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083980887","display_name":"Suhas Diggavi","orcid":"https://orcid.org/0000-0001-7313-9861"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Suhas Diggavi","raw_affiliation_strings":["University of California,Los Angeles,USA","University of California, Los Angeles, USA"],"affiliations":[{"raw_affiliation_string":"University of California,Los Angeles,USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California, Los Angeles, USA","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5023777978"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":0.4116,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.69667212,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2628","last_page":"2633"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.8384561538696289},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5738027095794678},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.5564541816711426},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.530885636806488},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.5073325037956238},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4778182804584503},{"id":"https://openalex.org/keywords/byzantine-fault-tolerance","display_name":"Byzantine fault tolerance","score":0.4433422386646271},{"id":"https://openalex.org/keywords/byzantine-architecture","display_name":"Byzantine architecture","score":0.41603928804397583},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.34500956535339355},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.34446001052856445},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1256769299507141},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.11483269929885864},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.08945098519325256},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.07454916834831238},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.07029807567596436}],"concepts":[{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.8384561538696289},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5738027095794678},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.5564541816711426},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.530885636806488},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5073325037956238},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4778182804584503},{"id":"https://openalex.org/C168021876","wikidata":"https://www.wikidata.org/wiki/Q1353446","display_name":"Byzantine fault tolerance","level":3,"score":0.4433422386646271},{"id":"https://openalex.org/C104562893","wikidata":"https://www.wikidata.org/wiki/Q47591","display_name":"Byzantine architecture","level":2,"score":0.41603928804397583},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34500956535339355},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.34446001052856445},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1256769299507141},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.11483269929885864},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.08945098519325256},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.07454916834831238},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.07029807567596436},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C195244886","wikidata":"https://www.wikidata.org/wiki/Q41493","display_name":"Ancient history","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit44484.2020.9174363","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit44484.2020.9174363","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1994616650","https://openalex.org/W2046033161","https://openalex.org/W2053113791","https://openalex.org/W2173213060","https://openalex.org/W2530417694","https://openalex.org/W2597655115","https://openalex.org/W2614254310","https://openalex.org/W2729686365","https://openalex.org/W2752689052","https://openalex.org/W2789903762","https://openalex.org/W2789911054","https://openalex.org/W2914422142","https://openalex.org/W2940527161","https://openalex.org/W2963351358","https://openalex.org/W2963495269","https://openalex.org/W2964008913","https://openalex.org/W2964261056","https://openalex.org/W2964275427","https://openalex.org/W2964279249","https://openalex.org/W2970349186","https://openalex.org/W2976829912","https://openalex.org/W2977013187","https://openalex.org/W2984272935","https://openalex.org/W2992646835","https://openalex.org/W3025254786","https://openalex.org/W3044681081","https://openalex.org/W3114932062","https://openalex.org/W3137092842","https://openalex.org/W3197990917","https://openalex.org/W4252654521","https://openalex.org/W4288277757","https://openalex.org/W4301366938","https://openalex.org/W6734912561","https://openalex.org/W6743821447","https://openalex.org/W6748626757","https://openalex.org/W6748786018","https://openalex.org/W6752429284","https://openalex.org/W6754358263","https://openalex.org/W6766633873","https://openalex.org/W6769625732","https://openalex.org/W6777558252","https://openalex.org/W6781003217","https://openalex.org/W6787907487"],"related_works":["https://openalex.org/W635625959","https://openalex.org/W1548189724","https://openalex.org/W4242769984","https://openalex.org/W2034320198","https://openalex.org/W2964170259","https://openalex.org/W3002546633","https://openalex.org/W4206119629","https://openalex.org/W2953763514","https://openalex.org/W2765682467","https://openalex.org/W4382937879"],"abstract_inverted_index":{"We":[0,51,66],"study":[1],"stochastic":[2,40,84],"gradient":[3,36],"descent":[4],"(SGD)":[5],"in":[6,18,23,75,125,138,159],"the":[7,15,34,38,69,80,90,122,126,139,153,160],"master-worker":[8],"architecture":[9],"under":[10,62],"Byzantine":[11,116],"attacks.":[12],"Building":[13],"upon":[14],"recent":[16],"advances":[17],"algorithmic":[19],"high-dimensional":[20],"robust":[21],"statistics,":[22],"each":[24],"SGD":[25,64,158],"iteration,":[26],"master":[27],"employs":[28],"a":[29,102,147],"non-trivial":[30],"decoding":[31],"to":[32,133],"estimate":[33],"true":[35],"from":[37,43],"unbiased":[39],"gradients":[41],"received":[42],"workers,":[44],"some":[45],"of":[46,72,83,115,149,156],"which":[47],"may":[48],"be":[49],"corrupt.":[50],"provide":[52],"convergence":[53,154],"analyses":[54],"for":[55],"both":[56,76],"strongly-convex":[57,127],"and":[58,86,131],"non-convex":[59,140],"smooth":[60],"objectives":[61],"standard":[63],"assumptions.":[65],"can":[67,88,109,119],"control":[68],"approximation":[70,91],"error":[71,92],"our":[73],"solution":[74],"these":[77],"settings":[78],"by":[79],"mini-batch":[81,105],"size":[82],"gradients;":[85],"we":[87,96],"make":[89],"as":[93,95],"small":[94],"want,":[97],"provided":[98],"that":[99],"workers":[100],"use":[101],"sufficiently":[103],"large":[104],"size.":[106],"Our":[107],"algorithm":[108],"tolerate":[110],"less":[111],"than":[112],"1/3":[113],"fraction":[114],"workers.":[117],"It":[118],"approximately":[120],"find":[121],"optimal":[123],"parameters":[124],"setting":[128,141],"exponentially":[129],"fast,":[130],"reaches":[132],"an":[134],"approximate":[135],"stationary":[136],"point":[137],"with":[142,146],"linear":[143],"speed,":[144],"i.e.,":[145],"rate":[148],"1/T,":[150],"thus,":[151],"matching":[152],"rates":[155],"vanilla":[157],"Byzantine-free":[161],"setting.":[162]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-14T06:41:57.775601","created_date":"2025-10-10T00:00:00"}