{"id":"https://openalex.org/W2913808958","doi":"https://doi.org/10.1109/allerton.2018.8636017","title":"Data Encoding for Byzantine-Resilient Distributed Gradient Descent","display_name":"Data Encoding for Byzantine-Resilient Distributed Gradient Descent","publication_year":2018,"publication_date":"2018-10-01","ids":{"openalex":"https://openalex.org/W2913808958","doi":"https://doi.org/10.1109/allerton.2018.8636017","mag":"2913808958"},"language":"en","primary_location":{"id":"doi:10.1109/allerton.2018.8636017","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2018.8636017","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 56th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023777978","display_name":"Deepesh Data","orcid":"https://orcid.org/0000-0003-3544-8414"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Deepesh Data","raw_affiliation_strings":["University of California, Los Angeles, CA, USA","University of California, Los Angeles, CA 90095, USA\u2605"],"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California, Los Angeles, CA 90095, USA\u2605","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035185924","display_name":"Linqi Song","orcid":"https://orcid.org/0000-0003-2756-4984"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Linqi Song","raw_affiliation_strings":["City University of Hong Kong, SAR, Hong Kong"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, SAR, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083980887","display_name":"Suhas Diggavi","orcid":"https://orcid.org/0000-0001-7313-9861"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Suhas Diggavi","raw_affiliation_strings":["University of California, Los Angeles, CA, USA","University of California, Los Angeles, CA 90095, USA\u2605"],"affiliations":[{"raw_affiliation_string":"University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California, Los Angeles, CA 90095, USA\u2605","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5023777978"],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":2.2295,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.87527434,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"863","last_page":"870"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.7472173571586609},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6890472173690796},{"id":"https://openalex.org/keywords/byzantine-fault-tolerance","display_name":"Byzantine fault tolerance","score":0.6329964995384216},{"id":"https://openalex.org/keywords/byzantine-architecture","display_name":"Byzantine architecture","score":0.6209469437599182},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.48084506392478943},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.44787365198135376},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3190174102783203},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.179630309343338},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.16828754544258118},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.10307016968727112}],"concepts":[{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.7472173571586609},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6890472173690796},{"id":"https://openalex.org/C168021876","wikidata":"https://www.wikidata.org/wiki/Q1353446","display_name":"Byzantine fault tolerance","level":3,"score":0.6329964995384216},{"id":"https://openalex.org/C104562893","wikidata":"https://www.wikidata.org/wiki/Q47591","display_name":"Byzantine architecture","level":2,"score":0.6209469437599182},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.48084506392478943},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.44787365198135376},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3190174102783203},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.179630309343338},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.16828754544258118},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.10307016968727112},{"id":"https://openalex.org/C195244886","wikidata":"https://www.wikidata.org/wiki/Q41493","display_name":"Ancient history","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/allerton.2018.8636017","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2018.8636017","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 56th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1967717294","https://openalex.org/W1982063824","https://openalex.org/W2129131372","https://openalex.org/W2129569662","https://openalex.org/W2153609494","https://openalex.org/W2166706236","https://openalex.org/W2173213060","https://openalex.org/W2268702383","https://openalex.org/W2556205507","https://openalex.org/W2614254310","https://openalex.org/W2617960902","https://openalex.org/W2729686365","https://openalex.org/W2741736887","https://openalex.org/W2751733006","https://openalex.org/W2752689052","https://openalex.org/W2788816110","https://openalex.org/W2789911054","https://openalex.org/W2807801669","https://openalex.org/W2935717345","https://openalex.org/W2962873681","https://openalex.org/W2963165390","https://openalex.org/W2963228337","https://openalex.org/W2963706835","https://openalex.org/W2964261056","https://openalex.org/W2964279249","https://openalex.org/W3100515187","https://openalex.org/W3111898548","https://openalex.org/W3137092842","https://openalex.org/W4250589301","https://openalex.org/W4252654521","https://openalex.org/W4301515685","https://openalex.org/W4302423127","https://openalex.org/W6684249991","https://openalex.org/W6730190955","https://openalex.org/W6738250615","https://openalex.org/W6741764668","https://openalex.org/W6742061381","https://openalex.org/W6743655711","https://openalex.org/W6743821447","https://openalex.org/W6748786018","https://openalex.org/W6748805329","https://openalex.org/W6754358263"],"related_works":["https://openalex.org/W2895097035","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4362706668","https://openalex.org/W4231621013","https://openalex.org/W3171021120","https://openalex.org/W3008318776","https://openalex.org/W2041416246"],"abstract_inverted_index":{"We":[0,68,94,106],"consider":[1],"distributed":[2,11,142],"gradient":[3,34,46],"computation,":[4],"where":[5],"both":[6],"data":[7,57,104],"and":[8,23,59,116,121,134],"computation":[9],"are":[10],"among":[12],"m":[13],"worker":[14,77],"machines,":[15],"t":[16,73,148],"of":[17,113],"which":[18,79,100],"can":[19,40,69],"be":[20],"Byzantine":[21,38],"adversaries,":[22,146],"a":[24,53,96,108,130],"designated":[25],"(master)":[26],"node":[27],"computes":[28],"the":[29,65,92,111,117,141],"model/parameter":[30],"vector,":[31],"iteratively":[32],"using":[33],"descent":[35],"(GD).":[36],"The":[37],"adversaries":[39,114],"(collaboratively)":[41],"deviate":[42],"arbitrarily":[43],"from":[44],"their":[45],"computation.":[47],"To":[48],"solve":[49],"this,":[50],"we":[51],"propose":[52],"method":[54,84],"based":[55],"on":[56,91],"encoding":[58,98],"(real)":[60],"error":[61],"correction":[62],"to":[63,72],"combat":[64],"adversarial":[66],"behavior.":[67],"tolerate":[70],"up":[71],"\u2264":[74,149],"[m-1/2]":[75],"corrupt":[76],"nodes,":[78],"is":[80],"information-theoretically":[81],"optimal.":[82],"Our":[83],"does":[85],"not":[86],"assume":[87],"any":[88],"probability":[89],"distribution":[90],"data.":[93],"develop":[95],"sparse":[97],"scheme":[99,128],"enables":[101],"computationally":[102],"efficient":[103],"encoding.":[105],"demonstrate":[107],"trade-off":[109],"between":[110],"number":[112],"tolerated":[115],"resource":[118],"requirement":[119],"(storage":[120,133],"computational":[122,135],"complexity).":[123],"As":[124],"an":[125],"example,":[126],"our":[127],"incurs":[129],"constant":[131],"overhead":[132],"complexity)":[136],"over":[137],"that":[138],"required":[139],"by":[140],"GD":[143],"algorithm,":[144],"without":[145],"for":[147],"m/3":[150],".":[151]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}