{"id":"https://openalex.org/W2735402990","doi":"https://doi.org/10.1109/tit.2020.3029396","title":"Gradient Coding From Cyclic MDS Codes and Expander Graphs","display_name":"Gradient Coding From Cyclic MDS Codes and Expander Graphs","publication_year":2020,"publication_date":"2020-10-07","ids":{"openalex":"https://openalex.org/W2735402990","doi":"https://doi.org/10.1109/tit.2020.3029396","mag":"2735402990"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2020.3029396","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2020.3029396","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1707.03858","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048888817","display_name":"Netanel Raviv","orcid":"https://orcid.org/0000-0002-1686-1994"},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Netanel Raviv","raw_affiliation_strings":["Department of Computer Science and Engineering, Washington University in St. Louis, St. Louis, MO, USA"],"raw_orcid":"https://orcid.org/0000-0002-1686-1994","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Washington University in St. Louis, St. Louis, MO, USA","institution_ids":["https://openalex.org/I204465549"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085150941","display_name":"Itzhak Tamo","orcid":"https://orcid.org/0000-0002-8000-0419"},"institutions":[{"id":"https://openalex.org/I16391192","display_name":"Tel Aviv University","ror":"https://ror.org/04mhzgx49","country_code":"IL","type":"education","lineage":["https://openalex.org/I16391192"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Itzhak Tamo","raw_affiliation_strings":["Department of Electrical Engineering\u2013Systems, Tel-Aviv University, Tel-Aviv, Israel","Dept. of Electrical Engineering-Systems, Tel Aviv University, Tel Aviv, Israel"],"raw_orcid":"https://orcid.org/0000-0002-8000-0419","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering\u2013Systems, Tel-Aviv University, Tel-Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]},{"raw_affiliation_string":"Dept. of Electrical Engineering-Systems, Tel Aviv University, Tel Aviv, Israel","institution_ids":["https://openalex.org/I16391192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003933801","display_name":"Rashish Tandon","orcid":null},"institutions":[{"id":"https://openalex.org/I4210153776","display_name":"Apple (United States)","ror":"https://ror.org/059hsda18","country_code":"US","type":"company","lineage":["https://openalex.org/I4210153776"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rashish Tandon","raw_affiliation_strings":["Apple, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Apple, Seattle, WA, USA","institution_ids":["https://openalex.org/I4210153776"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014141359","display_name":"Alexandros G. Dimakis","orcid":"https://orcid.org/0000-0002-4244-7033"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexandros G. Dimakis","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA","Dept. of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-4244-7033","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6772,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.75524314,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"66","issue":"12","first_page":"7475","last_page":"7489"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/expander-graph","display_name":"Expander graph","score":0.728132963180542},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6420601606369019},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.6138999462127686},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5446840524673462},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5444265007972717},{"id":"https://openalex.org/keywords/adjacency-matrix","display_name":"Adjacency matrix","score":0.4942920207977295},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4726133644580841},{"id":"https://openalex.org/keywords/adjacency-list","display_name":"Adjacency list","score":0.4350479245185852},{"id":"https://openalex.org/keywords/forward-error-correction","display_name":"Forward error correction","score":0.4255870580673218},{"id":"https://openalex.org/keywords/coding-theory","display_name":"Coding theory","score":0.41055500507354736},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4092620611190796},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.335703581571579},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.3333381116390228},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2747008800506592},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.25653088092803955},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.2109335958957672},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.10640570521354675},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08197388052940369}],"concepts":[{"id":"https://openalex.org/C154547637","wikidata":"https://www.wikidata.org/wiki/Q776602","display_name":"Expander graph","level":3,"score":0.728132963180542},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6420601606369019},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.6138999462127686},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5446840524673462},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5444265007972717},{"id":"https://openalex.org/C180356752","wikidata":"https://www.wikidata.org/wiki/Q727035","display_name":"Adjacency matrix","level":3,"score":0.4942920207977295},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4726133644580841},{"id":"https://openalex.org/C110484373","wikidata":"https://www.wikidata.org/wiki/Q264398","display_name":"Adjacency list","level":2,"score":0.4350479245185852},{"id":"https://openalex.org/C202932441","wikidata":"https://www.wikidata.org/wiki/Q55611017","display_name":"Forward error correction","level":3,"score":0.4255870580673218},{"id":"https://openalex.org/C113709454","wikidata":"https://www.wikidata.org/wiki/Q602136","display_name":"Coding theory","level":2,"score":0.41055500507354736},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4092620611190796},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.335703581571579},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3333381116390228},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2747008800506592},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.25653088092803955},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.2109335958957672},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.10640570521354675},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08197388052940369}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/tit.2020.3029396","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2020.3029396","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1707.03858","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1707.03858","pdf_url":"https://arxiv.org/pdf/1707.03858","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:authors.library.caltech.edu:101456","is_oa":false,"landing_page_url":"https://resolver.caltech.edu/CaltechAUTHORS:20200221-105223163","pdf_url":null,"source":{"id":"https://openalex.org/S4306402161","display_name":"CaltechAUTHORS (California Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122411786","host_organization_name":"California Institute of Technology","host_organization_lineage":["https://openalex.org/I122411786"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"doi:10.48550/arxiv.1707.03858","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1707.03858","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:2735402990","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null},{"id":"mag:3111898548","is_oa":false,"landing_page_url":"http://proceedings.mlr.press/v80/raviv18a/raviv18a.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419644","display_name":"International Conference on Machine Learning","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"International Conference on Machine Learning","raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1707.03858","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1707.03858","pdf_url":"https://arxiv.org/pdf/1707.03858","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1587741752","display_name":null,"funder_award_id":"AF 1901292","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G1707089564","display_name":null,"funder_award_id":"DMS 1723052","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2877989186","display_name":null,"funder_award_id":"1030/15","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"},{"id":"https://openalex.org/G6601222072","display_name":"CIF: Small: Index Coding and Matrix Factorizations","funder_award_id":"1618689","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G754320250","display_name":null,"funder_award_id":"CCF 1763702","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8246453351","display_name":null,"funder_award_id":"2015814","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307793","display_name":"Western Digital","ror":"https://ror.org/02hqwnx33"},{"id":"https://openalex.org/F4320309398","display_name":"California Institute of Technology","ror":"https://ror.org/05dxps055"},{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W607505555","https://openalex.org/W1559438422","https://openalex.org/W2018047324","https://openalex.org/W2094270554","https://openalex.org/W2124984031","https://openalex.org/W2130270608","https://openalex.org/W2168353136","https://openalex.org/W2268702383","https://openalex.org/W2757498728","https://openalex.org/W2895239415","https://openalex.org/W2962884475","https://openalex.org/W2963326510","https://openalex.org/W2963706835","https://openalex.org/W2963953036","https://openalex.org/W2964160151","https://openalex.org/W2964352239","https://openalex.org/W4206742934","https://openalex.org/W4235946010","https://openalex.org/W4236362309","https://openalex.org/W4236536374","https://openalex.org/W6633426425","https://openalex.org/W6679154944","https://openalex.org/W6703420464","https://openalex.org/W6724860223","https://openalex.org/W6730190955","https://openalex.org/W6741365582","https://openalex.org/W6742061381","https://openalex.org/W6743655711","https://openalex.org/W6746024075","https://openalex.org/W6748342376","https://openalex.org/W6752557422","https://openalex.org/W6759084776"],"related_works":["https://openalex.org/W3185259766","https://openalex.org/W2901745114","https://openalex.org/W2942647692","https://openalex.org/W2803520071","https://openalex.org/W2975971390","https://openalex.org/W1715417177","https://openalex.org/W1909826856","https://openalex.org/W2886967976","https://openalex.org/W2126205477","https://openalex.org/W3179083954","https://openalex.org/W2798801051","https://openalex.org/W2951550300","https://openalex.org/W2018546375","https://openalex.org/W3161482222","https://openalex.org/W2045770456","https://openalex.org/W2098516616","https://openalex.org/W2804145494","https://openalex.org/W2745045892","https://openalex.org/W2139500094","https://openalex.org/W2555951980"],"abstract_inverted_index":{"Gradient":[0],"coding":[1,23,59,152],"is":[2,90,102,153],"a":[3,91],"technique":[4],"for":[5,65],"straggler":[6],"mitigation":[7],"in":[8,36,43,61],"distributed":[9],"learning.":[10],"In":[11],"this":[12],"paper":[13],"we":[14,51,63],"design":[15],"novel":[16],"gradient":[17,58,67,89,113,123,151,159],"codes":[18],"using":[19],"tools":[20],"from":[21,165],"classical":[22],"theory,":[24],"namely,":[25],"cyclic":[26],"MDS":[27],"codes,":[28,114],"which":[29,62,115],"compare":[30],"favorably":[31],"with":[32],"existing":[33],"solutions,":[34],"both":[35],"the":[37,44,47,57,71,80,87,95,146,157,166],"applicable":[38],"range":[39],"of":[40,46,56,70,86,94,97,107,149],"parameters":[41],"and":[42,125,143],"complexity":[45],"involved":[48],"algorithms.":[49],"Second,":[50],"introduce":[52],"an":[53],"approximate":[54,66,88,112,150],"variant":[55],"problem,":[60],"settle":[64],"computation":[68,119,164],"instead":[69],"exact":[72,122],"one.":[73],"This":[74],"approach":[75,139],"enables":[76],"graceful":[77],"degradation,":[78],"i.e.,":[79],"\u2113":[81],"<sub":[82],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[83],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sub>":[84],"error":[85,148],"decreasing":[92],"function":[93],"number":[96],"stragglers.":[98],"Our":[99],"main":[100],"result":[101],"that":[103,145],"normalized":[104],"adjacency":[105],"matrices":[106],"expander":[108],"graphs":[109],"yield":[110],"excellent":[111],"enable":[116],"significantly":[117,162],"less":[118,163],"compared":[120],"to":[121,156],"coding,":[124],"guarantee":[126],"faster":[127],"convergence":[128],"than":[129],"trivial":[130],"solutions":[131],"under":[132],"standard":[133],"assumptions.":[134],"We":[135],"experimentally":[136],"test":[137],"our":[138],"on":[140],"Amazon":[141],"EC2,":[142],"show":[144],"generalization":[147],"very":[154],"close":[155],"full":[158],"while":[160],"requiring":[161],"workers.":[167]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}