{"id":"https://openalex.org/W2963290814","doi":"https://doi.org/10.1109/isit.2016.7541478","title":"Speeding up distributed machine learning using codes","display_name":"Speeding up distributed machine learning using codes","publication_year":2016,"publication_date":"2016-07-01","ids":{"openalex":"https://openalex.org/W2963290814","doi":"https://doi.org/10.1109/isit.2016.7541478","mag":"2963290814"},"language":"en","primary_location":{"id":"doi:10.1109/isit.2016.7541478","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2016.7541478","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101899300","display_name":"Kangwook Lee","orcid":"https://orcid.org/0000-0002-3360-9678"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kangwook Lee","raw_affiliation_strings":["EECS at UC Berkeley, United States","EEECS, UC, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EECS at UC Berkeley, United States","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]},{"raw_affiliation_string":"EEECS, UC, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040197913","display_name":"Maximilian Lam","orcid":"https://orcid.org/0000-0003-4798-3940"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maximilian Lam","raw_affiliation_strings":["EECS at UC Berkeley, United States","EEECS, UC, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EECS at UC Berkeley, United States","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]},{"raw_affiliation_string":"EEECS, UC, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040270189","display_name":"Ramtin Pedarsani","orcid":"https://orcid.org/0000-0002-1126-0292"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramtin Pedarsani","raw_affiliation_strings":["EECS at UC Berkeley, United States","University of California Berkeley, Berkeley, CA, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EECS at UC Berkeley, United States","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California Berkeley, Berkeley, CA, US","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018630988","display_name":"Dimitris Papailiopoulos","orcid":null},"institutions":[{"id":"https://openalex.org/I1339161553","display_name":"Saab (Switzerland)","ror":"https://ror.org/045rgx026","country_code":"CH","type":"company","lineage":["https://openalex.org/I1339161553","https://openalex.org/I4210153572"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["CH","US"],"is_corresponding":false,"raw_author_name":"Dimitris Papailiopoulos","raw_affiliation_strings":["AMPLab, United States","AMPLab, UC, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AMPLab, United States","institution_ids":["https://openalex.org/I1339161553"]},{"raw_affiliation_string":"AMPLab, UC, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030620564","display_name":"Kannan Ramchandran","orcid":"https://orcid.org/0000-0002-4567-328X"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kannan Ramchandran","raw_affiliation_strings":["EECS at UC Berkeley, United States","EEECS, UC, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EECS at UC Berkeley, United States","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]},{"raw_affiliation_string":"EEECS, UC, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":135,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1143","last_page":"1147"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shuffling","display_name":"Shuffling","score":0.9187794923782349},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7658113241195679},{"id":"https://openalex.org/keywords/matrix-multiplication","display_name":"Matrix multiplication","score":0.4338025152683258},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.4267137348651886},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3714015483856201}],"concepts":[{"id":"https://openalex.org/C167927819","wikidata":"https://www.wikidata.org/wiki/Q1930567","display_name":"Shuffling","level":2,"score":0.9187794923782349},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7658113241195679},{"id":"https://openalex.org/C17349429","wikidata":"https://www.wikidata.org/wiki/Q1049914","display_name":"Matrix multiplication","level":3,"score":0.4338025152683258},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4267137348651886},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3714015483856201},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit.2016.7541478","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit.2016.7541478","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W154253821","https://openalex.org/W1788418780","https://openalex.org/W1861377444","https://openalex.org/W1918577590","https://openalex.org/W1982063824","https://openalex.org/W1983964956","https://openalex.org/W2101124960","https://openalex.org/W2103459159","https://openalex.org/W2105185344","https://openalex.org/W2105767123","https://openalex.org/W2106248279","https://openalex.org/W2138243089","https://openalex.org/W2138744797","https://openalex.org/W2159521349","https://openalex.org/W2163301043","https://openalex.org/W2166706236","https://openalex.org/W2268702383","https://openalex.org/W2497735908","https://openalex.org/W2546994163","https://openalex.org/W2942537621","https://openalex.org/W2951781666","https://openalex.org/W2963290814","https://openalex.org/W2963922724","https://openalex.org/W2964143852","https://openalex.org/W3120740533","https://openalex.org/W3182208082","https://openalex.org/W4236536374","https://openalex.org/W4242209908","https://openalex.org/W6639193275","https://openalex.org/W6680402377","https://openalex.org/W6684052997","https://openalex.org/W6684249991","https://openalex.org/W6693618039"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4213239787","https://openalex.org/W4377131110","https://openalex.org/W2045745654","https://openalex.org/W2114337652","https://openalex.org/W4388857216","https://openalex.org/W2046590706","https://openalex.org/W4390419005","https://openalex.org/W2949444602","https://openalex.org/W1587991081"],"abstract_inverted_index":{"Distributed":[0],"machine":[1,42],"learning":[2,43,80],"algorithms":[3,44],"that":[4,153],"are":[5],"widely":[6],"run":[7],"on":[8,70],"modern":[9],"large-scale":[10],"computing":[11],"platforms":[12],"face":[13],"several":[14],"types":[15],"of":[16,72,78,101,116,143,157,164],"randomness,":[17],"uncertainty":[18],"and":[19,33,49,66,84,111,161],"system":[20,29,60],"\u201cnoise.\u201d":[21],"These":[22],"include":[23],"stragglers":[24],"<sup":[25],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[26],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[27],",":[28],"failures,":[30],"maintenance":[31],"outages,":[32],"communication":[34,95,122],"bottlenecks.":[35],"In":[36,87],"this":[37,59],"work,":[38],"we":[39,68,90,136],"view":[40],"distributed":[41,79],"through":[45],"a":[46,98,127],"coding-theoretic":[47],"lens,":[48],"show":[50,152],"how":[51],"codes":[52,92,138],"can":[53,104],"equip":[54],"them":[55],"with":[56],"robustness":[57],"against":[58],"noise.":[61],"Motivated":[62],"by":[63,124],"their":[64],"importance":[65],"universality,":[67],"focus":[69],"two":[71],"the":[73,102,114,121,141,148,155,162,171,182,187],"most":[74],"basic":[75],"building":[76],"blocks":[77],"algorithms:":[81],"data":[82,88,103],"shuffling":[83,119],"matrix":[85,134,174,184],"multiplication.":[86],"shuffling,":[89],"use":[91,137],"to":[93,126,139],"reduce":[94],"bottlenecks:":[96],"when":[97],"constant":[99],"fraction":[100],"be":[105],"cached":[106],"at":[107],"each":[108,165],"worker":[109],"node,":[110],"n":[112],"is":[113,159,176],"number":[115,156],"workers,":[117],"coded":[118,173],"reduces":[120],"cost":[123],"up":[125],"factor":[128],"\u0398(n)":[129],"over":[130],"uncoded":[131,183],"shuffling.":[132],"For":[133],"multiplication,":[135],"alleviate":[140],"effects":[142],"stragglers,":[144],"also":[145],"known":[146],"as":[147],"straggler":[149],"problem.":[150],"We":[151],"if":[154],"workers":[158],"n,":[160],"runtime":[163],"subtask":[166],"has":[167],"an":[168],"exponential":[169],"tail,":[170],"optimal":[172,188],"multiplication":[175,185],"\u0398(log":[177],"n)":[178],"times":[179],"faster":[180],"than":[181],"or":[186],"task":[189],"replication":[190],"scheme.":[191]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":19},{"year":2019,"cited_by_count":26},{"year":2018,"cited_by_count":21},{"year":2017,"cited_by_count":29},{"year":2016,"cited_by_count":9}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}