{"id":"https://openalex.org/W3167490029","doi":"https://doi.org/10.1109/ieeeconf51394.2020.9443452","title":"Robust Class Parallelism - Error Resilient Parallel Inference with Low Communication Cost","display_name":"Robust Class Parallelism - Error Resilient Parallel Inference with Low Communication Cost","publication_year":2020,"publication_date":"2020-11-01","ids":{"openalex":"https://openalex.org/W3167490029","doi":"https://doi.org/10.1109/ieeeconf51394.2020.9443452","mag":"3167490029"},"language":"en","primary_location":{"id":"doi:10.1109/ieeeconf51394.2020.9443452","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ieeeconf51394.2020.9443452","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 54th Asilomar Conference on Signals, Systems, and Computers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020994183","display_name":"Yaoqing Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yaoqing Yang","raw_affiliation_strings":["Department of EECS, UC Berkeley, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of EECS, UC Berkeley, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077512211","display_name":"Jichan Chung","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jichan Chung","raw_affiliation_strings":["Department of EECS, UC Berkeley, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of EECS, UC Berkeley, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100741949","display_name":"Guanhua Wang","orcid":"https://orcid.org/0000-0002-7024-4292"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guanhua Wang","raw_affiliation_strings":["Department of EECS, UC Berkeley, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of EECS, UC Berkeley, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056403097","display_name":"Vipul Gupta","orcid":"https://orcid.org/0000-0002-2907-5765"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vipul Gupta","raw_affiliation_strings":["Department of EECS, UC Berkeley, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of EECS, UC Berkeley, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007600939","display_name":"Adarsh Karnati","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adarsh Karnati","raw_affiliation_strings":["Department of EECS, UC Berkeley, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of EECS, UC Berkeley, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012716640","display_name":"Kenan Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kenan Jiang","raw_affiliation_strings":["Department of EECS, UC Berkeley, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of EECS, UC Berkeley, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041920173","display_name":"Ion Stoica","orcid":"https://orcid.org/0000-0002-5373-0088"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ion Stoica","raw_affiliation_strings":["Department of EECS, UC Berkeley, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of EECS, UC Berkeley, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072427753","display_name":"Joseph E. Gonzalez","orcid":"https://orcid.org/0000-0003-2921-956X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph Gonzalez","raw_affiliation_strings":["Department of EECS, UC Berkeley, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of EECS, UC Berkeley, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030620564","display_name":"Kannan Ramchandran","orcid":"https://orcid.org/0000-0002-4567-328X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kannan Ramchandran","raw_affiliation_strings":["Department of EECS, UC Berkeley, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Department of EECS, UC Berkeley, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5020994183"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":0.2669,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.70472578,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1064","last_page":"1065"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8598801493644714},{"id":"https://openalex.org/keywords/implicit-parallelism","display_name":"Implicit parallelism","score":0.7252172231674194},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.7246978878974915},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.666041910648346},{"id":"https://openalex.org/keywords/task-parallelism","display_name":"Task parallelism","score":0.6097140908241272},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5586020946502686},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.5419467687606812},{"id":"https://openalex.org/keywords/instruction-level-parallelism","display_name":"Instruction-level parallelism","score":0.5335000157356262},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.49353206157684326},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4246184229850769},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.28142470121383667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8598801493644714},{"id":"https://openalex.org/C3543717","wikidata":"https://www.wikidata.org/wiki/Q6007302","display_name":"Implicit parallelism","level":4,"score":0.7252172231674194},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.7246978878974915},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.666041910648346},{"id":"https://openalex.org/C42992933","wikidata":"https://www.wikidata.org/wiki/Q691169","display_name":"Task parallelism","level":3,"score":0.6097140908241272},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5586020946502686},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.5419467687606812},{"id":"https://openalex.org/C140763907","wikidata":"https://www.wikidata.org/wiki/Q2714055","display_name":"Instruction-level parallelism","level":3,"score":0.5335000157356262},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.49353206157684326},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4246184229850769},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.28142470121383667},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ieeeconf51394.2020.9443452","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ieeeconf51394.2020.9443452","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 54th Asilomar Conference on Signals, Systems, and Computers","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1982063824","https://openalex.org/W2022678927","https://openalex.org/W2168231600","https://openalex.org/W2762551481","https://openalex.org/W2902687529","https://openalex.org/W2964108773","https://openalex.org/W2981449041","https://openalex.org/W3001445294","https://openalex.org/W3103649678","https://openalex.org/W3131799628","https://openalex.org/W6684859321","https://openalex.org/W6730956707","https://openalex.org/W6772835049"],"related_works":["https://openalex.org/W2003935582","https://openalex.org/W2950520577","https://openalex.org/W74409296","https://openalex.org/W2105992728","https://openalex.org/W2494130044","https://openalex.org/W305742777","https://openalex.org/W1554644772","https://openalex.org/W1991844655","https://openalex.org/W1229628","https://openalex.org/W2468095077"],"abstract_inverted_index":{"Model":[0],"parallelism":[1,24,32,93,143],"is":[2,18],"a":[3,8,34],"standard":[4,138],"paradigm":[5],"to":[6,33,48,94,119],"decouple":[7],"deep":[9],"neural":[10],"network":[11],"(DNN)":[12],"into":[13],"sub-nets":[14],"when":[15,46],"the":[16,27,53,57,96,110,125,145],"model":[17,31,55,100],"large.":[19],"Recent":[20],"advances":[21],"in":[22,109,129],"class":[23,49,92,130,142],"significantly":[25],"reduce":[26],"communication":[28,127],"overhead":[29,108,128],"of":[30,99],"single":[35],"floating-point":[36],"number":[37],"per":[38,40],"machine":[39],"iteration.":[41],"However,":[42],"traditional":[43],"fault-tolerance":[44],"schemes,":[45],"applied":[47],"parallelism,":[50],"require":[51],"storing":[52],"entire":[54],"on":[56,137],"hard":[58],"disk.":[59],"Thus,":[60],"these":[61],"schemes":[62],"are":[63],"not":[64],"suitable":[65],"for":[66],"soft":[67,120],"and":[68],"frequent":[69],"system":[70,121],"noise":[71,122],"such":[72],"as":[73],"stragglers":[74],"(temporarily":[75],"slow":[76],"worker":[77],"machines).":[78],"In":[79],"this":[80],"paper,":[81],"we":[82,115,134],"propose":[83],"an":[84],"erasure-coding":[85],"based":[86],"redundant":[87],"computing":[88],"technique":[89],"called":[90],"robust":[91,141],"improve":[95],"error":[97],"resilience":[98],"parallelism.":[101,131],"We":[102],"show":[103,135],"that":[104,136],"by":[105],"introducing":[106],"slight":[107],"computation":[111],"at":[112],"each":[113],"machine,":[114],"can":[116],"obtain":[117],"robustness":[118],"while":[123],"maintaining":[124],"low":[126],"More":[132],"importantly,":[133],"classification":[139],"tasks,":[140],"maintains":[144],"state-of-the-art":[146],"performance.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}