{"id":"https://openalex.org/W4285068601","doi":"https://doi.org/10.1561/0100000103","title":"Coded Computing: Mitigating Fundamental Bottlenecks in Large-Scale Distributed Computing and Machine Learning","display_name":"Coded Computing: Mitigating Fundamental Bottlenecks in Large-Scale Distributed Computing and Machine Learning","publication_year":2020,"publication_date":"2020-06-19","ids":{"openalex":"https://openalex.org/W4285068601","doi":"https://doi.org/10.1561/0100000103"},"language":"en","primary_location":{"id":"doi:10.1561/0100000103","is_oa":false,"landing_page_url":"https://doi.org/10.1561/0100000103","pdf_url":null,"source":{"id":"https://openalex.org/S70831867","display_name":"Foundations and Trends\u00ae in Communications and Information Theory","issn_l":"1567-2190","issn":["1567-2190","1567-2328"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575"],"host_organization_lineage_names":["Now Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Foundations and Trends\u00ae in Communications and Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085853632","display_name":"Songze Li","orcid":"https://orcid.org/0000-0003-4282-3307"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Songze Li","raw_affiliation_strings":["University of Southern California ,","University of Southern California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California ,","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]},{"raw_affiliation_string":"University of Southern California, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112726818","display_name":"Salman Avestimehr","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I2800817003","display_name":"California Southern University","ror":"https://ror.org/058zz0t50","country_code":"US","type":"education","lineage":["https://openalex.org/I2800817003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Salman Avestimehr","raw_affiliation_strings":["University of Southern California ,","University of Southern California, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California ,","institution_ids":["https://openalex.org/I2800817003","https://openalex.org/I1174212"]},{"raw_affiliation_string":"University of Southern California, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5085853632"],"corresponding_institution_ids":["https://openalex.org/I1174212","https://openalex.org/I2800817003"],"apc_list":null,"apc_paid":null,"fwci":5.2471,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.96420119,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"17","issue":"1","first_page":"1","last_page":"148"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.4916999936103821,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12002","display_name":"Computability, Logic, AI Algorithms","score":0.4916999936103821,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.4887000024318695,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.4406999945640564,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7192060947418213},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5314112305641174},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5277647972106934},{"id":"https://openalex.org/keywords/reservoir-computing","display_name":"Reservoir computing","score":0.4234466254711151},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27016833424568176},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07948336005210876}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7192060947418213},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5314112305641174},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5277647972106934},{"id":"https://openalex.org/C135796866","wikidata":"https://www.wikidata.org/wiki/Q7315328","display_name":"Reservoir computing","level":4,"score":0.4234466254711151},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27016833424568176},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07948336005210876},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1561/0100000103","is_oa":false,"landing_page_url":"https://doi.org/10.1561/0100000103","pdf_url":null,"source":{"id":"https://openalex.org/S70831867","display_name":"Foundations and Trends\u00ae in Communications and Information Theory","issn_l":"1567-2190","issn":["1567-2190","1567-2328"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318575","host_organization_name":"Now Publishers","host_organization_lineage":["https://openalex.org/P4310318575"],"host_organization_lineage_names":["Now Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Foundations and Trends\u00ae in Communications and Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W623540216","https://openalex.org/W1606035500","https://openalex.org/W1736726159","https://openalex.org/W1973089001","https://openalex.org/W1982063824","https://openalex.org/W1990304797","https://openalex.org/W2001032894","https://openalex.org/W2010213837","https://openalex.org/W2014149071","https://openalex.org/W2019307453","https://openalex.org/W2050687505","https://openalex.org/W2056999868","https://openalex.org/W2083613288","https://openalex.org/W2093529653","https://openalex.org/W2096544401","https://openalex.org/W2099611016","https://openalex.org/W2105406958","https://openalex.org/W2105831729","https://openalex.org/W2106248279","https://openalex.org/W2115647171","https://openalex.org/W2118925326","https://openalex.org/W2130507035","https://openalex.org/W2134453244","https://openalex.org/W2134804253","https://openalex.org/W2138928022","https://openalex.org/W2140227342","https://openalex.org/W2141420453","https://openalex.org/W2157237396","https://openalex.org/W2159549640","https://openalex.org/W2160568005","https://openalex.org/W2164651000","https://openalex.org/W2207819601","https://openalex.org/W2268702383","https://openalex.org/W2397857137","https://openalex.org/W2407022425","https://openalex.org/W2472333518","https://openalex.org/W2567951755","https://openalex.org/W2757498728","https://openalex.org/W2766794755","https://openalex.org/W2787490376","https://openalex.org/W2808580034","https://openalex.org/W2895239415","https://openalex.org/W2897104207","https://openalex.org/W2913243214","https://openalex.org/W2922342388","https://openalex.org/W2962737257","https://openalex.org/W2964013285","https://openalex.org/W2982399491","https://openalex.org/W2985805285","https://openalex.org/W3113961955","https://openalex.org/W3116475595","https://openalex.org/W4231139262","https://openalex.org/W4231150350","https://openalex.org/W4236536374","https://openalex.org/W4237515752","https://openalex.org/W4251459357"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W3192662224","https://openalex.org/W131743439","https://openalex.org/W4389072666","https://openalex.org/W2887258823","https://openalex.org/W4300888463","https://openalex.org/W2998821156","https://openalex.org/W4226454644","https://openalex.org/W2949388105","https://openalex.org/W4379031451"],"abstract_inverted_index":{"We":[0,91,204],"introduce":[1],"the":[2,55,66,82,87,96,126,131,140,182,187,196,206,215,223,235,255,287,290,294,307,319],"concept":[3],"of":[4,111,133,168,195,208,226,237,257,289,296,322,330],"\u201ccoded":[5],"computing\u201d,":[6],"a":[7,69,108,193],"novel":[8],"computing":[9,51,113,121,151,161,239,247,260,270,298,314],"paradigm":[10],"that":[11,73,93,129,185,220],"utilizes":[12],"coding":[13,75,175,309],"theory":[14],"to":[15,22,79,85,118,124,146,173,176,228,274,278],"effectively":[16],"inject":[17],"and":[18,42,101,103,155,211,243,248,262,266,282,303,316,333,348],"leverage":[19],"data/computation":[20,179],"redundancy":[21],"mitigate":[23],"several":[24],"fundamental":[25],"bottlenecks":[26],"in":[27,68,213,240,245],"large-scale":[28],"distributed":[29,50,112,134,246,313,326,328],"computing,":[30],"namely":[31],"communication":[32,83],"bandwidth,":[33],"straggler\u2019s":[34],"(i.e.,":[35],"slow":[36],"or":[37],"failing":[38],"nodes)":[39],"delay,":[40],"privacy":[41,244],"security":[43,242],"bottlenecks.":[44],"More":[45],"specifically,":[46],"for":[47,150,160,336,352],"MapReduce":[48],"based":[49],"structures,":[52],"we":[53,138,233,253,305,342],"propose":[54],"\u201cCoded":[56],"Distributed":[57],"Computing\u201d":[58,158],"(CDC)":[59],"scheme,":[60],"which":[61],"injects":[62],"redundant":[63,178],"computations":[64],"across":[65,181],"network":[67,197],"structured":[70],"manner,":[71],"such":[72,184],"in-network":[74],"opportunities":[76],"are":[77],"enabled":[78],"substantially":[80],"slash":[81],"load":[84],"shuffle":[86],"intermediate":[88],"computation":[89,100,189,202,216],"results.":[90,203,231],"prove":[92],"CDC":[94],"achieves":[95],"optimal":[97],"tradeoff":[98],"between":[99],"communication,":[102],"demonstrate":[104,205,267],"its":[105],"impact":[106,295],"on":[107,299,311,355],"wide":[109],"range":[110],"systems":[114],"from":[115,142],"cloud-based":[116,312],"datacenters":[117],"mobile":[119],"edge/fog":[120],"platforms.":[122],"Secondly,":[123],"alleviate":[125],"straggler":[127],"effect":[128],"prolongs":[130],"executions":[132],"machine":[135,249,264],"learning":[136],"algorithms,":[137],"utilize":[139],"ideas":[141],"error":[143],"correcting":[144],"codes":[145],"develop":[147],"\u201cPolynomial":[148],"Codes\u201d":[149],"general":[152],"matrix":[153],"algebra,":[154],"\u201cLagrange":[156],"Coded":[157],"(LCC)":[159],"arbitrary":[162],"multivariate":[163],"polynomials.":[164],"The":[165],"core":[166],"idea":[167],"these":[169,279],"proposed":[170,308],"schemes":[171,310],"is":[172],"apply":[174],"create":[177],"scattered":[180],"network,":[183],"completing":[186],"overall":[188],"task":[190],"only":[191],"requires":[192],"subset":[194],"nodes":[198,227],"returning":[199],"their":[200,230],"local":[201],"optimality":[207],"Polynomial":[209],"Codes":[210],"LCC":[212],"minimizing":[214],"latency,":[217],"by":[218],"proving":[219],"they":[221],"require":[222],"least":[224],"number":[225],"return":[229],"Finally,":[232],"illustrate":[234,293],"role":[236],"coded":[238,269,297,356],"providing":[241],"learning.":[250],"In":[251],"particular,":[252],"consider":[254],"problems":[256,281,347],"secure":[258],"multiparty":[259],"(MPC)":[261],"privacy-preserving":[263,334],"learning,":[265],"how":[268],"can":[271],"be":[272],"leveraged":[273],"provide":[275],"efficient":[276],"solutions":[277],"critical":[280],"enable":[283],"substantial":[284],"improvements":[285],"over":[286],"state":[288],"art.":[291],"To":[292],"real":[300],"world":[301],"applications":[302],"systems,":[304,315],"implement":[306],"significantly":[317],"improve":[318],"run-time":[320],"performance":[321],"important":[323],"benchmarks":[324],"including":[325],"sorting,":[327],"training":[329,335],"regression":[331],"models,":[332],"image":[337],"classification.":[338],"Throughout":[339],"this":[340],"monograph,":[341],"also":[343],"highlight":[344],"numerous":[345],"open":[346],"exciting":[349],"research":[350],"directions":[351],"future":[353],"work":[354],"computing.":[357]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}