{"id":"https://openalex.org/W2911546317","doi":"https://doi.org/10.1109/allerton.2018.8635933","title":"Cross-Iteration Coded Computing","display_name":"Cross-Iteration Coded Computing","publication_year":2018,"publication_date":"2018-10-01","ids":{"openalex":"https://openalex.org/W2911546317","doi":"https://doi.org/10.1109/allerton.2018.8635933","mag":"2911546317"},"language":"en","primary_location":{"id":"doi:10.1109/allerton.2018.8635933","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2018.8635933","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 56th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075332665","display_name":"Farzin Haddadpour","orcid":null},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Farzin Haddadpour","raw_affiliation_strings":["Department of Electrical Engineering, Pennsylvania State University, University Park, PA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Pennsylvania State University, University Park, PA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020994183","display_name":"Yaoqing Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaoqing Yang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008627075","display_name":"Viveck R. Cadambe","orcid":"https://orcid.org/0000-0001-6786-8785"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Viveck Cadambe","raw_affiliation_strings":["Department of Electrical Engineering, Pennsylvania State University, University Park, PA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Pennsylvania State University, University Park, PA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054746425","display_name":"Pulkit Grover","orcid":"https://orcid.org/0000-0001-7651-7776"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pulkit Grover","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Carnegie Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5075332665"],"corresponding_institution_ids":["https://openalex.org/I130769515"],"apc_list":null,"apc_paid":null,"fwci":2.4433,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.91666215,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"14","issue":null,"first_page":"196","last_page":"203"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7610440254211426},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.6586900353431702},{"id":"https://openalex.org/keywords/iterative-method","display_name":"Iterative method","score":0.540016233921051},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5010371208190918},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.48959097266197205},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.48810967803001404},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4710174798965454},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.34497296810150146},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3445896804332733},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16394662857055664},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.12690940499305725},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09361857175827026}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7610440254211426},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.6586900353431702},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.540016233921051},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5010371208190918},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48959097266197205},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.48810967803001404},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4710174798965454},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34497296810150146},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3445896804332733},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16394662857055664},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.12690940499305725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09361857175827026},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/allerton.2018.8635933","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2018.8635933","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 56th Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W1939652453","https://openalex.org/W2143021454","https://openalex.org/W2166706236","https://openalex.org/W2268702383","https://openalex.org/W2336650964","https://openalex.org/W2343350230","https://openalex.org/W2556205507","https://openalex.org/W2588361603","https://openalex.org/W2588576771","https://openalex.org/W2591677828","https://openalex.org/W2620437134","https://openalex.org/W2741736887","https://openalex.org/W2742582805","https://openalex.org/W2751625010","https://openalex.org/W2751733006","https://openalex.org/W2757498728","https://openalex.org/W2766794755","https://openalex.org/W2769669795","https://openalex.org/W2769892987","https://openalex.org/W2773254315","https://openalex.org/W2787128677","https://openalex.org/W2787606899","https://openalex.org/W2798525132","https://openalex.org/W2803520071","https://openalex.org/W2803745051","https://openalex.org/W2803769936","https://openalex.org/W2804095446","https://openalex.org/W2804145494","https://openalex.org/W2806273311","https://openalex.org/W2808668346","https://openalex.org/W2885072262","https://openalex.org/W2886967976","https://openalex.org/W2887781106","https://openalex.org/W2902687529","https://openalex.org/W2952594493","https://openalex.org/W2962696932","https://openalex.org/W2962741697","https://openalex.org/W2962813697","https://openalex.org/W2962850796","https://openalex.org/W2962873681","https://openalex.org/W2962957061","https://openalex.org/W2963062115","https://openalex.org/W2963256807","https://openalex.org/W2963290814","https://openalex.org/W2963461717","https://openalex.org/W2963706835","https://openalex.org/W2963861706","https://openalex.org/W2964088343","https://openalex.org/W2964120628","https://openalex.org/W2964160151","https://openalex.org/W2964214154","https://openalex.org/W2964229375","https://openalex.org/W2975971390","https://openalex.org/W3100515187","https://openalex.org/W3103649678","https://openalex.org/W3111898548","https://openalex.org/W4236536374","https://openalex.org/W4293449910","https://openalex.org/W4293489282","https://openalex.org/W4301515685","https://openalex.org/W4302423127","https://openalex.org/W6681283895","https://openalex.org/W6684249991","https://openalex.org/W6703420464","https://openalex.org/W6730190955","https://openalex.org/W6730236268","https://openalex.org/W6738768685","https://openalex.org/W6738835244","https://openalex.org/W6739966724","https://openalex.org/W6741764668","https://openalex.org/W6742061381","https://openalex.org/W6743655711","https://openalex.org/W6745964145","https://openalex.org/W6746024075","https://openalex.org/W6747961934","https://openalex.org/W6748185915","https://openalex.org/W6748342376","https://openalex.org/W6750231036","https://openalex.org/W6751311825","https://openalex.org/W6751482607","https://openalex.org/W6751623222","https://openalex.org/W6751815326","https://openalex.org/W6751988408","https://openalex.org/W6752191310","https://openalex.org/W6752557422"],"related_works":["https://openalex.org/W3162204513","https://openalex.org/W2371138613","https://openalex.org/W2048963458","https://openalex.org/W43109613","https://openalex.org/W2359952343","https://openalex.org/W2239445980","https://openalex.org/W2080152487","https://openalex.org/W3083152911","https://openalex.org/W2494338568","https://openalex.org/W3022347918"],"abstract_inverted_index":{"We":[0],"introduce":[1],"the":[2,48,55,65,85,89,108,112,149,170,174,179,186,192],"idea":[3],"of":[4,18,47,52,64,72,96,114,127,139,141,151,163,176,194],"cross-iteration":[5],"coded":[6],"computing,":[7],"an":[8,104],"approach":[9,38,60],"to":[10,120,133,188],"reducing":[11],"communication":[12,53,73,122,152],"costs":[13],"for":[14,32,39,185],"a":[15,69,124,161],"large":[16],"class":[17],"distributed":[19],"iterative":[20,41,105],"algorithms":[21,42],"involving":[22],"linear":[23,94,116],"operations,":[24],"including":[25],"gradient":[26,30],"descent":[27,31],"and":[28,79,99,135,153],"accelerated":[29],"quadratic":[33],"loss":[34],"functions.":[35],"The":[36,137,182],"state-of-the-art":[37],"these":[40,101,115],"involves":[43],"performing":[44],"one":[45],"iteration":[46],"algorithm":[49,67,82,129,143,165],"per":[50],"round":[51,71],"among":[54],"nodes.":[56,181],"In":[57,118],"contrast,":[58],"our":[59,128,142,164],"performs":[61],"multiple":[62],"iterations":[63],"underlying":[66],"in":[68,84,103,178],"single":[70],"by":[74],"incorporating":[75],"some":[76],"redundancy":[77,140],"storage":[78],"computation.":[80],"Our":[81],"works":[83],"master-worker":[86],"setting":[87],"with":[88,107],"workers":[90,197],"storing":[91],"carefully":[92],"constructed":[93],"transformations":[95],"input":[97],"matrices":[98,102],"using":[100],"algorithm,":[106],"master":[109],"node":[110],"inverting":[111],"effect":[113],"transformations.":[117],"addition":[119],"reduced":[121],"costs,":[123],"trivial":[125],"generalization":[126],"also":[130,159],"includes":[131],"resilience":[132,155],"stragglers":[134],"failures.":[136],"degree":[138,175],"can":[144,167],"be":[145],"tuned":[146],"based":[147,172],"on":[148,173],"amount":[150],"straggler":[154],"required.":[156],"Finally,":[157],"we":[158],"describe":[160],"variant":[162,183],"that":[166],"flexibly":[168],"recover":[169],"results":[171],"straggling":[177],"worker":[180],"allows":[184],"performance":[187],"degrade":[189],"gracefully":[190],"as":[191],"number":[193],"successful":[195],"(non-straggling)":[196],"is":[198],"lowered.":[199]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}