{"id":"https://openalex.org/W3134048503","doi":"https://doi.org/10.1109/jsait.2021.3085676","title":"Optimal Communication-Computation Trade-Off in Heterogeneous Gradient Coding","display_name":"Optimal Communication-Computation Trade-Off in Heterogeneous Gradient Coding","publication_year":2021,"publication_date":"2021-06-03","ids":{"openalex":"https://openalex.org/W3134048503","doi":"https://doi.org/10.1109/jsait.2021.3085676","mag":"3134048503"},"language":"en","primary_location":{"id":"doi:10.1109/jsait.2021.3085676","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsait.2021.3085676","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2103.01589","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006995988","display_name":"Tayyebeh Jahani-Nezhad","orcid":"https://orcid.org/0000-0001-9198-660X"},"institutions":[{"id":"https://openalex.org/I133529467","display_name":"Sharif University of Technology","ror":"https://ror.org/024c2fq17","country_code":"IR","type":"education","lineage":["https://openalex.org/I133529467"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Tayyebeh Jahani-Nezhad","raw_affiliation_strings":["Sharif University of Technology, Tehran, Iran","Sharif Univ. of Technology"],"affiliations":[{"raw_affiliation_string":"Sharif University of Technology, Tehran, Iran","institution_ids":["https://openalex.org/I133529467"]},{"raw_affiliation_string":"Sharif Univ. of Technology","institution_ids":["https://openalex.org/I133529467"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113662214","display_name":"Mohammad Ali Maddah-Ali","orcid":null},"institutions":[{"id":"https://openalex.org/I133529467","display_name":"Sharif University of Technology","ror":"https://ror.org/024c2fq17","country_code":"IR","type":"education","lineage":["https://openalex.org/I133529467"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammad Ali Maddah-Ali","raw_affiliation_strings":["Sharif University of Technology, Tehran, Iran","Sharif Univ. of Technology"],"affiliations":[{"raw_affiliation_string":"Sharif University of Technology, Tehran, Iran","institution_ids":["https://openalex.org/I133529467"]},{"raw_affiliation_string":"Sharif Univ. of Technology","institution_ids":["https://openalex.org/I133529467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5006995988"],"corresponding_institution_ids":["https://openalex.org/I133529467"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03074405,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":"3","first_page":"1002","last_page":"1011"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10720","display_name":"Complexity and Algorithms in Graphs","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.6277685165405273},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5946400165557861},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5783047080039978},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.48097148537635803},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.4659838080406189},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4624581038951874},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.34781613945961},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3242949843406677},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12544453144073486}],"concepts":[{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.6277685165405273},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5946400165557861},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5783047080039978},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.48097148537635803},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.4659838080406189},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4624581038951874},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34781613945961},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3242949843406677},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12544453144073486}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/jsait.2021.3085676","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsait.2021.3085676","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2103.01589","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.01589","pdf_url":"https://arxiv.org/pdf/2103.01589","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3134048503","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2103.01589.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2103.01589","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2103.01589","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2103.01589","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2103.01589","pdf_url":"https://arxiv.org/pdf/2103.01589","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G6119777410","display_name":null,"funder_award_id":"98019168","funder_id":"https://openalex.org/F4320322243","funder_display_name":"Iran National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320322243","display_name":"Iran National Science Foundation","ror":"https://ror.org/03sr1ma14"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W83431731","https://openalex.org/W1975959460","https://openalex.org/W1982063824","https://openalex.org/W1985922315","https://openalex.org/W2019247511","https://openalex.org/W2021311647","https://openalex.org/W2054298708","https://openalex.org/W2063434557","https://openalex.org/W2068351005","https://openalex.org/W2104537873","https://openalex.org/W2105290493","https://openalex.org/W2127941149","https://openalex.org/W2142535891","https://openalex.org/W2165122343","https://openalex.org/W2168231600","https://openalex.org/W2316418224","https://openalex.org/W2343350230","https://openalex.org/W2614254310","https://openalex.org/W2741736887","https://openalex.org/W2752689052","https://openalex.org/W2769892987","https://openalex.org/W2784935051","https://openalex.org/W2913243214","https://openalex.org/W2914855042","https://openalex.org/W2942537621","https://openalex.org/W2962208489","https://openalex.org/W2962850796","https://openalex.org/W2963117124","https://openalex.org/W2963256807","https://openalex.org/W2964160151","https://openalex.org/W2964261056","https://openalex.org/W2964323106","https://openalex.org/W2964352239","https://openalex.org/W2982443440","https://openalex.org/W2993111701","https://openalex.org/W2996468493","https://openalex.org/W3023838981","https://openalex.org/W3086858324","https://openalex.org/W3098226281","https://openalex.org/W3137779858","https://openalex.org/W3185259766","https://openalex.org/W4236536374","https://openalex.org/W4252654521","https://openalex.org/W6675413058","https://openalex.org/W6679154944","https://openalex.org/W6684859321","https://openalex.org/W6738835244","https://openalex.org/W6742061381","https://openalex.org/W6743821447","https://openalex.org/W6748342376","https://openalex.org/W6752557422","https://openalex.org/W6754358263"],"related_works":["https://openalex.org/W2804095446","https://openalex.org/W2029146455","https://openalex.org/W1530805234","https://openalex.org/W2130305366","https://openalex.org/W3214525648","https://openalex.org/W2088519218","https://openalex.org/W2901154197","https://openalex.org/W2343346294","https://openalex.org/W2127915079","https://openalex.org/W1969277007","https://openalex.org/W2975813677","https://openalex.org/W2568879887","https://openalex.org/W2064550471","https://openalex.org/W2967040372","https://openalex.org/W2049312352","https://openalex.org/W2188052924","https://openalex.org/W2965526933","https://openalex.org/W1909318870","https://openalex.org/W2413558971","https://openalex.org/W2246679964"],"abstract_inverted_index":{"Gradient":[0],"coding":[1,39,188],"allows":[2,157,174],"a":[3,124,164],"master":[4],"node":[5],"to":[6,101,159,176,205,220],"derive":[7],"the":[8,11,20,30,45,87,93,96,120,132,138,142,147,150,161,168,191,194,207,215,224,228],"aggregate":[9],"of":[10,32,95,146,149,163,167,217],"partial":[12],"gradients,":[13],"calculated":[14],"by":[15,92,137],"some":[16,178],"worker":[17],"nodes":[18],"over":[19],"local":[21],"data":[22,57,125,139,197],"sets,":[23],"with":[24,40,53,59,141],"minimum":[25,121,143],"communication":[26,47,89,133,211],"cost,":[27,90],"and":[28,70,183],"in":[29,196,227],"presence":[31],"stragglers.":[33],"In":[34,82,129],"this":[35],"paper,":[36],"for":[37,49,190],"gradient":[38,97,170,187],"linear":[41],"encoding,":[42],"we":[43,84],"characterize":[44],"optimum":[46,88],"cost":[48,134,212],"heterogeneous":[50],"distributed":[51],"systems":[52],"<italic":[54],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[55,61,72,103,111],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">arbitrary</i>":[56],"placement,":[58],"<inline-formula":[60,71,102,110],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[62,73,104,112],"<tex-math":[63,74,105,113],"notation=\"LaTeX\">$s":[64],"\\in":[65,76,115],"\\mathbb":[66,77,116],"{N}$":[67,78,117],"</tex-math></inline-formula>":[68,79,107,118],"stragglers":[69,218],"notation=\"LaTeX\">$a":[75],"adversarial":[80],"nodes.":[81],"particular,":[83],"show":[85],"that":[86,123],"normalized":[91],"size":[94],"vectors,":[98],"is":[99,119,127,135,199,203],"equal":[100],"notation=\"LaTeX\">$(r-s-2a)^{-1}$":[106],",":[108],"where":[109],"notation=\"LaTeX\">$r":[114],"number":[122,216],"partition":[126,140],"replicated.":[128],"other":[130],"words,":[131],"determined":[136],"replication,":[144],"irrespective":[145],"structure":[148],"placement.":[151],"The":[152],"proposed":[153],"achievable":[154],"scheme":[155,189],"also":[156,173],"us":[158,175],"target":[160],"computation":[162],"polynomial":[165],"function":[166],"aggregated":[169],"matrix.":[171],"It":[172],"borrow":[177],"ideas":[179],"from":[180],"approximation":[181],"computing":[182],"propose":[184],"an":[185],"approximate":[186],"cases":[192],"when":[193,214],"repetition":[195],"placement":[198],"smaller":[200],"than":[201,223],"what":[202],"needed":[204],"meet":[206],"restriction":[208],"imposed":[209],"on":[210],"or":[213],"appears":[219],"be":[221],"more":[222],"presumed":[225],"value":[226],"system":[229],"design.":[230]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}