{"id":"https://openalex.org/W2785962074","doi":"https://doi.org/10.1109/glocom.2018.8647133","title":"Leveraging Coding Techniques for Speeding up Distributed Computing","display_name":"Leveraging Coding Techniques for Speeding up Distributed Computing","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2785962074","doi":"https://doi.org/10.1109/glocom.2018.8647133","mag":"2785962074"},"language":"en","primary_location":{"id":"doi:10.1109/glocom.2018.8647133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/glocom.2018.8647133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1802.03049","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050026850","display_name":"Konstantinos Konstantinidis","orcid":"https://orcid.org/0000-0003-4813-7105"},"institutions":[{"id":"https://openalex.org/I1292197403","display_name":"Piedmont Athens Regional","ror":"https://ror.org/05azzyk65","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1292197403","https://openalex.org/I4210153954"]},{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Konstantinos Konstantinidis","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Iowa State University, Ames, IA","Piedmont Athens Regional, Athens, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Iowa State University, Ames, IA","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Piedmont Athens Regional, Athens, United States","institution_ids":["https://openalex.org/I1292197403"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055656185","display_name":"Aditya Ramamoorthy","orcid":"https://orcid.org/0000-0003-3448-1271"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aditya Ramamoorthy","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Iowa State University, Ames, IA","Iowa State University, Ames, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Iowa State University, Ames, IA","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Iowa State University, Ames, United States","institution_ids":["https://openalex.org/I173911158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5069,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.72530751,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9696000218391418,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shuffling","display_name":"Shuffling","score":0.8346339464187622},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8330655097961426},{"id":"https://openalex.org/keywords/petabyte","display_name":"Petabyte","score":0.810325026512146},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.7626155614852905},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6555328965187073},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6216409206390381},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5991244316101074},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5022897720336914},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.46302762627601624},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.39824143052101135},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.32839274406433105},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2201704978942871},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.19666719436645508},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.18191629648208618},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.12069535255432129}],"concepts":[{"id":"https://openalex.org/C167927819","wikidata":"https://www.wikidata.org/wiki/Q1930567","display_name":"Shuffling","level":2,"score":0.8346339464187622},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8330655097961426},{"id":"https://openalex.org/C13600138","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Petabyte","level":3,"score":0.810325026512146},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.7626155614852905},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6555328965187073},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6216409206390381},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5991244316101074},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5022897720336914},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.46302762627601624},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.39824143052101135},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32839274406433105},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2201704978942871},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.19666719436645508},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18191629648208618},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.12069535255432129},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/glocom.2018.8647133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/glocom.2018.8647133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1802.03049","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.03049","pdf_url":"https://arxiv.org/pdf/1802.03049","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2785962074","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1802.03049v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1802.03049","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1802.03049","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1802.03049","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1802.03049","pdf_url":"https://arxiv.org/pdf/1802.03049","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2785962074.pdf","grobid_xml":"https://content.openalex.org/works/W2785962074.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W2081307663","https://openalex.org/W2106248279","https://openalex.org/W2173213060","https://openalex.org/W2434874977","https://openalex.org/W2757498728","https://openalex.org/W2793858273","https://openalex.org/W2963127313","https://openalex.org/W2963944130","https://openalex.org/W4234869760","https://openalex.org/W4236536374","https://openalex.org/W4251459357","https://openalex.org/W6712017604"],"related_works":["https://openalex.org/W2963717115","https://openalex.org/W2967081197","https://openalex.org/W2977140747","https://openalex.org/W3091372014","https://openalex.org/W2274304637","https://openalex.org/W2927196148","https://openalex.org/W2905276184","https://openalex.org/W2271013145","https://openalex.org/W3108697863","https://openalex.org/W2735428877","https://openalex.org/W2185369344","https://openalex.org/W2988013928","https://openalex.org/W2162249454","https://openalex.org/W1775162864","https://openalex.org/W2758442269","https://openalex.org/W2164154455","https://openalex.org/W17408180","https://openalex.org/W118107968","https://openalex.org/W169895511","https://openalex.org/W3186015316"],"abstract_inverted_index":{"Large":[0],"scale":[1],"clusters":[2,219],"running":[3],"MapReduce,":[4],"Spark":[5],"etc.":[6],"routinely":[7],"process":[8],"data":[9,50,55],"that":[10,33,99,126,141,154,173,183],"are":[11,34,100],"on":[12,36,82,102,216],"the":[13,27,42,59,66,76,89,110,113,129,145,164,236,247],"orders":[14],"of":[15,96,112,122,138,205,246],"petabytes":[16],"or":[17],"more.":[18],"The":[19,61,106,119],"philosophy":[20],"in":[21,144,160,233],"these":[22],"methods":[23],"is":[24,40,46,56,91,125,149],"to":[25,92,132,188],"split":[26,134,190],"overall":[28,77,165],"job":[29,131],"into":[30,135],"smaller":[31],"tasks":[32,98,140],"executed":[35],"different":[37],"servers;":[38],"this":[39,123,169,200],"called":[41,208],"map":[43,97,139],"phase.":[44],"This":[45,148],"followed":[47],"by":[48,80],"a":[49,72,83,136,196,203,221],"shuffling":[51],"phase":[52,108],"where":[53],"appropriate":[54],"exchanged":[57],"between":[58,199],"servers.":[60,105],"final":[62],"reduce":[63],"phase,":[64],"completes":[65],"computation.":[67],"Prior":[68],"work":[69,170],"has":[70],"explored":[71],"mechanism":[73],"for":[74,220],"reducing":[75],"execution":[78,166],"time":[79],"operating":[81],"computation":[84],"vs.":[85],"communication":[86,179],"tradeoff.":[87],"Specifically,":[88],"idea":[90],"run":[93],"redundant":[94],"copies":[95],"placed":[101],"judiciously":[103],"chosen":[104],"shuffle":[107],"exploits":[109],"location":[111],"nodes":[114],"and":[115,202,239],"utilizes":[116],"coded":[117],"transmission.":[118],"main":[120],"drawback":[121],"approach":[124,194,238],"it":[127],"requires":[128],"original":[130],"be":[133,189],"number":[137],"grows":[142],"exponentially":[143],"system":[146],"parameters.":[147],"problematic,":[150],"as":[151],"we":[152,171],"demonstrate":[153],"splitting":[155],"jobs":[156,184],"too":[157,191],"finely":[158],"can":[159,175],"fact":[161],"adversely":[162],"affect":[163],"time.":[167],"In":[168],"show":[172],"one":[174],"simultaneously":[176],"obtain":[177,229],"low":[178],"loads":[180],"while":[181],"ensuring":[182],"do":[185],"not":[186],"need":[187],"finely.":[192],"Our":[193],"uncovers":[195],"deep":[197],"relationship":[198],"problem":[201],"class":[204],"combinatorial":[206],"structures":[207],"resolvable":[209],"designs.":[210],"We":[211,228],"present":[212],"experimental":[213],"results":[214],"obtained":[215],"Amazon":[217],"EC2":[218],"widely":[222],"known":[223],"distributed":[224],"algorithm,":[225],"namely":[226],"TeraSort.":[227],"over":[230,235,243],"4.69\u00d7":[231],"improvement":[232],"speedup":[234],"baseline":[237],"more":[240],"than":[241],"2.6\u00d7":[242],"current":[244],"state":[245],"art.":[248]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}