{"id":"https://openalex.org/W2335835108","doi":"https://doi.org/10.1145/2901318.2901331","title":"STRADS","display_name":"STRADS","publication_year":2016,"publication_date":"2016-04-12","ids":{"openalex":"https://openalex.org/W2335835108","doi":"https://doi.org/10.1145/2901318.2901331","mag":"2335835108"},"language":"en","primary_location":{"id":"doi:10.1145/2901318.2901331","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2901318.2901331","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2901331&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh European Conference on Computer Systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=2901331&type=pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046117696","display_name":"Jin Kyu Kim","orcid":"https://orcid.org/0000-0002-3502-7604"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jin Kyu Kim","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012361506","display_name":"Qirong Ho","orcid":null},"institutions":[{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Qirong Ho","raw_affiliation_strings":["Institute of Infocomm Research, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Infocomm Research, Singapore","institution_ids":["https://openalex.org/I3005327000"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102015904","display_name":"Seunghak Lee","orcid":"https://orcid.org/0000-0002-8030-7138"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seunghak Lee","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023132445","display_name":"Xun Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xun Zheng","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100752232","display_name":"Wei Dai","orcid":"https://orcid.org/0000-0002-0408-1835"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Dai","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041431830","display_name":"Garth A. Gibson","orcid":"https://orcid.org/0000-0002-6656-7080"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Garth A. Gibson","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009547049","display_name":"Eric P. Xing","orcid":"https://orcid.org/0009-0005-9158-4201"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric P. Xing","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.4316,"has_fulltext":true,"cited_by_count":66,"citation_normalized_percentile":{"value":0.9699046,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8255084753036499},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5954560041427612},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5698724985122681},{"id":"https://openalex.org/keywords/data-parallelism","display_name":"Data parallelism","score":0.48081791400909424},{"id":"https://openalex.org/keywords/parallelism","display_name":"Parallelism (grammar)","score":0.4523797631263733},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.43466657400131226},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4236685335636139},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4207441806793213},{"id":"https://openalex.org/keywords/sparse-matrix","display_name":"Sparse matrix","score":0.41568827629089355},{"id":"https://openalex.org/keywords/programming-paradigm","display_name":"Programming paradigm","score":0.4140714406967163},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4111132025718689}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8255084753036499},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5954560041427612},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5698724985122681},{"id":"https://openalex.org/C61483411","wikidata":"https://www.wikidata.org/wiki/Q3124522","display_name":"Data parallelism","level":3,"score":0.48081791400909424},{"id":"https://openalex.org/C2781172179","wikidata":"https://www.wikidata.org/wiki/Q853109","display_name":"Parallelism (grammar)","level":2,"score":0.4523797631263733},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.43466657400131226},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4236685335636139},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4207441806793213},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.41568827629089355},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.4140714406967163},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4111132025718689},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2901318.2901331","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2901318.2901331","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2901331&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh European Conference on Computer Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/2901318.2901331","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2901318.2901331","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2901331&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh European Conference on Computer Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3378726276","display_name":"Collaborative Research: PRObE - The NSF Parallel Reconfigurable Observational Environment for Data Intensive Super-Computing and High End Computing","funder_award_id":"1042537","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8496933687","display_name":"Collaborative Research: PRObE - The NSF Parallel Reconfigurable Observational Environment for Data Intensive Super-Computing and High End Computing","funder_award_id":"1042543","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8533660586","display_name":"BIGDATA: F: DKA: Collaborative Research: Theory and Algorithms for Parallel Probabilistic Inference with Big Data, via Big Model, in Realistic Distributed Computing Environments","funder_award_id":"1447676","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8767941278","display_name":"Genome-Transcription-Phenome-Wide Association: a new paradigm for association stu","funder_award_id":"5r01gm087694-05","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G8790040577","display_name":null,"funder_award_id":"FA8750-12-2-0324","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307102","display_name":"Intel Corporation","ror":"https://ror.org/01ek73717"},{"id":"https://openalex.org/F4320307793","display_name":"Western Digital","ror":"https://ror.org/02hqwnx33"},{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320310570","display_name":"Broadcom Foundation","ror":"https://ror.org/035gt5s03"},{"id":"https://openalex.org/F4320316505","display_name":"NetApp","ror":"https://ror.org/05c4cm338"},{"id":"https://openalex.org/F4320316896","display_name":"Seagate Technology","ror":"https://ror.org/04p1xtv71"},{"id":"https://openalex.org/F4320320952","display_name":"International Science and Technology Center","ror":"https://ror.org/03fn1w943"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2335835108.pdf","grobid_xml":"https://content.openalex.org/works/W2335835108.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W78077100","https://openalex.org/W200298483","https://openalex.org/W1448681276","https://openalex.org/W1546359014","https://openalex.org/W1609010894","https://openalex.org/W1833917188","https://openalex.org/W1880262756","https://openalex.org/W1969805974","https://openalex.org/W1976821017","https://openalex.org/W1980147176","https://openalex.org/W2001082470","https://openalex.org/W2032395696","https://openalex.org/W2033105784","https://openalex.org/W2056636001","https://openalex.org/W2070232376","https://openalex.org/W2078945459","https://openalex.org/W2083842231","https://openalex.org/W2096544401","https://openalex.org/W2102760656","https://openalex.org/W2105596387","https://openalex.org/W2109722477","https://openalex.org/W2114643899","https://openalex.org/W2122465391","https://openalex.org/W2131975293","https://openalex.org/W2132737349","https://openalex.org/W2135046866","https://openalex.org/W2136796925","https://openalex.org/W2138064276","https://openalex.org/W2138243089","https://openalex.org/W2138996412","https://openalex.org/W2139146018","https://openalex.org/W2141711298","https://openalex.org/W2150731624","https://openalex.org/W2163605009","https://openalex.org/W2166706236","https://openalex.org/W2168231600","https://openalex.org/W2182420680","https://openalex.org/W2261806027","https://openalex.org/W2607967384","https://openalex.org/W2734941459","https://openalex.org/W2951781666","https://openalex.org/W2962727278","https://openalex.org/W2962885409","https://openalex.org/W2963707635","https://openalex.org/W3098745759","https://openalex.org/W6684859321","https://openalex.org/W6688852748"],"related_works":["https://openalex.org/W1554644772","https://openalex.org/W2950520577","https://openalex.org/W2494130044","https://openalex.org/W2003935582","https://openalex.org/W2177838837","https://openalex.org/W2963831937","https://openalex.org/W3209384898","https://openalex.org/W74409296","https://openalex.org/W1991844655","https://openalex.org/W141404642"],"abstract_inverted_index":{"Machine":[0],"learning":[1],"(ML)":[2],"algorithms":[3],"are":[4],"commonly":[5],"applied":[6],"to":[7,23,61],"big":[8],"data,":[9],"using":[10],"distributed":[11,151],"systems":[12],"that":[13,71,89,124,201],"partition":[14],"the":[15,46,59,156],"data":[16,36],"across":[17],"machines":[18],"and":[19,25,40,53,55,140,161,180,215,221],"allow":[20],"each":[21],"machine":[22],"read":[24],"update":[26],"all":[27],"ML":[28,112,126,165,186,209],"model":[29,43,47,98,118],"parameters":[30,48,60,78,99,109],"---":[31],"a":[32,105,121,150],"strategy":[33],"known":[34],"as":[35,168],"parallelism.":[37],"An":[38],"alternative":[39],"complimentary":[41],"strategy,":[42],"parallelism,":[44],"partitions":[45],"for":[49,211],"non-shared":[50],"parallel":[51],"access":[52],"updates,":[54,134],"may":[56,79],"periodically":[57],"repartition":[58],"facilitate":[62],"communication.":[63],"Model":[64],"parallelism":[65,119],"is":[66],"motivated":[67],"by":[68,130],"two":[69],"challenges":[70],"data-parallelism":[72],"does":[73],"not":[74],"usually":[75],"address:":[76],"(1)":[77],"be":[80],"dependent,":[81],"thus":[82,104],"naive":[83],"concurrent":[84],"updates":[85],"can":[86,110],"introduce":[87],"errors":[88],"slow":[90],"convergence":[91,128,224],"or":[92],"even":[93],"cause":[94],"algorithm":[95,113,127],"failure;":[96],"(2)":[97],"converge":[100],"at":[101,146],"different":[102],"rates,":[103],"small":[106],"subset":[107],"of":[108,158],"bottleneck":[111],"completion.":[114],"We":[115],"propose":[116],"scheduled":[117],"(SchMP),":[120],"programming":[122,192],"approach":[123],"improves":[125],"speed":[129],"efficiently":[131],"scheduling":[132],"parameter":[133,138],"taking":[135],"into":[136],"account":[137],"dependencies":[139],"uneven":[141],"convergence.":[142],"To":[143],"support":[144],"SchMP":[145,159,169,191,202,213,216],"scale,":[147],"we":[148,199],"develop":[149],"framework":[152],"STRADS":[153,198,206],"which":[154],"optimizes":[155],"throughput":[157,196],"programs,":[160],"benchmark":[162],"four":[163],"common":[164],"applications":[166],"written":[167],"programs:":[170],"LDA":[171,214],"topic":[172],"modeling,":[173],"matrix":[174],"factorization,":[175],"sparse":[176,181],"least-squares":[177],"(Lasso)":[178],"regression":[179],"logistic":[182],"regression.":[183],"By":[184],"improving":[185,194],"progress":[187],"per":[188],"iteration":[189,195],"through":[190,197],"whilst":[193],"show":[200],"programs":[203],"running":[204],"on":[205],"outperform":[207],"non-model-parallel":[208],"implementations:":[210],"example,":[212],"Lasso":[217],"respectively":[218],"achieve":[219],"10x":[220],"5x":[222],"faster":[223],"than":[225],"recent,":[226],"well-established":[227],"baselines.":[228]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":8}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2016-06-24T00:00:00"}