{"id":"https://openalex.org/W2612026221","doi":"https://doi.org/10.1145/3035918.3035933","title":"Heterogeneity-aware Distributed Parameter Servers","display_name":"Heterogeneity-aware Distributed Parameter Servers","publication_year":2017,"publication_date":"2017-05-09","ids":{"openalex":"https://openalex.org/W2612026221","doi":"https://doi.org/10.1145/3035918.3035933","mag":"2612026221"},"language":"en","primary_location":{"id":"doi:10.1145/3035918.3035933","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3035918.3035933","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ACM International Conference on Management of Data","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102918834","display_name":"Jiawei Jiang","orcid":"https://orcid.org/0000-0003-0051-0046"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Jiang","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062357883","display_name":"Bin Cui","orcid":"https://orcid.org/0000-0003-1681-4677"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Cui","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100383731","display_name":"Ce Zhang","orcid":"https://orcid.org/0000-0002-8105-7505"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Ce Zhang","raw_affiliation_strings":["ETH Zurich, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zurich, Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040157606","display_name":"Lele Yu","orcid":"https://orcid.org/0000-0001-9019-9532"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lele Yu","raw_affiliation_strings":["Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.4272,"has_fulltext":false,"cited_by_count":204,"citation_normalized_percentile":{"value":0.99084597,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"463","last_page":"478"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8448857069015503},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6680790185928345},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.6071441769599915},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.5861957669258118},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5653875470161438},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5546103715896606},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5510929226875305},{"id":"https://openalex.org/keywords/synchronization","display_name":"Synchronization (alternating current)","score":0.5060672163963318},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.4498160183429718},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3610811233520508},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32296353578567505},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3220939636230469},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19400548934936523},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.13499322533607483},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09433600306510925}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8448857069015503},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6680790185928345},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.6071441769599915},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.5861957669258118},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5653875470161438},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5546103715896606},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5510929226875305},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.5060672163963318},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.4498160183429718},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3610811233520508},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32296353578567505},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3220939636230469},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19400548934936523},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.13499322533607483},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09433600306510925},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3035918.3035933","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3035918.3035933","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ACM International Conference on Management of Data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G5213520630","display_name":"\u652f\u6301\u591a\u6267\u884c\u5f15\u64ce\u7684\u5206\u5e03\u5f0f\u56fe\u5904\u7406\u7cfb\u7edf\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61572039","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W52367139","https://openalex.org/W114517082","https://openalex.org/W1442374986","https://openalex.org/W1581406059","https://openalex.org/W1788418780","https://openalex.org/W1833917188","https://openalex.org/W1955857676","https://openalex.org/W1969805974","https://openalex.org/W1980147176","https://openalex.org/W1982003698","https://openalex.org/W1997375126","https://openalex.org/W2007228933","https://openalex.org/W2020199039","https://openalex.org/W2032775418","https://openalex.org/W2040263621","https://openalex.org/W2041517243","https://openalex.org/W2044849727","https://openalex.org/W2072566913","https://openalex.org/W2083842231","https://openalex.org/W2093625126","https://openalex.org/W2096544401","https://openalex.org/W2099655235","https://openalex.org/W2102458936","https://openalex.org/W2105252819","https://openalex.org/W2105947650","https://openalex.org/W2117137627","https://openalex.org/W2121990650","https://openalex.org/W2131153442","https://openalex.org/W2131975293","https://openalex.org/W2132737349","https://openalex.org/W2133741724","https://openalex.org/W2138243089","https://openalex.org/W2138996412","https://openalex.org/W2159997088","https://openalex.org/W2163668090","https://openalex.org/W2164274587","https://openalex.org/W2166706236","https://openalex.org/W2168231600","https://openalex.org/W2170616854","https://openalex.org/W2271840356","https://openalex.org/W2429966330","https://openalex.org/W2433963325","https://openalex.org/W2513289469","https://openalex.org/W2523435939","https://openalex.org/W2949198759","https://openalex.org/W2951781666","https://openalex.org/W2952033860","https://openalex.org/W6662929504","https://openalex.org/W6679660245","https://openalex.org/W6684249991"],"related_works":["https://openalex.org/W2092530219","https://openalex.org/W1975949872","https://openalex.org/W3159871278","https://openalex.org/W2230552005","https://openalex.org/W2388464034","https://openalex.org/W2964170259","https://openalex.org/W3002546633","https://openalex.org/W4206119629","https://openalex.org/W2765682467","https://openalex.org/W4382937879"],"abstract_inverted_index":{"We":[0,11,118,142],"study":[1,16],"distributed":[2,21],"machine":[3],"learning":[4,72,105],"in":[5,8,33,45,132],"heterogeneous":[6,46,59],"environments":[7,47],"this":[9,147],"work.":[10],"first":[12,62],"conduct":[13],"a":[14,58,65,70,95,102,129,150],"systematic":[15],"of":[17,115,124,136,146,152],"existing":[18],"systems":[19,30],"running":[20],"stochastic":[22],"gradient":[23],"descent;":[24],"we":[25],"find":[26],"that,":[27],"although":[28],"these":[29],"work":[31],"well":[32],"homogeneous":[34],"environments,":[35],"they":[36],"can":[37],"suffer":[38],"performance":[39,145],"degradation,":[40],"sometimes":[41],"up":[42,175],"to":[43,80,87,176,180],"10x,":[44],"where":[48],"stragglers":[49],"are":[50],"common":[51],"because":[52],"their":[53],"synchronization":[54],"protocols":[55],"cannot":[56],"fit":[57],"setting.":[60],"Our":[61,155],"contribution":[63,100],"is":[64,101,157],"heterogeneity-aware":[66],"algorithm":[67,173],"that":[68,108],"uses":[69],"constant":[71],"rate":[73,106],"schedule":[74,107],"for":[75],"updates":[76],"before":[77],"adding":[78],"them":[79],"the":[81,112,121,133,144],"global":[82],"parameter.":[83],"This":[84],"allows":[85],"us":[86],"suppress":[88],"stragglers'":[89],"harm":[90],"on":[91],"robust":[92],"convergence.":[93],"As":[94],"further":[96],"improvement,":[97],"our":[98,137,171],"second":[99],"more":[103],"sophisticated":[104],"takes":[109,174],"into":[110],"consideration":[111],"delayed":[113],"information":[114],"each":[116],"update.":[117],"theoretically":[119],"prove":[120],"valid":[122],"convergence":[123],"both":[125],"approaches":[126],"and":[127,168,170],"implement":[128],"prototype":[130,148,156],"system":[131],"production":[134],"cluster":[135],"industrial":[138],"partner":[139],"Tencent":[140],"Inc.":[141],"validate":[143],"using":[149],"range":[151],"machine-learning":[153],"workloads.":[154],"2-12x":[158],"faster":[159],"than":[160],"other":[161],"state-of-the-art":[162],"systems,":[163],"such":[164],"as":[165],"Spark,":[166],"Petuum,":[167],"TensorFlow;":[169],"proposed":[172],"6x":[177],"fewer":[178],"iterations":[179],"converge.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":35},{"year":2020,"cited_by_count":36},{"year":2019,"cited_by_count":35},{"year":2018,"cited_by_count":20},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}