{"id":"https://openalex.org/W2996418633","doi":null,"title":"Learning Efficient Parameter Server Synchronization Policies for Distributed SGD","display_name":"Learning Efficient Parameter Server Synchronization Policies for Distributed SGD","publication_year":2020,"publication_date":"2020-04-30","ids":{"openalex":"https://openalex.org/W2996418633","mag":"2996418633"},"language":"en","primary_location":{"id":"mag:2996418633","doi":null,"is_oa":false,"landing_page_url":"https://www.openreview.net/pdf?id=rJxX8T4Kvr","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Rong Zhu","orcid":"https://orcid.org/0000-0003-4019-8587","observed_orcids":["https://orcid.org/0000-0003-4019-8587"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Zhu","raw_affiliation_strings":["Harbin Institute of Technology, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0003-4019-8587","affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology, Harbin, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sheng Yang","orcid":"https://orcid.org/0000-0002-0643-0445","observed_orcids":["https://orcid.org/0000-0002-0643-0445"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheng Yang","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-0643-0445","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065503091","display_name":"Andreas Pfadler","orcid":"https://orcid.org/0000-0002-8018-8028","observed_orcids":["https://orcid.org/0000-0002-8018-8028"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Andreas Pfadler","raw_affiliation_strings":["Alibaba Group (China), Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8018-8028","affiliations":[{"raw_affiliation_string":"Alibaba Group (China), Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101227501","display_name":"Zhengping Qian","orcid":"https://orcid.org/0000-0002-0741-9918","observed_orcids":["https://orcid.org/0000-0002-0741-9918"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengping Qian","raw_affiliation_strings":["Alibaba Group (China), Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0741-9918","affiliations":[{"raw_affiliation_string":"Alibaba Group (China), Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057864403","display_name":"Jingren Zhou","orcid":"https://orcid.org/0000-0002-4220-2634","observed_orcids":["https://orcid.org/0000-0002-4220-2634"]},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingren Zhou","raw_affiliation_strings":["Alibaba Group (China), Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4220-2634","affiliations":[{"raw_affiliation_string":"Alibaba Group (China), Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3199,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.5400837,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9800000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.004399999976158142,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.004100000020116568,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/parameter-server","display_name":"parameter server","score":0.7960000038146973},{"id":"https://openalex.org/keywords/synchronization-policies","display_name":"synchronization policies","score":0.8349999785423279},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.7549999952316284},{"id":"https://openalex.org/keywords/deep-q-learning","display_name":"deep Q-learning","score":0.9670000076293945},{"id":"https://openalex.org/keywords/distributed-training","display_name":"distributed training","score":0.6100000143051147},{"id":"https://openalex.org/keywords/training-time-reduction","display_name":"training time reduction","score":0.8460000157356262},{"id":"https://openalex.org/keywords/bulk-synchronous-parallel","display_name":"Bulk Synchronous Parallel model","score":0.75}],"concepts":[{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.8289724588394165},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.827701210975647},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.7744443416595459},{"id":"https://openalex.org/C156891508","wikidata":"https://www.wikidata.org/wiki/Q1004114","display_name":"Bulk synchronous parallel","level":3,"score":0.6828408241271973},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.651341438293457},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5994899272918701},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4830499291419983},{"id":"https://openalex.org/C29140674","wikidata":"https://www.wikidata.org/wiki/Q206637","display_name":"Computer cluster","level":2,"score":0.4461473524570465},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43793734908103943},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.43475306034088135},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3570828437805176},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.25621774792671204},{"id":"https://openalex.org/C120373497","wikidata":"https://www.wikidata.org/wiki/Q1087987","display_name":"Parallel algorithm","level":2,"score":0.24641379714012146},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.19097161293029785},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09198567271232605},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2996418633","doi":null,"is_oa":false,"landing_page_url":"https://www.openreview.net/pdf?id=rJxX8T4Kvr","pdf_url":null,"source":{"id":"https://openalex.org/S4306419637","display_name":"International Conference on Learning Representations","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Learning Representations","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1528469369","https://openalex.org/W1757796397","https://openalex.org/W1955857676","https://openalex.org/W2045271686","https://openalex.org/W2132737349","https://openalex.org/W2133233009","https://openalex.org/W2257979135","https://openalex.org/W2336650964","https://openalex.org/W2339765813","https://openalex.org/W2409744450","https://openalex.org/W2410569288","https://openalex.org/W2436522418","https://openalex.org/W2523435939","https://openalex.org/W2523925604","https://openalex.org/W2546571074","https://openalex.org/W2554984891","https://openalex.org/W2612026221","https://openalex.org/W2792630208","https://openalex.org/W2798738742","https://openalex.org/W2895199514","https://openalex.org/W2963341956","https://openalex.org/W2963641140","https://openalex.org/W2964121744","https://openalex.org/W2968986602","https://openalex.org/W2970148517","https://openalex.org/W2982664135"],"related_works":["https://openalex.org/W3130840831","https://openalex.org/W4220716191","https://openalex.org/W7095197347","https://openalex.org/W4404708504","https://openalex.org/W4297902940","https://openalex.org/W6885996854","https://openalex.org/W2132737349","https://openalex.org/W2982664135","https://openalex.org/W3126644826","https://openalex.org/W3202665973"],"abstract_inverted_index":{"We":[0],"apply":[1],"a":[2,29,42,63],"reinforcement":[3],"learning":[4,9,21],"(RL)":[5],"based":[6],"approach":[7],"to":[8,40,53,68,74,89,97,146],"optimal":[10],"synchronization":[11,31,70],"policies":[12,71,99,144],"used":[13],"for":[14],"Parameter":[15],"Server-based":[16],"distributed":[17],"training":[18,79,93,134],"of":[19,47],"machine":[20],"models":[22],"with":[23],"Stochastic":[24],"Gradient":[25],"Descent":[26],"(SGD).":[27],"Utilizing":[28],"formal":[30],"policy":[32],"description":[33,46],"in":[34,92,127],"the":[35,56],"PS-setting,":[36],"we":[37,65,118],"are":[38,66],"able":[39,67],"derive":[41],"suitable":[43],"and":[44,49,81,85,142],"compact":[45],"states":[48],"actions,":[50],"allowing":[51],"us":[52],"efficiently":[54],"use":[55],"standard":[57,98],"off-the-shelf":[58],"deep":[59],"Q-learning":[60],"algorithm.":[61],"As":[62],"result,":[64],"learn":[69],"which":[72],"generalize":[73,145],"different":[75,78],"cluster":[76,129],"environments,":[77],"datasets":[80],"small":[82],"model":[83],"variations":[84],"(most":[86],"importantly)":[87],"lead":[88],"considerable":[90],"decreases":[91],"time":[94,135],"when":[95],"compared":[96],"such":[100],"as":[101],"bulk":[102],"synchronous":[103,111],"parallel":[104,107,112],"(BSP),":[105],"asynchronous":[106],"(ASP),":[108],"or":[109],"stale":[110],"(SSP).":[113],"To":[114],"support":[115],"our":[116,132],"claims":[117],"present":[119],"extensive":[120],"numerical":[121],"results":[122],"obtained":[123],"from":[124],"experiments":[125,133],"performed":[126],"simulated":[128],"environments.":[130],"In":[131],"is":[136],"reduced":[137],"by":[138],"44":[139],"on":[140],"average":[141],"learned":[143],"multiple":[147],"unseen":[148],"circumstances.":[149]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2019-12-26T00:00:00"}