{"id":"https://openalex.org/W2895045010","doi":"https://doi.org/10.1109/bigdata50022.2020.9378141","title":"Towards Self-Tuning Parameter Servers","display_name":"Towards Self-Tuning Parameter Servers","publication_year":2020,"publication_date":"2020-12-10","ids":{"openalex":"https://openalex.org/W2895045010","doi":"https://doi.org/10.1109/bigdata50022.2020.9378141","mag":"2895045010"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata50022.2020.9378141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata50022.2020.9378141","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1810.02935","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103162393","display_name":"Chris Liu","orcid":"https://orcid.org/0009-0003-0045-9970"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Chris Liu","raw_affiliation_strings":["The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100426131","display_name":"Pengfei Zhang","orcid":"https://orcid.org/0000-0003-2639-782X"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Pengfei Zhang","raw_affiliation_strings":["The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101455932","display_name":"Bo Tang","orcid":"https://orcid.org/0000-0002-6035-5167"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Tang","raw_affiliation_strings":["Peng Cheng Laboratory, Southern University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Southern University of Science and Technology","institution_ids":["https://openalex.org/I3045169105","https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101818055","display_name":"Hang Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Shen","raw_affiliation_strings":["Sichuan University"],"affiliations":[{"raw_affiliation_string":"Sichuan University","institution_ids":["https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082877206","display_name":"Ziliang Lai","orcid":"https://orcid.org/0000-0002-5577-4914"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ziliang Lai","raw_affiliation_strings":["The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011148671","display_name":"Eric Lo","orcid":"https://orcid.org/0000-0003-2679-3945"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Eric Lo","raw_affiliation_strings":["The Chinese University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The Chinese University of Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":null,"display_name":"Korris Chung","orcid":null},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Korris Chung","raw_affiliation_strings":["The Hong Kong Polytechnic University"],"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5103162393"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00419501,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"310","last_page":"319"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/terabyte","display_name":"Terabyte","score":0.8211833238601685},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7840440273284912},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.7528471946716309},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6120297908782959},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5653824210166931},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5548871755599976},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4944929778575897},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4795129597187042},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41407930850982666},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.23621398210525513}],"concepts":[{"id":"https://openalex.org/C199683683","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Terabyte","level":2,"score":0.8211833238601685},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7840440273284912},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.7528471946716309},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6120297908782959},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5653824210166931},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5548871755599976},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4944929778575897},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4795129597187042},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41407930850982666},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.23621398210525513},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/bigdata50022.2020.9378141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata50022.2020.9378141","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1810.02935","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1810.02935","pdf_url":"https://arxiv.org/pdf/1810.02935","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2895045010","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1810.02935.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/79576","is_oa":false,"landing_page_url":"http://hdl.handle.net/10397/79576","pdf_url":null,"source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},{"id":"pmh:oai:ira.lib.polyu.edu.hk:10397/85628","is_oa":false,"landing_page_url":"https://theses.lib.polyu.edu.hk/handle/200/9655","pdf_url":null,"source":{"id":"https://openalex.org/S4306400205","display_name":"PolyU Institutional Research Archive (Hong Kong Polytechnic University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I14243506","host_organization_name":"Hong Kong Polytechnic University","host_organization_lineage":["https://openalex.org/I14243506"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},{"id":"doi:10.48550/arxiv.1810.02935","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1810.02935","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1810.02935","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1810.02935","pdf_url":"https://arxiv.org/pdf/1810.02935","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320326427","display_name":"Innovation and Technology Fund","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":94,"referenced_works":["https://openalex.org/W82387787","https://openalex.org/W164706946","https://openalex.org/W567721252","https://openalex.org/W607505555","https://openalex.org/W809736386","https://openalex.org/W1442374986","https://openalex.org/W1492815834","https://openalex.org/W1665719966","https://openalex.org/W1788418780","https://openalex.org/W1874755017","https://openalex.org/W1979328769","https://openalex.org/W1979567624","https://openalex.org/W1992208280","https://openalex.org/W2017194553","https://openalex.org/W2018162709","https://openalex.org/W2026163844","https://openalex.org/W2041517243","https://openalex.org/W2062022900","https://openalex.org/W2083842231","https://openalex.org/W2084607461","https://openalex.org/W2099201756","https://openalex.org/W2107438106","https://openalex.org/W2107726111","https://openalex.org/W2112474496","https://openalex.org/W2112796928","https://openalex.org/W2131241448","https://openalex.org/W2138243089","https://openalex.org/W2153231596","https://openalex.org/W2163605009","https://openalex.org/W2165698076","https://openalex.org/W2167978511","https://openalex.org/W2168231600","https://openalex.org/W2186615578","https://openalex.org/W2192675411","https://openalex.org/W2198403777","https://openalex.org/W2286027391","https://openalex.org/W2309679942","https://openalex.org/W2398396522","https://openalex.org/W2402144811","https://openalex.org/W2419855244","https://openalex.org/W2436522418","https://openalex.org/W2579247884","https://openalex.org/W2586798638","https://openalex.org/W2591836544","https://openalex.org/W2598262646","https://openalex.org/W2604856537","https://openalex.org/W2608595939","https://openalex.org/W2612026221","https://openalex.org/W2613206411","https://openalex.org/W2732547613","https://openalex.org/W2789486807","https://openalex.org/W2792078035","https://openalex.org/W2792538726","https://openalex.org/W2903557836","https://openalex.org/W2951781666","https://openalex.org/W2962911728","https://openalex.org/W2962955856","https://openalex.org/W2963409219","https://openalex.org/W2963423218","https://openalex.org/W2963519230","https://openalex.org/W2963587506","https://openalex.org/W2963815651","https://openalex.org/W2963933775","https://openalex.org/W2964204577","https://openalex.org/W3102150134","https://openalex.org/W3118608800","https://openalex.org/W4211049957","https://openalex.org/W4245826835","https://openalex.org/W4255361718","https://openalex.org/W6616173779","https://openalex.org/W6628377381","https://openalex.org/W6639354727","https://openalex.org/W6665801690","https://openalex.org/W6675200109","https://openalex.org/W6676105031","https://openalex.org/W6678911119","https://openalex.org/W6680402377","https://openalex.org/W6684191040","https://openalex.org/W6684859321","https://openalex.org/W6687501058","https://openalex.org/W6713134421","https://openalex.org/W6718307486","https://openalex.org/W6730169791","https://openalex.org/W6733053627","https://openalex.org/W6734043616","https://openalex.org/W6735916004","https://openalex.org/W6736610077","https://openalex.org/W6738373677","https://openalex.org/W6743871786","https://openalex.org/W6748584786","https://openalex.org/W6751421292","https://openalex.org/W6754885090","https://openalex.org/W6774926797","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W3137087380","https://openalex.org/W3003883635","https://openalex.org/W2905513898","https://openalex.org/W3136752701","https://openalex.org/W2587770880","https://openalex.org/W3090208125","https://openalex.org/W2899071864","https://openalex.org/W3000872410","https://openalex.org/W2053341340","https://openalex.org/W2807778630","https://openalex.org/W2884173354","https://openalex.org/W2309679942","https://openalex.org/W2557113115","https://openalex.org/W3037647089","https://openalex.org/W2560558247","https://openalex.org/W1552163710","https://openalex.org/W3012536640","https://openalex.org/W2616703129","https://openalex.org/W3189982405","https://openalex.org/W3198816945"],"abstract_inverted_index":{"Recent":[0],"years,":[1],"many":[2],"applications":[3],"have":[4],"been":[5],"driven":[6],"advances":[7],"by":[8,73,86,118],"the":[9,63,74,87,130,133,171],"use":[10],"of":[11,28,32,37,45,57,66,89,174,177],"Machine":[12],"Learning":[13],"(ML).":[14],"Nowadays,":[15],"it":[16,150],"is":[17,53,71,82,107,127,135,142],"common":[18],"to":[19,77,157,183],"see":[20],"industrial-strength":[21],"machine":[22,114],"learning":[23,115,138],"jobs":[24,180],"that":[25,81,146,166],"involve":[26],"millions":[27],"model":[29,79],"parameters,":[30],"terabytes":[31],"training":[33,50,129],"data,":[34],"and":[35,117,148],"weeks":[36],"training.":[38],"Good":[39],"efficiency,":[40],"i.e.,":[41],"fast":[42],"completion":[43,64,172],"time":[44,65,75],"running":[46],"a":[47,54,58,67,108,123,175],"specific":[48],"ML":[49,60,69,125,160],"job,":[51],"therefore,":[52],"key":[55],"feature":[56],"successful":[59],"system.":[61],"While":[62],"long-running":[68,124,178],"job":[70,126,147],"determined":[72],"required":[76],"reach":[78],"convergence,":[80],"also":[83,136],"largely":[84],"influenced":[85],"values":[88],"various":[90,158],"system":[91,110,134,140],"settings.":[92],"In":[93],"this":[94],"paper,":[95],"we":[96,120],"contribute":[97],"techniques":[98,153,168],"towards":[99],"building":[100],"self-tuning":[101,119],"parameter":[102],"servers.":[103],"Parameter":[104],"Server":[105],"(PS)":[106],"popular":[109],"architecture":[111],"for":[112,145],"large-scale":[113],"systems;":[116],"mean":[121],"while":[122],"iteratively":[128,137],"expert-suggested":[131],"model,":[132],"which":[139],"setting":[141],"more":[143],"efficient":[144],"applies":[149],"online.":[151],"Our":[152],"are":[154],"general":[155],"enough":[156],"PS-style":[159],"systems.":[161],"Experiments":[162],"on":[163],"TensorFlow":[164,179],"show":[165],"our":[167],"can":[169],"reduce":[170],"times":[173],"variety":[176],"from":[181],"1.4\u00d7":[182],"18\u00d7.":[184]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
