{"id":"https://openalex.org/W2917925239","doi":"https://doi.org/10.1109/padsw.2018.8644533","title":"Parallelizing Machine Learning Optimization Algorithms on Distributed Data-Parallel Platforms with Parameter Server","display_name":"Parallelizing Machine Learning Optimization Algorithms on Distributed Data-Parallel Platforms with Parameter Server","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2917925239","doi":"https://doi.org/10.1109/padsw.2018.8644533","mag":"2917925239"},"language":"en","primary_location":{"id":"doi:10.1109/padsw.2018.8644533","is_oa":false,"landing_page_url":"https://doi.org/10.1109/padsw.2018.8644533","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 24th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052175650","display_name":"Rong Gu","orcid":"https://orcid.org/0000-0002-1565-9997"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Gu","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102575183","display_name":"Shiqing Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiqing Fan","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112265405","display_name":"Qiu Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiu Hu","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005377211","display_name":"Chunfeng Yuan","orcid":"https://orcid.org/0000-0003-2219-4961"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunfeng Yuan","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007538828","display_name":"Yihua Huang","orcid":"https://orcid.org/0000-0003-1806-0936"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihua Huang","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"abs 1212 5701","issue":null,"first_page":"126","last_page":"133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.869658350944519},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.769168496131897},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7553066611289978},{"id":"https://openalex.org/keywords/distributed-algorithm","display_name":"Distributed algorithm","score":0.5264369249343872},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.47562482953071594},{"id":"https://openalex.org/keywords/distributed-computing-environment","display_name":"Distributed Computing Environment","score":0.4556058943271637},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4426889717578888},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.42868974804878235},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35871651768684387},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3471311032772064},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.329429030418396},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.068094402551651}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.869658350944519},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.769168496131897},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7553066611289978},{"id":"https://openalex.org/C130120984","wikidata":"https://www.wikidata.org/wiki/Q2835898","display_name":"Distributed algorithm","level":2,"score":0.5264369249343872},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.47562482953071594},{"id":"https://openalex.org/C3739613","wikidata":"https://www.wikidata.org/wiki/Q679003","display_name":"Distributed Computing Environment","level":2,"score":0.4556058943271637},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4426889717578888},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.42868974804878235},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35871651768684387},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3471311032772064},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.329429030418396},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.068094402551651},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/padsw.2018.8644533","is_oa":false,"landing_page_url":"https://doi.org/10.1109/padsw.2018.8644533","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 24th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W182691100","https://openalex.org/W410850256","https://openalex.org/W1522301498","https://openalex.org/W1836465849","https://openalex.org/W1866529865","https://openalex.org/W2060393849","https://openalex.org/W2117539524","https://openalex.org/W2138243089","https://openalex.org/W2146502635","https://openalex.org/W2155893237","https://openalex.org/W2163605009","https://openalex.org/W2168231600","https://openalex.org/W2186615578","https://openalex.org/W2194775991","https://openalex.org/W2402144811","https://openalex.org/W2523246573","https://openalex.org/W2589642470","https://openalex.org/W2622263826","https://openalex.org/W2953384591","https://openalex.org/W2963288913","https://openalex.org/W2963804082","https://openalex.org/W2964121744","https://openalex.org/W3118608800","https://openalex.org/W3136506209","https://openalex.org/W6600284362","https://openalex.org/W6607408290","https://openalex.org/W6614148910","https://openalex.org/W6631190155","https://openalex.org/W6638667902","https://openalex.org/W6638803421","https://openalex.org/W6665801690","https://openalex.org/W6680402377","https://openalex.org/W6681435938","https://openalex.org/W6684191040","https://openalex.org/W6684859321","https://openalex.org/W6686509673","https://openalex.org/W6713134421","https://openalex.org/W6727249380","https://openalex.org/W6739622702"],"related_works":["https://openalex.org/W4308507533","https://openalex.org/W2407107767","https://openalex.org/W4401278057","https://openalex.org/W17303578","https://openalex.org/W3154587653","https://openalex.org/W2373819366","https://openalex.org/W780213177","https://openalex.org/W1543137376","https://openalex.org/W2171997082","https://openalex.org/W4243883555"],"abstract_inverted_index":{"In":[0,44,119],"the":[1,61,89,97,117,123,137,143,156,164,182,188,212,221,231],"big":[2],"data":[3],"era,":[4],"machine":[5,40,56,78],"learning":[6,41,79],"optimization":[7,42,51,71,80,107,133,173,205],"algorithms":[8,134],"usually":[9],"need":[10],"to":[11,141],"be":[12],"designed":[13],"and":[14,26,58,67,95,102,112,179,196],"implemented":[15],"on":[16,38,84,114,136,227],"widely-used":[17,98],"distributed":[18,31,69,77,99,127,132,151,183,203,232],"computing":[19,32],"platforms,":[20],"such":[21,109],"as":[22,110],"Apache":[23,85],"Hadoop,":[24],"Spark,":[25],"Flink.":[27],"However,":[28],"these":[29],"general":[30],"platforms":[33],"themselves":[34],"do":[35],"not":[36],"focus":[37],"parallelizing":[39],"algorithms.":[43,72,206],"this":[45],"paper,":[46],"we":[47,74,93,121,153],"present":[48],"a":[49,76,192],"parallel":[50,172],"algorithm":[52,81,174],"framework":[53,82,175,190],"for":[54],"scalable":[55],"learning,":[57],"empirically":[59],"evaluate":[60,122],"synchronous":[62,100,126,184],"Elastic":[63],"Averaging":[64],"SGD":[65],"(EASGD)":[66],"other":[68,104,131,202],"SGD-based":[70,106,204],"First,":[73],"design":[75,94],"based":[83,135],"Spark":[86],"by":[87],"adopting":[88],"parameter":[90],"server.":[91],"Then,":[92],"implement":[96],"EASGD":[101,128,185],"several":[103],"popular":[105],"algorithms,":[108],"Adadelta":[111],"Adam,":[113],"top":[115],"of":[116,125,146],"framework.":[118,139],"addition,":[120],"performance":[124,195],"compared":[129],"with":[130],"same":[138],"Finally,":[140],"explore":[142],"optimal":[144],"settings":[145],"mini-batch":[147,222],"size":[148,223],"in":[149,163,230],"large-scale":[150,228],"optimization,":[152],"further":[154],"analyze":[155],"empirical":[157,213],"linear":[158,214],"scaling":[159,215],"rule":[160,216],"originally":[161],"proposed":[162,189],"single-node":[165],"environment.":[166,233],"Experimental":[167,207],"results":[168,208],"show":[169],"that":[170,211],"our":[171],"achieves":[176],"good":[177],"flexibility":[178],"scalability.":[180],"And,":[181],"runs":[186],"over":[187],"gains":[191],"competitive":[193],"convergence":[194],"is":[197],"about":[198],"5.7%":[199],"faster":[200],"than":[201],"also":[209],"verified":[210],"only":[217],"holds":[218],"well":[219],"before":[220],"exceeds":[224],"certain":[225],"threshold":[226],"benchmarks":[229]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}