{"id":"https://openalex.org/W2351849545","doi":null,"title":"On Convergence of Model Parallel Proximal Gradient Algorithm for Stale Synchronous Parallel System","display_name":"On Convergence of Model Parallel Proximal Gradient Algorithm for Stale Synchronous Parallel System","publication_year":2016,"publication_date":"2016-05-02","ids":{"openalex":"https://openalex.org/W2351849545","mag":"2351849545"},"language":"en","primary_location":{"id":"mag:2351849545","doi":null,"is_oa":false,"landing_page_url":"http://proceedings.mlr.press/v51/zhou16.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419146","display_name":"International Conference on Artificial Intelligence and Statistics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Artificial Intelligence and Statistics","raw_type":null},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101704069","display_name":"Yi Zhou","orcid":"https://orcid.org/0000-0002-2073-8809","observed_orcids":["https://orcid.org/0000-0002-2073-8809"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhou","raw_affiliation_strings":["Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2073-8809","affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104247245","display_name":"Yaoliang Yu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaoliang Yu","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wei Dai","orcid":"https://orcid.org/0000-0002-4781-3485","observed_orcids":["https://orcid.org/0000-0002-4781-3485"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Dai","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, United States"],"raw_orcid":"https://orcid.org/0000-0002-4781-3485","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100384384","display_name":"Yingbin Liang","orcid":"https://orcid.org/0000-0003-2631-4262","observed_orcids":["https://orcid.org/0000-0003-2631-4262","https://orcid.org/0000-0002-8635-2992"]},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingbin Liang","raw_affiliation_strings":["Syracuse University, Syracuse, United States"],"raw_orcid":"https://orcid.org/0000-0003-2631-4262","affiliations":[{"raw_affiliation_string":"Syracuse University, Syracuse, United States","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009547049","display_name":"Eric P. Xing","orcid":"https://orcid.org/0009-0005-9158-4201","observed_orcids":["https://orcid.org/0009-0005-9158-4201","https://orcid.org/0000-0002-3683-4280"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric P. Xing","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, United States"],"raw_orcid":"https://orcid.org/0009-0005-9158-4201","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, United States","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9864,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.90173621,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"713","last_page":"722"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.010700000450015068,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10545","display_name":"Optimization and Variational Analysis","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convergence-analysis","display_name":"convergence analysis","score":0.902999997138977},{"id":"https://openalex.org/keywords/asymptotic-consistency","display_name":"asymptotic consistency","score":0.871999979019165},{"id":"https://openalex.org/keywords/distributed-optimization","display_name":"distributed optimization","score":0.6480000019073486},{"id":"https://openalex.org/keywords/nonconvex-optimization","display_name":"non-convex optimization","score":0.6299999952316284},{"id":"https://openalex.org/keywords/critical-points","display_name":"critical points","score":0.49300000071525574},{"id":"https://openalex.org/keywords/step-size-selection","display_name":"step size selection","score":0.5839999914169312}],"concepts":[{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.6066766381263733},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5543100237846375},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5178127884864807},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.5019965171813965},{"id":"https://openalex.org/C156891508","wikidata":"https://www.wikidata.org/wiki/Q1004114","display_name":"Bulk synchronous parallel","level":3,"score":0.49104809761047363},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.4828339219093323},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.4010404944419861},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39729633927345276},{"id":"https://openalex.org/C120373497","wikidata":"https://www.wikidata.org/wiki/Q1087987","display_name":"Parallel algorithm","level":2,"score":0.28668150305747986},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.27817121148109436},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.21536827087402344},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2351849545","doi":null,"is_oa":false,"landing_page_url":"http://proceedings.mlr.press/v51/zhou16.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306419146","display_name":"International Conference on Artificial Intelligence and Statistics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International Conference on Artificial Intelligence and Statistics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1528469369","https://openalex.org/W1845160311","https://openalex.org/W1965169081","https://openalex.org/W1967138577","https://openalex.org/W1968480053","https://openalex.org/W1995824723","https://openalex.org/W2008442413","https://openalex.org/W2016937404","https://openalex.org/W2021361347","https://openalex.org/W2027982384","https://openalex.org/W2045271686","https://openalex.org/W2048742402","https://openalex.org/W2049032382","https://openalex.org/W2061598070","https://openalex.org/W2061689074","https://openalex.org/W2066986830","https://openalex.org/W2074682976","https://openalex.org/W2077612096","https://openalex.org/W2078853581","https://openalex.org/W2079482358","https://openalex.org/W2083842231","https://openalex.org/W2096544401","https://openalex.org/W2100556411","https://openalex.org/W2102026903","https://openalex.org/W2129732816","https://openalex.org/W2138243089","https://openalex.org/W2154834860","https://openalex.org/W2164278908","https://openalex.org/W2173213060","https://openalex.org/W2189465200","https://openalex.org/W2952033860","https://openalex.org/W2952975724"],"related_works":["https://openalex.org/W2606474801","https://openalex.org/W2896386620","https://openalex.org/W7100178189","https://openalex.org/W3158242783","https://openalex.org/W4360980105","https://openalex.org/W7163360453","https://openalex.org/W1658113598","https://openalex.org/W7098898264","https://openalex.org/W3014724920","https://openalex.org/W3006770498"],"abstract_inverted_index":{"Theorem":[0],"1":[1,6],"(Asymptotic":[2],"consistency).":[3],"Let":[4],"Assumption":[5],"and":[7,10,30,77,96],"2":[8],"hold,":[9],"apply":[11],"msPG":[12],"to":[13],"problem":[14],"(P).":[15],"If":[16],"the":[17,27,70,73,78,91,94],"step":[18],"size":[19],"\u03b7":[20],"<":[21],"(Lf":[22],"+":[23],"2Ls)":[24],"\u22121,":[25],"then":[26],"global":[28,74,95],"model":[29,75,80],"local":[31,79,97],"models":[32,98],"satisfy:":[33],"1.":[34],"\u2211\u221e":[35],"t=0":[36],"\u2016x(t+":[37,44],"1)\u2212":[38,45],"x(t)\u2016":[39,46,52,102],"<\u221e;":[40],"2.":[41],"lim":[42,49],"t\u2192\u221e":[43,50],"=":[47,53,60,103],"0,":[48],"\u2016x(t)\u2212":[51,101],"0;":[54],"3.":[55],"The":[56],"limit":[57],"points":[58],"\u03c9({x(t)})":[59,61],"\u2286":[62],"critF":[63],".":[64],"Proof.":[65],"We":[66],"start":[67],"from":[68],"bounding":[69],"difference":[71],"between":[72],"x":[76,81],"(on":[82],"any":[83],"machine":[84],"i).":[85],"Indeed,":[86],"at":[87],"iteration":[88],"t,":[89],"by":[90],"definition":[92],"of":[93],"in":[99],"msPG:":[100],"\u221a\u221a\u221a\u221a":[104],"p":[105],"\u2211":[106]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}