{"id":"https://openalex.org/W2904531533","doi":"https://doi.org/10.1609/aaai.v33i01.33011633","title":"Asynchronous Proximal Stochastic Gradient Algorithm for Composition Optimization Problems","display_name":"Asynchronous Proximal Stochastic Gradient Algorithm for Composition Optimization Problems","alternate_titles":[],"publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2904531533","doi":"https://doi.org/10.1609/aaai.v33i01.33011633","mag":"2904531533"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33011633","doi":"https://doi.org/10.1609/aaai.v33i01.33011633","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33011633","pdf_url":"https://aaai.org/ojs/index.php/AAAI/article/download/3979/3857","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2904531533"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://aaai.org/ojs/index.php/AAAI/article/download/3979/3857","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100399582","display_name":"Pengfei Wang","orcid":"https://orcid.org/0000-0003-0957-3414","observed_orcids":["https://orcid.org/0000-0003-0957-3414"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Pengfei Wang","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042370642","display_name":"Risheng Liu","orcid":"https://orcid.org/0000-0002-9554-0565","observed_orcids":["https://orcid.org/0000-0002-9554-0565"]},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Risheng Liu","raw_affiliation_strings":["Dalian University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040143894","display_name":"Nenggan Zheng","orcid":"https://orcid.org/0000-0002-0211-8817","observed_orcids":["https://orcid.org/0000-0002-0211-8817"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Nenggan Zheng","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036328784","display_name":"Zhefeng Gong","orcid":"https://orcid.org/0000-0003-1572-117X","observed_orcids":["https://orcid.org/0000-0003-1572-117X"]},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhefeng Gong","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2124,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.46697125,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":95},"biblio":{"volume":"33","issue":"01","first_page":"1633","last_page":"1640"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10545","display_name":"Optimization and Variational Analysis","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/composition-optimization","display_name":"composition optimization","score":0.8769999742507935},{"id":"https://openalex.org/keywords/asynchronous-parallel-algorithms","display_name":"asynchronous parallel algorithms","score":0.8659999966621399},{"id":"https://openalex.org/keywords/variance-reduction","display_name":"variance reduction","score":0.9739999771118164},{"id":"https://openalex.org/keywords/non-smooth-regularization","display_name":"non-smooth regularization","score":0.9750000238418579},{"id":"https://openalex.org/keywords/convergence-rate","display_name":"convergence rate","score":0.6179999709129333},{"id":"https://openalex.org/keywords/query-complexity","display_name":"query complexity","score":0.8840000033378601},{"id":"https://openalex.org/keywords/linear-speedup","display_name":"linear speedup","score":0.9829999804496765},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.6340000033378601}],"concepts":[{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7677709460258484},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6997339129447937},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5713632702827454},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5565396547317505},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5409560799598694},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5206486582756042},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.505695104598999},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4798538088798523},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.47940894961357117},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.47644737362861633},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4742790162563324},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.42974787950515747},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4130597710609436},{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.41139835119247437},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24985939264297485},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.14729651808738708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10803309082984924},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.10697704553604126},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.07584688067436218},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.07137200236320496},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v33i01.33011633","doi":"https://doi.org/10.1609/aaai.v33i01.33011633","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33011633","pdf_url":"https://aaai.org/ojs/index.php/AAAI/article/download/3979/3857","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/3979","doi":null,"is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/3979","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/3979/3857","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33011633","doi":"https://doi.org/10.1609/aaai.v33i01.33011633","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33011633","pdf_url":"https://aaai.org/ojs/index.php/AAAI/article/download/3979/3857","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1815900017","display_name":"\u57fa\u4e8e\u524d\u89c6\u8282\u5fae\u7535\u523a\u6fc0\u7684\u718a\u8702\u673a\u5668\u4eba\u7cbe\u786e\u63a7\u5236\u6307\u4ee4\u96c6\u7814\u7a76","funder_award_id":"61572433","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2228289994","display_name":"\u57fa\u4e8e\u8f7b\u91cf\u7ea7\u871c\u8702\u8111\u673a\u63a5\u53e3\u7684\u667a\u80fd\u884c\u4e3a\u63a7\u5236\u65b9\u6cd5\u7814\u7a76","funder_award_id":"LR19F020005","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G3712061478","display_name":null,"funder_award_id":"61672125","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3848140370","display_name":"\u679c\u8747\u504f\u597d\u884c\u4e3a\u4e2d\u591a\u6a21\u6001\u611f\u89c9\u4fe1\u606f\u6574\u5408\u7684\u795e\u7ecf\u73af\u8def\u673a\u5236","funder_award_id":"31471063","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G509402372","display_name":"\u51b7\u89c9\u611f\u77e5\u5bf9\u679c\u8747\u795e\u7ecf\u7cfb\u7edf\u529f\u80fd\u7684\u8c03\u8282\u673a\u5236","funder_award_id":"31671074","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5296523094","display_name":null,"funder_award_id":"2018TP1018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5836571093","display_name":null,"funder_award_id":"LR19F020005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6806792462","display_name":null,"funder_award_id":"61473259","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G852777325","display_name":null,"funder_award_id":"2018RS3065","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320318547","display_name":"Baidu","ror":"https://ror.org/03vs3wt56"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2904531533.pdf","grobid_xml":"https://content.openalex.org/works/W2904531533.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W130696423","https://openalex.org/W1480376833","https://openalex.org/W1494085563","https://openalex.org/W1791038712","https://openalex.org/W2047152541","https://openalex.org/W2079482358","https://openalex.org/W2100007248","https://openalex.org/W2107438106","https://openalex.org/W2121703796","https://openalex.org/W2138243089","https://openalex.org/W2157444450","https://openalex.org/W2235185944","https://openalex.org/W2304667012","https://openalex.org/W2556623528","https://openalex.org/W2604421180","https://openalex.org/W2765393021","https://openalex.org/W2767614206","https://openalex.org/W2952215077","https://openalex.org/W2952594493","https://openalex.org/W2962798535","https://openalex.org/W2962890301","https://openalex.org/W2963008041","https://openalex.org/W2963139509","https://openalex.org/W2963770655","https://openalex.org/W3083907782","https://openalex.org/W4214717370","https://openalex.org/W4247165901","https://openalex.org/W4298011531","https://openalex.org/W7096087276"],"related_works":["https://openalex.org/W2901265952","https://openalex.org/W2765393021","https://openalex.org/W2767614206","https://openalex.org/W2963008041","https://openalex.org/W2604421180","https://openalex.org/W3025843913","https://openalex.org/W2513289469","https://openalex.org/W3140913729"],"abstract_inverted_index":{"In":[0],"machine":[1],"learning":[2,147],"research,":[3],"many":[4],"emerging":[5],"applications":[6],"can":[7],"be":[8],"(re)formulated":[9],"as":[10],"the":[11,90,93,108,112,125,157],"composition":[12,44,61,138],"optimization":[13,62,139,151],"problem":[14,63],"with":[15],"nonsmooth":[16],"regularization":[17],"penalty.":[18],"To":[19,65],"solve":[20],"this":[21],"problem,":[22],"traditional":[23],"stochastic":[24,43],"gradient":[25,45],"descent":[26],"(SGD)":[27],"algorithm":[28,91,114,133,158],"and":[29,56,83,101,115,148,162],"its":[30],"variants":[31],"either":[32],"have":[33,47],"low":[34],"convergence":[35,95],"rate":[36,96],"or":[37],"are":[38,53],"computationally":[39],"expensive.":[40],"Recently,":[41],"several":[42],"algorithms":[46],"been":[48],"proposed,":[49],"however,":[50],"these":[51,67],"methods":[52],"still":[54],"inefficient":[55],"not":[57],"scalable":[58],"to":[59],"large-scale":[60],"instances.":[64],"address":[66],"challenges,":[68],"we":[69,106,123,130],"propose":[70],"an":[71],"asynchronous":[72,80],"parallel":[73,81],"algorithm,":[74],"named":[75],"Async-ProxSCVR,":[76],"which":[77],"effectively":[78],"combines":[79],"implementation":[82],"variance":[84],"reduction":[85],"method.":[86],"We":[87],"prove":[88,116],"that":[89,117,156],"admits":[92],"fastest":[94],"for":[97],"both":[98],"strongly":[99],"convex":[100],"general":[102],"nonconvex":[103],"cases.":[104],"Furthermore,":[105],"analyze":[107],"query":[109],"complexity":[110],"of":[111,127],"proposed":[113],"linear":[118],"speedup":[119],"is":[120,163],"accessible":[121],"when":[122],"increase":[124],"number":[126],"processors.":[128],"Finally,":[129],"evaluate":[131],"our":[132],"Async-ProxSCVR":[134],"on":[135],"two":[136],"representative":[137],"problems":[140],"including":[141],"value":[142],"function":[143],"evaluation":[144],"in":[145],"reinforcement":[146],"sparse":[149],"mean-variance":[150],"problem.":[152],"Experimental":[153],"results":[154],"show":[155],"achieves":[159],"significant":[160],"speedups":[161],"much":[164],"faster":[165],"than":[166],"existing":[167],"compared":[168],"methods.":[169]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2904531533","counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2018-12-22T00:00:00"}
