{"id":"https://openalex.org/W2904531533","doi":"https://doi.org/10.1609/aaai.v33i01.33011633","title":"Asynchronous Proximal Stochastic Gradient Algorithm for Composition Optimization Problems","display_name":"Asynchronous Proximal Stochastic Gradient Algorithm for Composition Optimization Problems","publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2904531533","doi":"https://doi.org/10.1609/aaai.v33i01.33011633","mag":"2904531533"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33011633","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33011633","pdf_url":"https://aaai.org/ojs/index.php/AAAI/article/download/3979/3857","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://aaai.org/ojs/index.php/AAAI/article/download/3979/3857","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100399582","display_name":"Pengfei Wang","orcid":"https://orcid.org/0000-0003-0957-3414"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Wang","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042370642","display_name":"Risheng Liu","orcid":"https://orcid.org/0000-0002-9554-0565"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Risheng Liu","raw_affiliation_strings":["Dalian University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040143894","display_name":"Nenggan Zheng","orcid":"https://orcid.org/0000-0002-0211-8817"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nenggan Zheng","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036328784","display_name":"Zhefeng Gong","orcid":"https://orcid.org/0000-0003-1572-117X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhefeng Gong","raw_affiliation_strings":["Zhejiang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3989,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.66171255,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"33","issue":"01","first_page":"1633","last_page":"1640"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7677709460258484},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6997339129447937},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5713632702827454},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5565396547317505},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5409560799598694},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.5206486582756042},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.505695104598999},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4798538088798523},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.47940894961357117},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.47644737362861633},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4742790162563324},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.42974787950515747},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4130597710609436},{"id":"https://openalex.org/keywords/variance-reduction","display_name":"Variance reduction","score":0.41139835119247437},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24985939264297485},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.14729651808738708},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10803309082984924},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.10697704553604126},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.07584688067436218},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.07137200236320496}],"concepts":[{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7677709460258484},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6997339129447937},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5713632702827454},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5565396547317505},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5409560799598694},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.5206486582756042},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.505695104598999},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4798538088798523},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.47940894961357117},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.47644737362861633},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4742790162563324},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.42974787950515747},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4130597710609436},{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.41139835119247437},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24985939264297485},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.14729651808738708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10803309082984924},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.10697704553604126},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.07584688067436218},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.07137200236320496},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1609/aaai.v33i01.33011633","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33011633","pdf_url":"https://aaai.org/ojs/index.php/AAAI/article/download/3979/3857","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/3979","is_oa":false,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/3979","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33011633","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33011633","pdf_url":"https://aaai.org/ojs/index.php/AAAI/article/download/3979/3857","source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1815900017","display_name":"\u57fa\u4e8e\u524d\u89c6\u8282\u5fae\u7535\u523a\u6fc0\u7684\u718a\u8702\u673a\u5668\u4eba\u7cbe\u786e\u63a7\u5236\u6307\u4ee4\u96c6\u7814\u7a76","funder_award_id":"61572433","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2228289994","display_name":null,"funder_award_id":"LR19F020005","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G3712061478","display_name":null,"funder_award_id":"61672125","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3848140370","display_name":"\u679c\u8747\u504f\u597d\u884c\u4e3a\u4e2d\u591a\u6a21\u6001\u611f\u89c9\u4fe1\u606f\u6574\u5408\u7684\u795e\u7ecf\u73af\u8def\u673a\u5236","funder_award_id":"31471063","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G509402372","display_name":"\u51b7\u89c9\u611f\u77e5\u5bf9\u679c\u8747\u795e\u7ecf\u7cfb\u7edf\u529f\u80fd\u7684\u8c03\u8282\u673a\u5236","funder_award_id":"31671074","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5296523094","display_name":null,"funder_award_id":"2018TP1018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5836571093","display_name":null,"funder_award_id":"LR19F020005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6806792462","display_name":null,"funder_award_id":"61473259","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G852777325","display_name":null,"funder_award_id":"2018RS3065","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320318547","display_name":"Baidu","ror":"https://ror.org/03vs3wt56"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2904531533.pdf","grobid_xml":"https://content.openalex.org/works/W2904531533.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W130696423","https://openalex.org/W1480376833","https://openalex.org/W1501362825","https://openalex.org/W1541527977","https://openalex.org/W1791038712","https://openalex.org/W2047152541","https://openalex.org/W2079482358","https://openalex.org/W2100007248","https://openalex.org/W2107438106","https://openalex.org/W2121703796","https://openalex.org/W2135482703","https://openalex.org/W2138243089","https://openalex.org/W2157444450","https://openalex.org/W2235185944","https://openalex.org/W2304667012","https://openalex.org/W2512803856","https://openalex.org/W2525160011","https://openalex.org/W2538933862","https://openalex.org/W2556623528","https://openalex.org/W2604421180","https://openalex.org/W2767614206","https://openalex.org/W2951238153","https://openalex.org/W2952215077","https://openalex.org/W2952594493","https://openalex.org/W2953189830","https://openalex.org/W2962890301","https://openalex.org/W2963008041","https://openalex.org/W2963139509","https://openalex.org/W2963156201","https://openalex.org/W2963770655","https://openalex.org/W2964158744","https://openalex.org/W4214717370","https://openalex.org/W6677370284","https://openalex.org/W6683161245"],"related_works":["https://openalex.org/W2966297898","https://openalex.org/W2955229517","https://openalex.org/W2107438106","https://openalex.org/W4283750944","https://openalex.org/W2193091921","https://openalex.org/W2889345639","https://openalex.org/W4286899070","https://openalex.org/W4323366756","https://openalex.org/W2913271688","https://openalex.org/W2303021954"],"abstract_inverted_index":{"In":[0],"machine":[1],"learning":[2,147],"research,":[3],"many":[4],"emerging":[5],"applications":[6],"can":[7],"be":[8],"(re)formulated":[9],"as":[10],"the":[11,90,93,108,112,125,157],"composition":[12,44,61,138],"optimization":[13,62,139,151],"problem":[14,63],"with":[15],"nonsmooth":[16],"regularization":[17],"penalty.":[18],"To":[19,65],"solve":[20],"this":[21],"problem,":[22],"traditional":[23],"stochastic":[24,43],"gradient":[25,45],"descent":[26],"(SGD)":[27],"algorithm":[28,91,114,133,158],"and":[29,56,83,101,115,148,162],"its":[30],"variants":[31],"either":[32],"have":[33,47],"low":[34],"convergence":[35,95],"rate":[36,96],"or":[37],"are":[38,53],"computationally":[39],"expensive.":[40],"Recently,":[41],"several":[42],"algorithms":[46],"been":[48],"proposed,":[49],"however,":[50],"these":[51,67],"methods":[52],"still":[54],"inefficient":[55],"not":[57],"scalable":[58],"to":[59],"large-scale":[60],"instances.":[64],"address":[66],"challenges,":[68],"we":[69,106,123,130],"propose":[70],"an":[71],"asynchronous":[72,80],"parallel":[73,81],"algorithm,":[74],"named":[75],"Async-ProxSCVR,":[76],"which":[77],"effectively":[78],"combines":[79],"implementation":[82],"variance":[84],"reduction":[85],"method.":[86],"We":[87],"prove":[88,116],"that":[89,117,156],"admits":[92],"fastest":[94],"for":[97],"both":[98],"strongly":[99],"convex":[100],"general":[102],"nonconvex":[103],"cases.":[104],"Furthermore,":[105],"analyze":[107],"query":[109],"complexity":[110],"of":[111,127],"proposed":[113],"linear":[118],"speedup":[119],"is":[120,163],"accessible":[121],"when":[122],"increase":[124],"number":[126],"processors.":[128],"Finally,":[129],"evaluate":[131],"our":[132],"Async-ProxSCVR":[134],"on":[135],"two":[136],"representative":[137],"problems":[140],"including":[141],"value":[142],"function":[143],"evaluation":[144],"in":[145],"reinforcement":[146],"sparse":[149],"mean-variance":[150],"problem.":[152],"Experimental":[153],"results":[154],"show":[155],"achieves":[159],"significant":[160],"speedups":[161],"much":[164],"faster":[165],"than":[166],"existing":[167],"compared":[168],"methods.":[169]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}