{"id":"https://openalex.org/W3092439306","doi":"https://doi.org/10.1109/tnnls.2020.3025383","title":"A Minibatch Proximal Stochastic Recursive Gradient Algorithm Using a Trust-Region-Like Scheme and Barzilai\u2013Borwein Stepsizes","display_name":"A Minibatch Proximal Stochastic Recursive Gradient Algorithm Using a Trust-Region-Like Scheme and Barzilai\u2013Borwein Stepsizes","publication_year":2020,"publication_date":"2020-10-06","ids":{"openalex":"https://openalex.org/W3092439306","doi":"https://doi.org/10.1109/tnnls.2020.3025383","mag":"3092439306","pmid":"https://pubmed.ncbi.nlm.nih.gov/33021942"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2020.3025383","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.3025383","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067535569","display_name":"Tengteng Yu","orcid":"https://orcid.org/0000-0001-6860-9435"},"institutions":[{"id":"https://openalex.org/I184843921","display_name":"Hebei University of Technology","ror":"https://ror.org/018hded08","country_code":"CN","type":"education","lineage":["https://openalex.org/I184843921"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tengteng Yu","raw_affiliation_strings":["School of Artificial Intelligence, Hebei University of Technology, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-6860-9435","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Hebei University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I184843921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100461515","display_name":"Xinwei Liu","orcid":"https://orcid.org/0000-0002-9829-3395"},"institutions":[{"id":"https://openalex.org/I184843921","display_name":"Hebei University of Technology","ror":"https://ror.org/018hded08","country_code":"CN","type":"education","lineage":["https://openalex.org/I184843921"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin-Wei Liu","raw_affiliation_strings":["Institute of Mathematics, Hebei University of Technology, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-9829-3395","affiliations":[{"raw_affiliation_string":"Institute of Mathematics, Hebei University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I184843921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109187979","display_name":"Yu\u2010Hong Dai","orcid":"https://orcid.org/0000-0002-6932-9512"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210120485","display_name":"Academy of Mathematics and Systems Science","ror":"https://ror.org/02jkmyk67","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210120485"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu-Hong Dai","raw_affiliation_strings":["School of Mathematical Sciences, University of Chinese Academy of Sciences, Beijing, China","State Key Laboratory of Scientific and Engineering Computing (LSEC), Academy of Mathematics and Systems Science, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"State Key Laboratory of Scientific and Engineering Computing (LSEC), Academy of Mathematics and Systems Science, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210120485"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100618850","display_name":"Jie Sun","orcid":"https://orcid.org/0000-0001-5611-1672"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]},{"id":"https://openalex.org/I184843921","display_name":"Hebei University of Technology","ror":"https://ror.org/018hded08","country_code":"CN","type":"education","lineage":["https://openalex.org/I184843921"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Jie Sun","raw_affiliation_strings":["School of Artificial Intelligence, Hebei University of Technology, Tianjin, China","School of Business, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5611-1672","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Hebei University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I184843921"]},{"raw_affiliation_string":"School of Business, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4745,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.86322639,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"32","issue":"10","first_page":"4627","last_page":"4638"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.650342583656311},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.5993103981018066},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5885679125785828},{"id":"https://openalex.org/keywords/proximal-gradient-methods","display_name":"Proximal Gradient Methods","score":0.5494316816329956},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5180492401123047},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.4991772174835205},{"id":"https://openalex.org/keywords/empirical-risk-minimization","display_name":"Empirical risk minimization","score":0.49851298332214355},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.45563095808029175},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.43416231870651245},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.43409040570259094},{"id":"https://openalex.org/keywords/gradient-method","display_name":"Gradient method","score":0.4325892925262451},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4277260899543762},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.42514973878860474},{"id":"https://openalex.org/keywords/stationary-point","display_name":"Stationary point","score":0.41140228509902954},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.40722543001174927},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3480742573738098},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.34360581636428833},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.2753745913505554},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.15810447931289673},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.11325603723526001},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10985434055328369}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.650342583656311},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.5993103981018066},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5885679125785828},{"id":"https://openalex.org/C10494615","wikidata":"https://www.wikidata.org/wiki/Q17086765","display_name":"Proximal Gradient Methods","level":4,"score":0.5494316816329956},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5180492401123047},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.4991772174835205},{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.49851298332214355},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.45563095808029175},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.43416231870651245},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.43409040570259094},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.4325892925262451},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4277260899543762},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42514973878860474},{"id":"https://openalex.org/C189237950","wikidata":"https://www.wikidata.org/wiki/Q2500758","display_name":"Stationary point","level":2,"score":0.41140228509902954},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.40722543001174927},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3480742573738098},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.34360581636428833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2753745913505554},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.15810447931289673},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.11325603723526001},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10985434055328369},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2020.3025383","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.3025383","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:33021942","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33021942","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:espace.curtin.edu.au:20.500.11937/91427","is_oa":false,"landing_page_url":"http://hdl.handle.net/20.500.11937/91427","pdf_url":null,"source":{"id":"https://openalex.org/S4306401790","display_name":"eSpace (Curtin University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205640436","host_organization_name":"Curtin University","host_organization_lineage":["https://openalex.org/I205640436"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7009817178","display_name":null,"funder_award_id":"91630202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W866281365","https://openalex.org/W1554944419","https://openalex.org/W1977067929","https://openalex.org/W1994616650","https://openalex.org/W2009537245","https://openalex.org/W2030161963","https://openalex.org/W2039389092","https://openalex.org/W2047152541","https://openalex.org/W2076605490","https://openalex.org/W2091825929","https://openalex.org/W2100556411","https://openalex.org/W2103628399","https://openalex.org/W2105875671","https://openalex.org/W2107438106","https://openalex.org/W2110505738","https://openalex.org/W2114091522","https://openalex.org/W2118545728","https://openalex.org/W2124541940","https://openalex.org/W2153749284","https://openalex.org/W2212417330","https://openalex.org/W2217490359","https://openalex.org/W2229440883","https://openalex.org/W2271321931","https://openalex.org/W2429556411","https://openalex.org/W2760953462","https://openalex.org/W2765352990","https://openalex.org/W2810910646","https://openalex.org/W2884265051","https://openalex.org/W2894719012","https://openalex.org/W2913535645","https://openalex.org/W2952215077","https://openalex.org/W2962676598","https://openalex.org/W2962677560","https://openalex.org/W2962696654","https://openalex.org/W2963248893","https://openalex.org/W2963353224","https://openalex.org/W2963433607","https://openalex.org/W2963558078","https://openalex.org/W2963589953","https://openalex.org/W2963607709","https://openalex.org/W2963781962","https://openalex.org/W2964093568","https://openalex.org/W3008961984","https://openalex.org/W3131341170","https://openalex.org/W3141595720","https://openalex.org/W3215186461","https://openalex.org/W4244393449","https://openalex.org/W4297688356","https://openalex.org/W6639271350","https://openalex.org/W6675761068","https://openalex.org/W6676105031","https://openalex.org/W6677198402","https://openalex.org/W6680196509","https://openalex.org/W6682852537","https://openalex.org/W6688293547","https://openalex.org/W6692608732","https://openalex.org/W6697837450","https://openalex.org/W6705002163","https://openalex.org/W6713469626","https://openalex.org/W6734509502","https://openalex.org/W6744851008","https://openalex.org/W6790396936"],"related_works":["https://openalex.org/W2963086517","https://openalex.org/W2564735875","https://openalex.org/W2170262790","https://openalex.org/W3123504125","https://openalex.org/W3037299979","https://openalex.org/W3147739796","https://openalex.org/W4387882783","https://openalex.org/W1983212821","https://openalex.org/W4224903686","https://openalex.org/W4387770141"],"abstract_inverted_index":{"We":[0,77],"consider":[1],"the":[2,6,74,102,108,121],"problem":[3],"of":[4,8,11,15,34,107,123],"minimizing":[5],"sum":[7],"an":[9],"average":[10],"a":[12,21,28,54,63,97],"large":[13],"number":[14],"smooth":[16],"convex":[17,24,89],"component":[18],"functions":[19],"and":[20,87,128,137],"possibly":[22],"nonsmooth":[23],"function":[25],"that":[26,69,79,120],"admits":[27],"simple":[29],"proximal":[30,56,105,143],"mapping.":[31],"This":[32],"class":[33],"problems":[35],"arises":[36],"frequently":[37],"in":[38,83],"machine":[39],"learning,":[40],"known":[41],"as":[42],"regularized":[43],"empirical":[44],"risk":[45],"minimization":[46],"(ERM).":[47],"In":[48],"this":[49],"article,":[50],"we":[51],"propose":[52],"mSRGTR-BB,":[53],"minibatch":[55,104],"stochastic":[57,144],"recursive":[58],"gradient":[59,110,145],"algorithm,":[60],"which":[61],"employs":[62],"trust-region-like":[64],"scheme":[65],"to":[66,127,140],"select":[67],"stepsizes":[68,136],"are":[70],"automatically":[71],"computed":[72],"by":[73],"Barzilai-Borwein":[75],"method.":[76],"prove":[78],"mSRGTR-BB":[80,95,124],"converges":[81],"linearly":[82],"expectation":[84],"for":[85],"strongly":[86],"nonstrongly":[88],"objective":[90],"functions.":[91],"With":[92],"proper":[93],"parameters,":[94],"enjoys":[96],"faster":[98],"convergence":[99],"rate":[100],"than":[101,132],"state-of-the-art":[103],"variant":[106],"semistochastic":[109],"method":[111],"(mS2GD).":[112],"Numerical":[113],"experiments":[114],"on":[115],"standard":[116],"data":[117],"sets":[118],"show":[119],"performance":[122],"is":[125,138],"comparable":[126],"sometimes":[129],"even":[130],"better":[131],"mS2GD":[133],"with":[134],"best-tuned":[135],"superior":[139],"some":[141],"modern":[142],"methods.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}