{"id":"https://openalex.org/W2980500927","doi":"https://doi.org/10.1007/s10107-020-01566-2","title":"Accelerating variance-reduced stochastic gradient methods","display_name":"Accelerating variance-reduced stochastic gradient methods","publication_year":2020,"publication_date":"2020-09-15","ids":{"openalex":"https://openalex.org/W2980500927","doi":"https://doi.org/10.1007/s10107-020-01566-2","mag":"2980500927"},"language":"en","primary_location":{"id":"doi:10.1007/s10107-020-01566-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10107-020-01566-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10107-020-01566-2.pdf","source":{"id":"https://openalex.org/S193920097","display_name":"Mathematical Programming","issn_l":"0025-5610","issn":["0025-5610","1436-4646"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematical Programming","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10107-020-01566-2.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036951521","display_name":"Derek Driggs","orcid":"https://orcid.org/0000-0003-1582-5884"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Derek Driggs","raw_affiliation_strings":["Department of Applied Mathematics and Theoretical Physics, University of Cambridge, Wilberforce Rd, Cambridge, UK","Univ. of Cambridge"],"raw_orcid":"https://orcid.org/0000-0003-1582-5884","affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics and Theoretical Physics, University of Cambridge, Wilberforce Rd, Cambridge, UK","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"Univ. of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078070589","display_name":"Matthias J. Ehrhardt","orcid":"https://orcid.org/0000-0001-8523-353X"},"institutions":[{"id":"https://openalex.org/I51601045","display_name":"University of Bath","ror":"https://ror.org/002h8g185","country_code":"GB","type":"education","lineage":["https://openalex.org/I51601045"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Matthias J. Ehrhardt","raw_affiliation_strings":["Institute for Mathematical Innovation, University of Bath, Bath, UK","University of Bath"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute for Mathematical Innovation, University of Bath, Bath, UK","institution_ids":["https://openalex.org/I51601045"]},{"raw_affiliation_string":"University of Bath","institution_ids":["https://openalex.org/I51601045"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033880300","display_name":"Carola\u2010Bibiane Sch\u00f6nlieb","orcid":"https://orcid.org/0000-0003-0099-6306"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Carola-Bibiane Sch\u00f6nlieb","raw_affiliation_strings":["Department of Applied Mathematics and Theoretical Physics, University of Cambridge, Wilberforce Rd, Cambridge, UK","Univ. of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics and Theoretical Physics, University of Cambridge, Wilberforce Rd, Cambridge, UK","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"Univ. of Cambridge","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2190,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2890},"fwci":0.2709,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.62073679,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"191","issue":"2","first_page":"671","last_page":"715"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variance-reduction","display_name":"Variance reduction","score":0.8280224800109863},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.7413910627365112},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7223677039146423},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.6644582152366638},{"id":"https://openalex.org/keywords/momentum","display_name":"Momentum (technical analysis)","score":0.6477190256118774},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6318336725234985},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5293821692466736},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.512054979801178},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.4644721746444702},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4411984980106354},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4234766662120819},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3444320559501648},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3224636912345886},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14703303575515747},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.12668591737747192},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.09491455554962158},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.05750858783721924}],"concepts":[{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.8280224800109863},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.7413910627365112},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7223677039146423},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.6644582152366638},{"id":"https://openalex.org/C60718061","wikidata":"https://www.wikidata.org/wiki/Q1414747","display_name":"Momentum (technical analysis)","level":2,"score":0.6477190256118774},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6318336725234985},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5293821692466736},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.512054979801178},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.4644721746444702},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4411984980106354},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4234766662120819},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3444320559501648},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3224636912345886},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14703303575515747},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.12668591737747192},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.09491455554962158},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.05750858783721924},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1007/s10107-020-01566-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10107-020-01566-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10107-020-01566-2.pdf","source":{"id":"https://openalex.org/S193920097","display_name":"Mathematical Programming","issn_l":"0025-5610","issn":["0025-5610","1436-4646"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematical Programming","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1910.09494","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.09494","pdf_url":"https://arxiv.org/pdf/1910.09494","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2980500927","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1910.09494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:purehost.bath.ac.uk:openaire/4045f1f8-4e80-4244-a814-d04755eda63d","is_oa":true,"landing_page_url":"https://researchportal.bath.ac.uk/en/publications/4045f1f8-4e80-4244-a814-d04755eda63d","pdf_url":null,"source":{"id":"https://openalex.org/S4377196294","display_name":"Pure (University of Bath)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I51601045","host_organization_name":"University of Bath","host_organization_lineage":["https://openalex.org/I51601045"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Driggs, D, Ehrhardt, M J & Sch\u00f6nlieb, C-B 2022, 'Accelerating Variance-Reduced Stochastic Gradient Methods', Mathematical Programming, vol. 191, no. 2, pp. 671\u2013715. https://doi.org/10.1007/s10107-020-01566-2","raw_type":"article"},{"id":"pmh:oai:www.repository.cam.ac.uk:1810/334374","is_oa":true,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/334374","pdf_url":null,"source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.1910.09494","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1910.09494","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.17863/cam.81790","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.81790","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1007/s10107-020-01566-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10107-020-01566-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10107-020-01566-2.pdf","source":{"id":"https://openalex.org/S193920097","display_name":"Mathematical Programming","issn_l":"0025-5610","issn":["0025-5610","1436-4646"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematical Programming","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1018969006","display_name":null,"funder_award_id":"EP/M00483X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G1755984640","display_name":null,"funder_award_id":"EP/N014588/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2763947431","display_name":"Nonlocal Methods for Arbitrary Data Sources","funder_award_id":"777826","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G2861870519","display_name":"Robust and Efficient Analysis Approaches of Remote Imagery for Assessing Population and Forest Health in India","funder_award_id":"EP/T003553/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2978676218","display_name":null,"funder_award_id":"EP/S026045/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4897358205","display_name":"CHallenges in Preservation of Structure","funder_award_id":"691070","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5639283639","display_name":null,"funder_award_id":"777826","funder_id":"https://openalex.org/F4320313467","funder_display_name":"Alan Turing Institute"},{"id":"https://openalex.org/G5855033780","display_name":"Efficient computational tools for inverse imaging problems","funder_award_id":"EP/M00483X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6579398875","display_name":"EPSRC Centre for Mathematical and Statistical Analysis of Multimodal Clinical Imaging","funder_award_id":"EP/N014588/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6854642810","display_name":"Analysis: from theory to applications","funder_award_id":"EP/H023348/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G7393500401","display_name":null,"funder_award_id":"EP/M00483X/1","funder_id":"https://openalex.org/F4320319993","funder_display_name":"Leverhulme Trust"},{"id":"https://openalex.org/G763414266","display_name":"PET++: Improving Localisation, Diagnosis and Quantification in Clinical and Medical PET Imaging with Randomised Optimisation","funder_award_id":"EP/S026045/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8156422702","display_name":null,"funder_award_id":"PLP-2017-275","funder_id":"https://openalex.org/F4320319993","funder_display_name":"Leverhulme Trust"}],"funders":[{"id":"https://openalex.org/F4320313467","display_name":"Alan Turing Institute","ror":"https://ror.org/035dkdb55"},{"id":"https://openalex.org/F4320319993","display_name":"Leverhulme Trust","ror":"https://ror.org/012mzw131"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321848","display_name":"Cambridge Trust","ror":"https://ror.org/05sprqy15"},{"id":"https://openalex.org/F4320323264","display_name":"Gates Cambridge Trust","ror":"https://ror.org/033sn5p83"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2980500927.pdf","grobid_xml":"https://content.openalex.org/works/W2980500927.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W584312462","https://openalex.org/W1981276685","https://openalex.org/W1986891697","https://openalex.org/W1987083649","https://openalex.org/W1994616650","https://openalex.org/W1998576973","https://openalex.org/W2006262045","https://openalex.org/W2047152541","https://openalex.org/W2100556411","https://openalex.org/W2101675075","https://openalex.org/W2107438106","https://openalex.org/W2111453803","https://openalex.org/W2124541940","https://openalex.org/W2124608575","https://openalex.org/W2135046866","https://openalex.org/W2135482703","https://openalex.org/W2145962650","https://openalex.org/W2407904812","https://openalex.org/W2560674852","https://openalex.org/W2605087356","https://openalex.org/W2611328865","https://openalex.org/W2803974531","https://openalex.org/W2811385112","https://openalex.org/W2884265051","https://openalex.org/W2912488710","https://openalex.org/W2914057340","https://openalex.org/W2948000265","https://openalex.org/W2950369225","https://openalex.org/W2962696654","https://openalex.org/W2962851402","https://openalex.org/W2962867868","https://openalex.org/W2963156201","https://openalex.org/W2963254131","https://openalex.org/W2963409219","https://openalex.org/W2963411541","https://openalex.org/W2963433607","https://openalex.org/W2963457669","https://openalex.org/W2963526791","https://openalex.org/W2963527706","https://openalex.org/W2964037929","https://openalex.org/W2964112534","https://openalex.org/W2964235750","https://openalex.org/W6600553734","https://openalex.org/W6601700763","https://openalex.org/W6714454088"],"related_works":["https://openalex.org/W2966734222","https://openalex.org/W2964410826","https://openalex.org/W1874232560","https://openalex.org/W2436757517","https://openalex.org/W3027080454","https://openalex.org/W2944222483","https://openalex.org/W3101100385","https://openalex.org/W2124905705","https://openalex.org/W3011226793","https://openalex.org/W2950454920","https://openalex.org/W2892457101","https://openalex.org/W2051018968","https://openalex.org/W3160612671","https://openalex.org/W2949187230","https://openalex.org/W1982521055","https://openalex.org/W2951135715","https://openalex.org/W1973252793","https://openalex.org/W2991117234","https://openalex.org/W625989925","https://openalex.org/W2787901866"],"abstract_inverted_index":{"Abstract":[0],"Variance":[1],"reduction":[2,53],"is":[3,55,75],"a":[4,17,48,81,123],"crucial":[5],"tool":[6],"for":[7,50,68,77],"improving":[8],"the":[9,35,59,69,106,114,119],"slow":[10],"convergence":[11,36,94],"of":[12,38,108,118,125,132],"stochastic":[13],"gradient":[14,40,61,120],"descent.":[15],"Only":[16],"few":[18],"variance-reduced":[19,89],"methods,":[20],"however,":[21],"have":[22],"yet":[23],"been":[24],"shown":[25],"to":[26,33,58,91],"directly":[27],"benefit":[28],"from":[29],"Nesterov\u2019s":[30],"acceleration":[31,78,83],"techniques":[32],"match":[34],"rates":[37],"accelerated":[39,93],"methods.":[41],"Such":[42],"approaches":[43],"rely":[44],"on":[45,105],"\u201cnegative":[46],"momentum\u201d,":[47],"technique":[49],"further":[51],"variance":[52],"that":[54,72,85,130],"generally":[56],"specific":[57],"SVRG":[60],"estimator.":[62,121],"In":[63,122],"this":[64],"work,":[65],"we":[66,128],"show":[67],"first":[70],"time":[71],"negative":[73,151],"momentum":[74],"unnecessary":[76],"and":[79,116,136,145],"develop":[80],"universal":[82],"framework":[84,140],"allows":[86],"all":[87],"popular":[88],"methods":[90],"achieve":[92],"rates.":[95],"The":[96],"constants":[97],"appearing":[98],"in":[99],"these":[100],"rates,":[101],"including":[102],"their":[103],"dependence":[104],"number":[107],"functions":[109],"n":[110],",":[111],"scale":[112],"with":[113,148],"mean-squared-error":[115],"bias":[117],"series":[124],"numerical":[126],"experiments,":[127],"demonstrate":[129],"versions":[131,144],"SAGA,":[133],"SVRG,":[134],"SARAH,":[135],"SARGE":[137],"using":[138,150],"our":[139],"significantly":[141],"outperform":[142],"non-accelerated":[143],"compare":[146],"favourably":[147],"algorithms":[149],"momentum.":[152]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}
