{"id":"https://openalex.org/W2964185543","doi":"https://doi.org/10.1109/tkde.2018.2878765","title":"VR-SGD: A Simple Stochastic Variance Reduction Method for Machine Learning","display_name":"VR-SGD: A Simple Stochastic Variance Reduction Method for Machine Learning","publication_year":2018,"publication_date":"2018-10-30","ids":{"openalex":"https://openalex.org/W2964185543","doi":"https://doi.org/10.1109/tkde.2018.2878765","mag":"2964185543"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2018.2878765","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2018.2878765","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067858777","display_name":"Fanhua Shang","orcid":"https://orcid.org/0000-0002-1040-352X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanhua Shang","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-1040-352X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001993403","display_name":"Kaiwen Zhou","orcid":"https://orcid.org/0000-0002-1943-0612"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kaiwen Zhou","raw_affiliation_strings":["Department of Computer Science and Engineering, Chinese University of Hong Kong, Shatin, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100757725","display_name":"Hongying Liu","orcid":"https://orcid.org/0000-0002-8475-2749"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongying Liu","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-8475-2749","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016082884","display_name":"James Cheng","orcid":"https://orcid.org/0000-0001-6313-6288"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"James Cheng","raw_affiliation_strings":["Department of Computer Science and Engineering, Chinese University of Hong Kong, Shatin, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Chinese University of Hong Kong, Shatin, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021751767","display_name":"Ivor W. Tsang","orcid":"https://orcid.org/0000-0001-8095-4637"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ivor W. Tsang","raw_affiliation_strings":["Centre for Artificial Intelligence, University of Technology Sydney, Ultimo, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence, University of Technology Sydney, Ultimo, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448155","display_name":"Lijun Zhang","orcid":"https://orcid.org/0000-0002-5138-3182"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijun Zhang","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-5138-3182","affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074103823","display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["Faculty of Engineering and Information Technologies, UBTECH Sydney Artificial Intelligence Centre and the School of Information Technologies, University of Sydney, Darlington, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7225-5449","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Information Technologies, UBTECH Sydney Artificial Intelligence Centre and the School of Information Technologies, University of Sydney, Darlington, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050630882","display_name":"Licheng Jiao","orcid":"https://orcid.org/0000-0003-3354-9617"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Licheng Jiao","raw_affiliation_strings":["Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-3354-9617","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Perception and Image Understanding of Ministry of Education, School of Artificial Intelligence, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.9337,"has_fulltext":false,"cited_by_count":75,"citation_normalized_percentile":{"value":0.97870859,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"32","issue":"1","first_page":"188","last_page":"202"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variance-reduction","display_name":"Variance reduction","score":0.7889662981033325},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6975123286247253},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.6145150661468506},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.6103309988975525},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5209887623786926},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5209571123123169},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4973197281360626},{"id":"https://openalex.org/keywords/empirical-risk-minimization","display_name":"Empirical risk minimization","score":0.4956406354904175},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4388340413570404},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.42634889483451843},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.40942832827568054},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.4010487198829651},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23912402987480164},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.21373018622398376},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.11674869060516357}],"concepts":[{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.7889662981033325},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6975123286247253},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.6145150661468506},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.6103309988975525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5209887623786926},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5209571123123169},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4973197281360626},{"id":"https://openalex.org/C107321475","wikidata":"https://www.wikidata.org/wiki/Q5374254","display_name":"Empirical risk minimization","level":2,"score":0.4956406354904175},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4388340413570404},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.42634889483451843},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40942832827568054},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.4010487198829651},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23912402987480164},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.21373018622398376},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.11674869060516357},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2018.2878765","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2018.2878765","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1040076515","display_name":null,"funder_award_id":"B07048","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G1474490597","display_name":null,"funder_award_id":"111 Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1525778528","display_name":null,"funder_award_id":"61473215","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G163776837","display_name":null,"funder_award_id":"61871310","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1725003993","display_name":null,"funder_award_id":"61621005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2052875727","display_name":null,"funder_award_id":"14222816","funder_id":"https://openalex.org/F4320322942","funder_display_name":"Chinese University of Hong Kong"},{"id":"https://openalex.org/G2067135038","display_name":null,"funder_award_id":"61621005","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G217745051","display_name":null,"funder_award_id":"91438201","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G2552413355","display_name":null,"funder_award_id":"U1701267","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2559168354","display_name":null,"funder_award_id":"91438201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2743047296","display_name":null,"funder_award_id":"61573267","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2919056400","display_name":null,"funder_award_id":"IRT15R53","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2997394821","display_name":"On snapping up semantics of dynamic pixels from moving cameras","funder_award_id":"FL170100117","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G3059515758","display_name":null,"funder_award_id":"91438103","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G3091033834","display_name":"ARC Research Hub for Driving Farming Productivity and Disease Prevention","funder_award_id":"IH180100002","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G3213048897","display_name":null,"funder_award_id":"B07048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G333855296","display_name":null,"funder_award_id":"61876220","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G359258897","display_name":null,"funder_award_id":"61621005","funder_id":"https://openalex.org/F4320327720","funder_display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China"},{"id":"https://openalex.org/G3726181711","display_name":null,"funder_award_id":"91438103","funder_id":"https://openalex.org/F4320335577","funder_display_name":"Major Research Plan"},{"id":"https://openalex.org/G4562403033","display_name":null,"funder_award_id":"61876221","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4593460045","display_name":null,"funder_award_id":"91438103.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5119535798","display_name":null,"funder_award_id":"10251180018","funder_id":"https://openalex.org/F4320323230","funder_display_name":"Xidian University"},{"id":"https://openalex.org/G530903180","display_name":null,"funder_award_id":"111 Project","funder_id":"https://openalex.org/F4320327720","funder_display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China"},{"id":"https://openalex.org/G6270178909","display_name":null,"funder_award_id":"61836009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6695739233","display_name":null,"funder_award_id":"61836009","funder_id":"https://openalex.org/F4320327720","funder_display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China"},{"id":"https://openalex.org/G6915461351","display_name":null,"funder_award_id":"61502369","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7276656177","display_name":null,"funder_award_id":"14206715","funder_id":"https://openalex.org/F4320322942","funder_display_name":"Chinese University of Hong Kong"},{"id":"https://openalex.org/G779945732","display_name":null,"funder_award_id":"91438201","funder_id":"https://openalex.org/F4320335577","funder_display_name":"Major Research Plan"},{"id":"https://openalex.org/G804075363","display_name":"Streaming label learning for leaching knowledge from labels on the fly","funder_award_id":"DP180103424","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322942","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48"},{"id":"https://openalex.org/F4320323230","display_name":"Xidian University","ror":"https://ror.org/05s92vm98"},{"id":"https://openalex.org/F4320327720","display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China","ror":null},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"},{"id":"https://openalex.org/F4320335577","display_name":"Major Research Plan","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":151,"referenced_works":["https://openalex.org/W584312462","https://openalex.org/W1501362825","https://openalex.org/W1523661875","https://openalex.org/W1842094663","https://openalex.org/W1871665132","https://openalex.org/W1912624207","https://openalex.org/W1939652453","https://openalex.org/W1946256299","https://openalex.org/W1948582444","https://openalex.org/W1959112989","https://openalex.org/W1987635176","https://openalex.org/W1994616650","https://openalex.org/W2047152541","https://openalex.org/W2072128103","https://openalex.org/W2091825929","https://openalex.org/W2098741260","https://openalex.org/W2100556411","https://openalex.org/W2103628399","https://openalex.org/W2105767123","https://openalex.org/W2105875671","https://openalex.org/W2107438106","https://openalex.org/W2111453803","https://openalex.org/W2112269233","https://openalex.org/W2118545728","https://openalex.org/W2124541940","https://openalex.org/W2132968152","https://openalex.org/W2136885855","https://openalex.org/W2139432235","https://openalex.org/W2162287622","https://openalex.org/W2163605009","https://openalex.org/W2167302917","https://openalex.org/W2167732364","https://openalex.org/W2254148458","https://openalex.org/W2257807852","https://openalex.org/W2263490141","https://openalex.org/W2286027391","https://openalex.org/W2300441948","https://openalex.org/W2301983558","https://openalex.org/W2304667012","https://openalex.org/W2403102570","https://openalex.org/W2408675156","https://openalex.org/W2413731729","https://openalex.org/W2414455940","https://openalex.org/W2468403136","https://openalex.org/W2488153767","https://openalex.org/W2528062157","https://openalex.org/W2549151304","https://openalex.org/W2554489331","https://openalex.org/W2557191228","https://openalex.org/W2570983198","https://openalex.org/W2604718646","https://openalex.org/W2605087356","https://openalex.org/W2616657226","https://openalex.org/W2617960902","https://openalex.org/W2729157799","https://openalex.org/W2740888717","https://openalex.org/W2766447205","https://openalex.org/W2769669795","https://openalex.org/W2770638430","https://openalex.org/W2789037518","https://openalex.org/W2798733011","https://openalex.org/W2803974531","https://openalex.org/W2807044327","https://openalex.org/W2884265051","https://openalex.org/W2891762039","https://openalex.org/W2894946750","https://openalex.org/W2901751122","https://openalex.org/W2951248065","https://openalex.org/W2951283183","https://openalex.org/W2952215077","https://openalex.org/W2952594493","https://openalex.org/W2952629540","https://openalex.org/W2962677560","https://openalex.org/W2962705652","https://openalex.org/W2962798535","https://openalex.org/W2962945188","https://openalex.org/W2962952793","https://openalex.org/W2963114935","https://openalex.org/W2963129535","https://openalex.org/W2963156201","https://openalex.org/W2963228337","https://openalex.org/W2963231446","https://openalex.org/W2963250364","https://openalex.org/W2963326510","https://openalex.org/W2963409219","https://openalex.org/W2963457669","https://openalex.org/W2963526791","https://openalex.org/W2963527706","https://openalex.org/W2963545805","https://openalex.org/W2963558078","https://openalex.org/W2963607709","https://openalex.org/W2963654481","https://openalex.org/W2963716678","https://openalex.org/W2963734024","https://openalex.org/W2963781962","https://openalex.org/W2963804082","https://openalex.org/W2963965485","https://openalex.org/W2964037929","https://openalex.org/W2964106499","https://openalex.org/W3141595720","https://openalex.org/W4206742934","https://openalex.org/W4231109964","https://openalex.org/W4294309195","https://openalex.org/W4294622503","https://openalex.org/W4297750465","https://openalex.org/W4297781872","https://openalex.org/W6617009369","https://openalex.org/W6630053611","https://openalex.org/W6638704708","https://openalex.org/W6638803421","https://openalex.org/W6639271350","https://openalex.org/W6640113659","https://openalex.org/W6640783478","https://openalex.org/W6640831999","https://openalex.org/W6640920075","https://openalex.org/W6674709963","https://openalex.org/W6675761068","https://openalex.org/W6676105031","https://openalex.org/W6676611517","https://openalex.org/W6676963778","https://openalex.org/W6679890377","https://openalex.org/W6680196509","https://openalex.org/W6680579697","https://openalex.org/W6684191040","https://openalex.org/W6684471329","https://openalex.org/W6691563341","https://openalex.org/W6692324213","https://openalex.org/W6692956712","https://openalex.org/W6698038680","https://openalex.org/W6705002163","https://openalex.org/W6713469626","https://openalex.org/W6714069792","https://openalex.org/W6714320865","https://openalex.org/W6727883105","https://openalex.org/W6730005645","https://openalex.org/W6730601996","https://openalex.org/W6736093302","https://openalex.org/W6736509205","https://openalex.org/W6738250615","https://openalex.org/W6740708716","https://openalex.org/W6741930749","https://openalex.org/W6745964145","https://openalex.org/W6746752746","https://openalex.org/W6748645057","https://openalex.org/W6750365036","https://openalex.org/W6751888367","https://openalex.org/W6752063739","https://openalex.org/W6754884438","https://openalex.org/W6755252188","https://openalex.org/W6756525806","https://openalex.org/W6843220193"],"related_works":["https://openalex.org/W2107438106","https://openalex.org/W4283750944","https://openalex.org/W2193091921","https://openalex.org/W2889345639","https://openalex.org/W2774769449","https://openalex.org/W2303021954","https://openalex.org/W2205410708","https://openalex.org/W2526381590","https://openalex.org/W2293758787","https://openalex.org/W2901060063"],"abstract_inverted_index":{"In":[0],"this":[1,141],"paper,":[2],"we":[3,101,132,168],"propose":[4],"a":[5],"simple":[6],"variant":[7,159],"of":[8,22,37,47,106,138],"the":[9,20,34,42,48,103,135,162],"original":[10],"SVRG,":[11],"called":[12],"variance":[13],"reduced":[14],"stochastic":[15],"gradient":[16],"descent":[17],"(VR-SGD).":[18],"Unlike":[19],"choices":[21],"snapshot":[23],"and":[24,29,44,62,79,143,180,185,199,201],"starting":[25],"points":[26],"in":[27],"SVRG":[28,198],"its":[30,156],"proximal":[31],"variant,":[32],"Prox-SVRG,":[33,200],"two":[35,73],"vectors":[36],"VR-SGD":[38,87,107,115,139,147,170,193],"are":[39],"set":[40],"to":[41,56,155,171],"average":[43],"last":[45],"iterate":[46],"previous":[49],"epoch,":[50],"respectively.":[51],"The":[52],"settings":[53],"allow":[54],"us":[55],"use":[57],"much":[58],"larger":[59],"learning":[60,150,175],"rates,":[61],"also":[63,71,133],"make":[64],"our":[65],"convergence":[66,104,126,136,164],"analysis":[67],"more":[68],"challenging.":[69],"We":[70],"design":[72],"different":[74],"update":[75],"rules":[76],"for":[77,108,128,140],"smooth":[78],"nonsmooth":[80],"objective":[81],"functions,":[82],"respectively,":[83],"which":[84,112],"means":[85],"that":[86,114,123,146,160,192],"can":[88],"tackle":[89],"non-smooth":[90],"and/or":[91],"non-strongly":[92],"convex":[93,110,130,179],"problems":[94],"directly":[95],"without":[96],"any":[97],"reduction":[98],"techniques.":[99],"Moreover,":[100],"analyze":[102],"properties":[105],"strongly":[109],"problems,":[111,131,176],"show":[113,191],"attains":[116],"linear":[117],"convergence.":[118],"Different":[119],"from":[120],"most":[121],"algorithms":[122],"have":[124],"no":[125],"guarantees":[127,137],"nonstrongly":[129],"provide":[134],"case,":[142],"empirically":[144],"verify":[145],"with":[148],"varying":[149],"rates":[151],"achieves":[152],"similar":[153],"performance":[154],"momentum":[157],"accelerated":[158,205],"has":[161],"optimal":[163],"rate":[165],"O(1=T2).":[166],"Finally,":[167],"apply":[169],"solve":[172],"various":[173],"machine":[174],"such":[177],"as":[178],"non-convex":[181],"empirical":[182],"risk":[183],"minimization,":[184],"leading":[186],"eigenvalue":[187],"computation.":[188],"Experimental":[189],"results":[190],"converges":[194],"significantly":[195],"faster":[196],"than":[197],"usually":[202],"outperforms":[203],"state-of-the-art":[204],"methods,":[206],"e.g.,":[207],"Katyusha.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":1}],"updated_date":"2026-08-13T07:04:57.449891","created_date":"2025-10-10T00:00:00"}