{"id":"https://openalex.org/W2790333070","doi":"https://doi.org/10.1109/access.2018.2814212","title":"Analysis of the Variance Reduction in SVRG and a New Acceleration Method","display_name":"Analysis of the Variance Reduction in SVRG and a New Acceleration Method","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2790333070","doi":"https://doi.org/10.1109/access.2018.2814212","mag":"2790333070"},"language":"en","primary_location":{"id":"doi:10.1109/access.2018.2814212","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2814212","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8274985/08319495.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8274985/08319495.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001749693","display_name":"Erxue Min","orcid":"https://orcid.org/0000-0002-1972-6608"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Erxue Min","raw_affiliation_strings":["School of Computer, National University of Defense Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-1972-6608","affiliations":[{"raw_affiliation_string":"School of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101607088","display_name":"Jun Long","orcid":"https://orcid.org/0000-0002-1745-0791"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Long","raw_affiliation_strings":["School of Computer, National University of Defense Technology, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112389554","display_name":"Jianjing Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianjing Cui","raw_affiliation_strings":["School of Computer, National University of Defense Technology, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.6552,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.75778203,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"6","issue":null,"first_page":"16165","last_page":"16175"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variance-reduction","display_name":"Variance reduction","score":0.8591880798339844},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7309027314186096},{"id":"https://openalex.org/keywords/snapshot","display_name":"Snapshot (computer storage)","score":0.6157947778701782},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5109928846359253},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47048500180244446},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4549027681350708},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.42869603633880615},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39950940012931824},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3685348629951477},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2332339584827423}],"concepts":[{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.8591880798339844},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7309027314186096},{"id":"https://openalex.org/C55282118","wikidata":"https://www.wikidata.org/wiki/Q252683","display_name":"Snapshot (computer storage)","level":2,"score":0.6157947778701782},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5109928846359253},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47048500180244446},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4549027681350708},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.42869603633880615},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39950940012931824},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3685348629951477},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2332339584827423},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2018.2814212","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2814212","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8274985/08319495.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f2aefbc5321e43368a16349fd4836ce7","is_oa":true,"landing_page_url":"https://doaj.org/article/f2aefbc5321e43368a16349fd4836ce7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 6, Pp 16165-16175 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2018.2814212","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2814212","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8274985/08319495.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2253412678","display_name":"\u4e09\u7ef4\u6307\u7eb9\u8bc6\u522b\u7406\u8bba\u4e0e\u65b9\u6cd5\u7814\u7a76","funder_award_id":"60970034","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4482283984","display_name":null,"funder_award_id":"61105050","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7063847093","display_name":null,"funder_award_id":"61702539","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2790333070.pdf","grobid_xml":"https://content.openalex.org/works/W2790333070.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W114517082","https://openalex.org/W607505555","https://openalex.org/W1522301498","https://openalex.org/W1523661875","https://openalex.org/W2047152541","https://openalex.org/W2098741260","https://openalex.org/W2103628399","https://openalex.org/W2107438106","https://openalex.org/W2117130368","https://openalex.org/W2118858186","https://openalex.org/W2132968152","https://openalex.org/W2146502635","https://openalex.org/W2147768505","https://openalex.org/W2205007824","https://openalex.org/W2286027391","https://openalex.org/W2293647857","https://openalex.org/W2301983558","https://openalex.org/W2303021954","https://openalex.org/W2342177834","https://openalex.org/W2365692793","https://openalex.org/W2511894860","https://openalex.org/W2554489331","https://openalex.org/W2574426558","https://openalex.org/W2574803746","https://openalex.org/W2604421180","https://openalex.org/W2608175946","https://openalex.org/W2662617432","https://openalex.org/W2735700403","https://openalex.org/W2736138841","https://openalex.org/W2769669795","https://openalex.org/W2774769449","https://openalex.org/W2962677560","https://openalex.org/W2962705652","https://openalex.org/W2962749006","https://openalex.org/W2962851402","https://openalex.org/W2962867868","https://openalex.org/W2963372166","https://openalex.org/W2963409219","https://openalex.org/W2963773084","https://openalex.org/W2964121744","https://openalex.org/W2964304412","https://openalex.org/W4236362309","https://openalex.org/W4294622503","https://openalex.org/W4297669735","https://openalex.org/W6674709963","https://openalex.org/W6676105031","https://openalex.org/W6677919164","https://openalex.org/W6679890377","https://openalex.org/W6681435938","https://openalex.org/W6693788380","https://openalex.org/W6707260086","https://openalex.org/W6732021836","https://openalex.org/W6735721857","https://openalex.org/W6745964145"],"related_works":["https://openalex.org/W2542847180","https://openalex.org/W3034994054","https://openalex.org/W2169816622","https://openalex.org/W2298254442","https://openalex.org/W1997242758","https://openalex.org/W2169367269","https://openalex.org/W2951368390","https://openalex.org/W2291558465","https://openalex.org/W1981992409","https://openalex.org/W2067529449"],"abstract_inverted_index":{"Stochastic":[0],"gradient":[1,25,106,134,145,167],"descent":[2],"is":[3,27,63,111],"a":[4,16,55,80,89,101,120,137,160],"popular":[5],"method":[6],"in":[7],"large-scale":[8],"optimization":[9],"for":[10,107],"machine":[11],"learning":[12],"but":[13],"suffers":[14],"from":[15,88],"slow":[17],"convergence.":[18],"In":[19,50,114],"recent":[20],"years,":[21],"stochastic":[22],"variance":[23,44,85],"reduced":[24],"(SVRG)":[26],"proposed":[28],"to":[29,99,142],"remedy":[30],"this":[31,51,73,115],"problem.":[32],"Although":[33],"many":[34],"variants":[35,69,95],"of":[36,43,66,70,83,96,103,123,131],"SVRG":[37,97,124],"have":[38,98],"been":[39,47],"studied,":[40],"the":[41,67,84,104,129,132,144,149,172],"analysis":[42,82,151],"has":[45],"not":[46],"thoroughly":[48],"discussed.":[49],"paper,":[52,116],"we":[53,77,117],"propose":[54,119],"general":[56,81],"framework":[57,74],"denoted":[58],"by":[59,135],"epoch-update-indentification":[60],"(EUI),":[61],"which":[62,110,127],"an":[64],"abstraction":[65],"existing":[68],"SVRG.":[71],"Under":[72],"i.e.,":[75],"EUI,":[76],"then":[78],"provide":[79],"reduction":[86],"technique":[87],"new":[90,121],"perspective.":[91],"Additionally,":[92],"those":[93],"previous":[94],"keep":[100],"snapshot":[102,130],"full":[105,133],"each":[108],"epoch,":[109],"computationally":[112],"expensive.":[113],"also":[118],"variant":[122],"named":[125],"sampleVR":[126,158],"estimates":[128],"using":[136],"sampling":[138],"strategy,":[139],"thus":[140,170],"leading":[141],"decrease":[143],"complexity":[146],"significantly.":[147],"Both":[148],"theoretical":[150],"and":[152,166,169],"extensive":[153],"empirical":[154],"studies":[155],"show":[156],"that":[157],"achieves":[159],"good":[161],"tradeoff":[162],"between":[163],"convergence":[164],"performance":[165],"complexity,":[168],"makes":[171],"training":[173],"loss":[174],"converge":[175],"faster":[176],"than":[177],"its":[178],"counterparts.":[179]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}