{"id":"https://openalex.org/W7161590093","doi":"https://doi.org/10.48550/arxiv.2605.15388","title":"Unified High-Probability Analysis of Stochastic Variance-Reduced Estimation","display_name":"Unified High-Probability Analysis of Stochastic Variance-Reduced Estimation","publication_year":2026,"publication_date":"2026-05-14","ids":{"openalex":"https://openalex.org/W7161590093","doi":"https://doi.org/10.48550/arxiv.2605.15388"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.15388","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15388","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.15388","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128444599","display_name":"Zhankun Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Zhankun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064442263","display_name":"Antesh Upadhyay","orcid":"https://orcid.org/0000-0001-7185-3690"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Upadhyay, Antesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135318717","display_name":"M. Berk Sahin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sahin, M. Berk","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136439057","display_name":"Sang Bin Moon","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Moon, Sang Bin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073197040","display_name":"Anuran Makur","orcid":"https://orcid.org/0000-0002-2978-8116"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Makur, Anuran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136406409","display_name":"Abolfazl Hashemi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hashemi, Abolfazl","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9003000259399414,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9003000259399414,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.04969999939203262,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.014499999582767487,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.6352999806404114},{"id":"https://openalex.org/keywords/recursion","display_name":"Recursion (computer science)","score":0.4194999933242798},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.41440001130104065},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.3901999890804291},{"id":"https://openalex.org/keywords/logarithm","display_name":"Logarithm","score":0.374099999666214},{"id":"https://openalex.org/keywords/stochastic-process","display_name":"Stochastic process","score":0.36550000309944153},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.3612000048160553},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.35760000348091125},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.32679998874664307}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.6352999806404114},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5494999885559082},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4921000003814697},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.454800009727478},{"id":"https://openalex.org/C168773036","wikidata":"https://www.wikidata.org/wiki/Q264164","display_name":"Recursion (computer science)","level":2,"score":0.4194999933242798},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.41440001130104065},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.3901999890804291},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.374099999666214},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.36550000309944153},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.3612000048160553},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3603000044822693},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.35760000348091125},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C132954091","wikidata":"https://www.wikidata.org/wiki/Q194397","display_name":"Banach space","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31310001015663147},{"id":"https://openalex.org/C129782007","wikidata":"https://www.wikidata.org/wiki/Q162886","display_name":"Euclidean geometry","level":2,"score":0.30730000138282776},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C96250715","wikidata":"https://www.wikidata.org/wiki/Q965330","display_name":"Estimation","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.2867000102996826},{"id":"https://openalex.org/C122123141","wikidata":"https://www.wikidata.org/wiki/Q176623","display_name":"Random variable","level":2,"score":0.2824000120162964},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.27970001101493835},{"id":"https://openalex.org/C186450821","wikidata":"https://www.wikidata.org/wiki/Q17295","display_name":"Euclidean space","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C57691317","wikidata":"https://www.wikidata.org/wiki/Q1289248","display_name":"Scalar (mathematics)","level":2,"score":0.27390000224113464},{"id":"https://openalex.org/C2779795794","wikidata":"https://www.wikidata.org/wiki/Q7315343","display_name":"Reset (finance)","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C37616216","wikidata":"https://www.wikidata.org/wiki/Q3218363","display_name":"Lasso (programming language)","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C167928553","wikidata":"https://www.wikidata.org/wiki/Q1376021","display_name":"Estimation theory","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C95763700","wikidata":"https://www.wikidata.org/wiki/Q578985","display_name":"Convergence of random variables","level":3,"score":0.25589999556541443},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.2547999918460846},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.15388","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15388","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.15388","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.15388","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Stochastic":[0],"estimators":[1],"are":[2,33],"fundamental":[3],"to":[4],"large-scale":[5],"optimization,":[6],"where":[7],"population":[8],"quantities":[9],"must":[10],"be":[11],"inferred":[12],"from":[13],"noisy":[14],"oracle":[15,143],"observations.":[16],"Although":[17],"influential":[18],"methods":[19,134],"such":[20],"as":[21],"momentum,":[22],"SPIDER,":[23],"STORM,":[24],"and":[25,36,68,85,126],"PAGE":[26],"have":[27],"been":[28],"highly":[29],"successful,":[30],"their":[31],"analyses":[32],"largely":[34],"estimator-specific":[35],"expectation-based,":[37],"obscuring":[38],"the":[39,130,152,156,162,175,184],"structural":[40],"tradeoffs":[41],"that":[42],"determine":[43],"reliability.":[44],"In":[45],"this":[46,188],"paper,":[47],"we":[48,140],"develop":[49],"a":[50,59,69,87,97,103],"unified":[51,98],"framework":[52,76],"for":[53,72,110,145,167,183],"stochastic":[54,168],"variance-reduced":[55,181],"estimation":[56,91,182],"based":[57],"on":[58,155],"recursion":[60],"with":[61,148,170],"three":[62],"components:":[63],"memory":[64],"retention,":[65],"reset":[66],"probability,":[67],"correction":[70],"term":[71],"iterate":[73],"movement.":[74],"This":[75],"recovers":[77],"several":[78],"classical":[79],"estimators,":[80],"motivates":[81],"new":[82,104],"second-order":[83],"variants,":[84],"yields":[86],"bias-variance":[88],"decomposition":[89],"of":[90,117,132],"error.":[92],"Our":[93],"main":[94],"result":[95,121],"is":[96],"high-probability":[99,142],"bound":[100],"proved":[101],"using":[102],"dimension-free":[105],"vector-valued":[106],"Freedman":[107],"inequality,":[108],"valid":[109],"smooth":[111],"normed":[112],"spaces":[113],"involving":[114],"random":[115],"sums":[116],"vector":[118],"martingales.":[119],"The":[120],"applies":[122],"in":[123,135,187],"both":[124],"Euclidean":[125],"non-Euclidean":[127],"settings,":[128],"including":[129],"analysis":[131],"mirror-descent-based":[133],"Banach":[136],"spaces.":[137],"As":[138],"applications,":[139],"obtain":[141],"complexities":[144],"unconstrained":[146],"optimization":[147,169],"mirror":[149],"descent,":[150],"establishing":[151],"logarithmic":[153],"dependence":[154],"confidence":[157],"level.":[158],"We":[159],"also":[160],"derive":[161],"first":[163,185],"$\\tilde{\\mathcal{O}}(\\varepsilon^{-3})$":[164],"oracle-complexity":[165],"bounds":[166],"expectation":[171],"constraints,":[172],"improving":[173],"upon":[174],"existing":[176],"$\\tilde{\\mathcal{O}}(\\varepsilon^{-4})$":[177],"complexity":[178],"by":[179],"leveraging":[180],"time":[186],"setting.":[189]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-19T00:00:00"}