{"id":"https://openalex.org/W7117983701","doi":"https://doi.org/10.1137/24m1693933","title":"Variance-Reduced First-Order Methods for Deterministically Constrained Stochastic Nonconvex Optimization with Strong Convergence Guarantees","display_name":"Variance-Reduced First-Order Methods for Deterministically Constrained Stochastic Nonconvex Optimization with Strong Convergence Guarantees","publication_year":2026,"publication_date":"2026-01-02","ids":{"openalex":"https://openalex.org/W7117983701","doi":"https://doi.org/10.1137/24m1693933"},"language":"en","primary_location":{"id":"doi:10.1137/24m1693933","is_oa":false,"landing_page_url":"https://doi.org/10.1137/24m1693933","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000609407","display_name":"Zhaosong Lu","orcid":"https://orcid.org/0000-0003-3277-7853"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I2800403580","display_name":"University of Minnesota System","ror":"https://ror.org/03grvy078","country_code":"US","type":"education","lineage":["https://openalex.org/I2800403580"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhaosong Lu","raw_affiliation_strings":["Department of Industrial and Systems Engineering, University of Minnesota, Minneapolis, MN 55455 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, University of Minnesota, Minneapolis, MN 55455 USA","institution_ids":["https://openalex.org/I130238516","https://openalex.org/I2800403580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050252539","display_name":"Sanyou Mei","orcid":"https://orcid.org/0009-0001-9028-7847"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I4210133369","display_name":"Decision Sciences (United States)","ror":"https://ror.org/03gcvf773","country_code":"US","type":"company","lineage":["https://openalex.org/I4210133369"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK","US"],"is_corresponding":false,"raw_author_name":"Sanyou Mei","raw_affiliation_strings":["Department of Industrial Engineering and Decision Analytics, the Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Decision Analytics, the Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I4210133369","https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121772867","display_name":"Yifeng Xiao","orcid":null},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I2800403580","display_name":"University of Minnesota System","ror":"https://ror.org/03grvy078","country_code":"US","type":"education","lineage":["https://openalex.org/I2800403580"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifeng Xiao","raw_affiliation_strings":["Department of Industrial and Systems Engineering, University of Minnesota, Minneapolis, MN 55455 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, University of Minnesota, Minneapolis, MN 55455 USA","institution_ids":["https://openalex.org/I130238516","https://openalex.org/I2800403580"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03129162,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"1","first_page":"1","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8844000101089478,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.8844000101089478,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.0364999994635582,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10067","display_name":"Stochastic processes and financial applications","score":0.016899999231100082,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.611299991607666},{"id":"https://openalex.org/keywords/constrained-optimization","display_name":"Constrained optimization","score":0.41600000858306885},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.39259999990463257},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.3894999921321869},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.3179999887943268},{"id":"https://openalex.org/keywords/stochastic-programming","display_name":"Stochastic programming","score":0.29440000653266907}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6769000291824341},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.611299991607666},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5476999878883362},{"id":"https://openalex.org/C55660270","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization","level":2,"score":0.41600000858306885},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.39259999990463257},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.3894999921321869},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3700999915599823},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.3179999887943268},{"id":"https://openalex.org/C137631369","wikidata":"https://www.wikidata.org/wiki/Q7617831","display_name":"Stochastic programming","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.27799999713897705},{"id":"https://openalex.org/C2989514635","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization problem","level":3,"score":0.2653999924659729},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.2558000087738037}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1137/24m1693933","is_oa":false,"landing_page_url":"https://doi.org/10.1137/24m1693933","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-169629","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-169629","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.4318435788154602,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1679278979","display_name":null,"funder_award_id":"N00014-24-1-2702","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G18439693","display_name":"Collaborative Research: III: Medium: New Machine Learning Empowered Nanoinformatics System for Advancing Nanomaterial Design","funder_award_id":"2211491","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6717378258","display_name":null,"funder_award_id":"FA9550-24-1-0343","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G6849332957","display_name":"ACED: Accelerating Materials Discovery by Learning with Physics-Informed Constraints","funder_award_id":"2435911","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1946620893","https://openalex.org/W1988720110","https://openalex.org/W2022541060","https://openalex.org/W2051547133","https://openalex.org/W2125062699","https://openalex.org/W2128041675","https://openalex.org/W2162221417","https://openalex.org/W2221321873","https://openalex.org/W2235056388","https://openalex.org/W2885313233","https://openalex.org/W2963433607","https://openalex.org/W2963470657","https://openalex.org/W3034215959","https://openalex.org/W3055558446","https://openalex.org/W3119990369","https://openalex.org/W3126903296","https://openalex.org/W3161641506","https://openalex.org/W3163993681","https://openalex.org/W3176856692","https://openalex.org/W3197496139","https://openalex.org/W4214809715","https://openalex.org/W4288039037","https://openalex.org/W4311114022","https://openalex.org/W4366428518","https://openalex.org/W4379646807","https://openalex.org/W4386494335","https://openalex.org/W4399547237","https://openalex.org/W4406225863","https://openalex.org/W4406758611"],"related_works":[],"abstract_inverted_index":{"Abstract.":[0],"In":[1],"this":[2,84],"paper,":[3],"we":[4,86,144],"study":[5],"a":[6,42,105,111,135,230],"class":[7],"of":[8,34,78,97,122,157,202,248],"deterministically":[9],"constrained":[10],"stochastic":[11,27,90,95,99,173,251],"nonconvex":[12,252],"optimization":[13,253],"problems.":[14,254],"Existing":[15],"methods":[16,148,239],"typically":[17],"aim":[18],"to":[19,75,217,229],"find":[20],"an":[21,66,167,242],"[Formula:":[22,45,67,137,158,162,168,180,193,207,211,218,222,243],"see":[23,46,68,138,159,163,169,177,181,194,208,212,219,223,244],"text]-":[24,170],"expectedly":[25],"feasible":[26,172],"stationary":[28,70,174,246],"point,":[29],"where":[30,93,187],"the":[31,57,76,94,98,120,123,130,188,199,233],"expected":[32,200],"violations":[33],"both":[35],"constraints":[36,58],"and":[37,140,153,161,198,221],"first-order":[38,91,154,203],"stationarity":[39,204],"are":[40],"within":[41,192,206],"prescribed":[43],"tolerance":[44],"text].":[47,209],"However,":[48],"in":[49],"many":[50],"practical":[51],"applications,":[52],"it":[53],"is":[54,101,126,191,205],"crucial":[55],"that":[56,146],"be":[59],"nearly":[60],"satisfied":[61],"with":[62,134,183,196],"certainty,":[63,197],"making":[64],"such":[65],"text]-stochastic":[69,245],"point":[71,175,247],"potentially":[72],"undesirable":[73],"due":[74],"risk":[77],"substantial":[79],"constraint":[80,189],"violations.":[81],"To":[82],"address":[83],"issue,":[85],"propose":[87],"single-loop":[88],"variance-reduced":[89],"methods,":[92],"gradient":[96,121],"component":[100,125],"computed":[102,127],"using":[103],"either":[104],"truncated":[106,112],"recursive":[107],"momentum":[108,114],"scheme":[109,115],"or":[110],"Polyak":[113],"for":[116,165,240],"variance":[117],"reduction,":[118],"while":[119],"deterministic":[124],"exactly.":[128],"Under":[129],"error":[131],"bound":[132],"condition":[133],"parameter":[136],"text]":[139,160,164,178,182,195,220],"other":[141],"suitable":[142],"assumptions,":[143],"establish":[145],"these":[147,214],"respectively":[149],"achieve":[150],"sample":[151],"complexity":[152,156],"oracle":[155],"finding":[166,241],"surely":[171],"([Formula:":[176],"represents":[179],"logarithmic":[184,231],"factors":[185],"hidden),":[186],"violation":[190,201],"For":[210],"text],":[213,224],"complexities":[215,235],"reduce":[216],"respectively,":[225],"which":[226],"match,":[227],"up":[228],"factor,":[232],"best-known":[234],"achieved":[236],"by":[237],"existing":[238],"unconstrained":[249],"smooth":[250]},"counts_by_year":[],"updated_date":"2026-08-22T07:34:49.880490","created_date":"2026-01-02T00:00:00"}