{"id":"https://openalex.org/W7147042459","doi":"https://doi.org/10.1137/23m1626724","title":"Zeroth-Order Gradient and Quasi-Newton Methods for Nonsmooth Nonconvex Stochastic Optimization","display_name":"Zeroth-Order Gradient and Quasi-Newton Methods for Nonsmooth Nonconvex Stochastic Optimization","publication_year":2026,"publication_date":"2026-04-02","ids":{"openalex":"https://openalex.org/W7147042459","doi":"https://doi.org/10.1137/23m1626724"},"language":"en","primary_location":{"id":"doi:10.1137/23m1626724","is_oa":false,"landing_page_url":"https://doi.org/10.1137/23m1626724","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132703681","display_name":"Luke Marrinan","orcid":null},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luke Marrinan","raw_affiliation_strings":["Industrial and Manufacturing Engineering, Pennsylvania State University, University Park, PA 16802-4400 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industrial and Manufacturing Engineering, Pennsylvania State University, University Park, PA 16802-4400 USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047034022","display_name":"Uday V. Shanbhag","orcid":"https://orcid.org/0000-0001-5869-9561"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]},{"id":"https://openalex.org/I4210140958","display_name":"Ann Arbor Center for Independent Living","ror":"https://ror.org/045pcya52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140958"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Uday V. Shanbhag","raw_affiliation_strings":["Industrial and Operations Engineering, University of Michigan at Ann Arbor, Ann Arbor, MI 48109 USA"],"raw_orcid":"https://orcid.org/0000-0001-5869-9561","affiliations":[{"raw_affiliation_string":"Industrial and Operations Engineering, University of Michigan at Ann Arbor, Ann Arbor, MI 48109 USA","institution_ids":["https://openalex.org/I27837315","https://openalex.org/I4210140958"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003164670","display_name":"Farzad Yousefian","orcid":"https://orcid.org/0000-0003-2628-741X"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]},{"id":"https://openalex.org/I4210109165","display_name":"Environmental and Occupational Health Sciences Institute","ror":"https://ror.org/01vta4r13","country_code":"US","type":"education","lineage":["https://openalex.org/I4210109165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Farzad Yousefian","raw_affiliation_strings":["Industrial and Systems Engineering, Rutgers University, Piscataway, NJ 08854 USA"],"raw_orcid":"https://orcid.org/0000-0003-2628-741X","affiliations":[{"raw_affiliation_string":"Industrial and Systems Engineering, Rutgers University, Piscataway, NJ 08854 USA","institution_ids":["https://openalex.org/I102322142","https://openalex.org/I4210109165"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29871912,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"2","first_page":"564","last_page":"596"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9300000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9300000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.014000000432133675,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11413","display_name":"Risk and Portfolio Optimization","score":0.008999999612569809,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.5041999816894531},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.41429999470710754},{"id":"https://openalex.org/keywords/gradient-method","display_name":"Gradient method","score":0.3815000057220459},{"id":"https://openalex.org/keywords/constrained-optimization","display_name":"Constrained optimization","score":0.3411000072956085},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.32919999957084656},{"id":"https://openalex.org/keywords/robust-optimization","display_name":"Robust optimization","score":0.319599986076355},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.29750001430511475}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7710999846458435},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.5041999816894531},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5001000165939331},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.484499990940094},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.41429999470710754},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.3815000057220459},{"id":"https://openalex.org/C55660270","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization","level":2,"score":0.3411000072956085},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.32919999957084656},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.319599986076355},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.29750001430511475},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2806999981403351},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.27959999442100525},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.2782999873161316},{"id":"https://openalex.org/C137631369","wikidata":"https://www.wikidata.org/wiki/Q7617831","display_name":"Stochastic programming","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.2678999900817871},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2612000107765198}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1137/23m1626724","is_oa":false,"landing_page_url":"https://doi.org/10.1137/23m1626724","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6621944723","display_name":"RANDOMIZED FEDERATED LEARNING METHODS FOR NONSMOOTH, NONCONVEX, AND HIERARCHICAL OPTIMIZATION","funder_award_id":"DESC0023303","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G8044388434","display_name":null,"funder_award_id":"N00014-22-1-2589","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G811776586","display_name":null,"funder_award_id":"N00014-22-1-2757","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8407270241","display_name":null,"funder_award_id":"FA9550-24-1-0259","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W902317526","https://openalex.org/W1822292100","https://openalex.org/W2000359198","https://openalex.org/W2029463628","https://openalex.org/W2042173174","https://openalex.org/W2044001837","https://openalex.org/W2051651878","https://openalex.org/W2063685783","https://openalex.org/W2064942524","https://openalex.org/W2071634839","https://openalex.org/W2080335539","https://openalex.org/W2088823704","https://openalex.org/W2098000549","https://openalex.org/W2100210445","https://openalex.org/W2149479912","https://openalex.org/W2460240966","https://openalex.org/W2562219230","https://openalex.org/W2797791799","https://openalex.org/W2804009132","https://openalex.org/W2962970637","https://openalex.org/W2963190258","https://openalex.org/W2963648037","https://openalex.org/W2963941964","https://openalex.org/W2964303576","https://openalex.org/W2997241048","https://openalex.org/W3016907649","https://openalex.org/W3017142145","https://openalex.org/W3136297071","https://openalex.org/W3138544340","https://openalex.org/W3155757949","https://openalex.org/W3178716795","https://openalex.org/W3203868469","https://openalex.org/W3212315643","https://openalex.org/W4206529845","https://openalex.org/W4211030719","https://openalex.org/W4221156153","https://openalex.org/W4247165901","https://openalex.org/W4250547152","https://openalex.org/W4382518948"],"related_works":[],"abstract_inverted_index":{"Abstract.":[0],"We":[1,61,137],"consider":[2],"the":[3,103,115,119,164,168,178,187,201,214,218,221,265,290],"minimization":[4],"of":[5,102,130,161,177,200,217,220,260,292],"a":[6,24,55,63,80,85,99,124,139,251,258],"Lipschitz":[7],"continuous":[8],"and":[9,17,26,45,88,240,262,268,278,318],"expectation-valued":[10],"function,":[11],"denoted":[12],"by":[13,167],"[Formula:":[14,20,29,69,73,76,89,104,110,147,151,195,208,222,228,235,241,275,279],"see":[15,21,30,70,74,77,90,105,111,148,152,196,209,223,229,236,242,276,280],"text]":[16,78,149,210,230,237,243,277],"defined":[18,83],"as":[19,40,42,296,298,303],"text],":[22,71,75,281],"over":[23,150],"closed":[25],"convex":[27],"set":[28],"text].":[31,91,153],"Our":[32,247],"focus":[33],"lies":[34],"on":[35,67,84,257],"-":[36],"both":[37,293],"deriving":[38],"asymptotics":[39],"well":[41,297],"obtaining":[43],"rate":[44],"complexity":[46],"guarantees":[47,193],"for":[48,114,145,163,191,194,271],"computing":[49],"an":[50,109,207],"approximate":[51],"stationary":[52,100,198],"point":[53,101,113],"(in":[54],"Clarke":[56,120],"sense)":[57],"via":[58,321],"zeroth-order":[59,142,170,252,322],"schemes.":[60],"adopt":[62],"smoothing-based":[64],"approach":[65],"reliant":[66,256],"minimizing":[68,146],"where":[72],"is":[79,108,226,250],"random":[81],"variable":[82],"unit":[86],"sphere,":[87],"In":[92,122,154],"fact,":[93],"it":[94],"has":[95],"been":[96],"observed":[97],"that":[98,211,213,311],"text]-smoothed":[106,224],"problem":[107,117,180,225],"text]-stationary":[112],"original":[116,202],"in":[118,289,299],"sense.":[121],"such":[123],"setting,":[125,156],"we":[126,157],"develop":[127,138],"two":[128,159],"sets":[129,160],"schemes":[131],"with":[132,314],"promising":[133],"empirical":[134],"behavior.":[135],"(I)":[136],"smoothing-enabled":[140],"variance-reduced":[141],"gradient":[143,171],"framework":[144],"this":[155,272],"make":[158],"contributions":[162],"sequence":[165],"generated":[166,188],"proposed":[169],"scheme.":[172],"(a)":[173],"The":[174],"residual":[175,219],"function":[176,244],"smoothed":[179],"tends":[181],"to":[182,286,306],"zero":[183],"almost":[184],"surely":[185],"along":[186],"sequence,":[189],"allowing":[190],"making":[192],"text]-Clarke":[197],"solutions":[199],"problem.":[203],"(b)":[204],"To":[205],"compute":[206],"ensures":[212],"expected":[215],"norm":[216],"within":[227],"requires":[231],"no":[232],"greater":[233],"than":[234],"projection":[238],"steps":[239],"evaluations.":[245],"(II)":[246],"second":[248],"scheme":[249,255,273],"stochastic":[253,300,319],"quasi-Newton":[254,301],"combination":[259],"randomized":[261],"Moreau":[263],"smoothing;":[264],"corresponding":[266],"iteration":[267],"sample":[269],"complexities":[270],"are":[274],"respectively.":[282],"These":[283],"statements":[284],"appear":[285,305],"be":[287,307],"novel":[288],"case":[291],"constrained":[294],"problems":[295],"settings,":[302],"there":[304],"few":[308],"available":[309],"results":[310],"can":[312],"contend":[313],"general":[315],"nonsmooth,":[316],"nonconvex,":[317],"regimes":[320],"approaches.":[323]},"counts_by_year":[],"updated_date":"2026-08-22T07:34:49.880490","created_date":"2026-04-02T00:00:00"}