{"id":"https://openalex.org/W4406758611","doi":"https://doi.org/10.1287/moor.2022.0193","title":"A Momentum-Based Linearized Augmented Lagrangian Method for Nonconvex Constrained Stochastic Optimization","display_name":"A Momentum-Based Linearized Augmented Lagrangian Method for Nonconvex Constrained Stochastic Optimization","publication_year":2025,"publication_date":"2025-01-23","ids":{"openalex":"https://openalex.org/W4406758611","doi":"https://doi.org/10.1287/moor.2022.0193"},"language":"en","primary_location":{"id":"doi:10.1287/moor.2022.0193","is_oa":false,"landing_page_url":"https://doi.org/10.1287/moor.2022.0193","pdf_url":null,"source":{"id":"https://openalex.org/S55826652","display_name":"Mathematics of Operations Research","issn_l":"0364-765X","issn":["0364-765X","1526-5471"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics of Operations Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Qiankun Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiankun Shi","raw_affiliation_strings":["School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou 510006, China; and Department of AI Computing, Pengcheng Laboratory, Shenzhen 518000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Sun Yat-sen University, Guangzhou 510006, China; and Department of AI Computing, Pengcheng Laboratory, Shenzhen 518000, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079876496","display_name":"Xiao Wang","orcid":"https://orcid.org/0000-0002-3492-9235"},"institutions":[{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Wang","raw_affiliation_strings":["Department of AI Computing, Pengcheng Laboratory, Shenzhen 518000, China"],"raw_orcid":"https://orcid.org/0000-0002-3492-9235","affiliations":[{"raw_affiliation_string":"Department of AI Computing, Pengcheng Laboratory, Shenzhen 518000, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042566252","display_name":"Hao Wang","orcid":"https://orcid.org/0000-0001-8821-7260"},"institutions":[{"id":"https://openalex.org/I30809798","display_name":"ShanghaiTech University","ror":"https://ror.org/030bhh786","country_code":"CN","type":"education","lineage":["https://openalex.org/I30809798"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["School of Information Science and Technology, ShanghaiTech University, Shanghai 201210, China"],"raw_orcid":"https://orcid.org/0000-0001-8821-7260","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, ShanghaiTech University, Shanghai 201210, China","institution_ids":["https://openalex.org/I30809798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":13.0395,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.9822501,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"51","issue":"1","first_page":"92","last_page":"133"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/augmented-lagrangian-method","display_name":"Augmented Lagrangian method","score":0.8900107145309448},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7873042821884155},{"id":"https://openalex.org/keywords/lagrangian-relaxation","display_name":"Lagrangian relaxation","score":0.6799070239067078},{"id":"https://openalex.org/keywords/lagrangian","display_name":"Lagrangian","score":0.634556770324707},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5992902517318726},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.48944082856178284},{"id":"https://openalex.org/keywords/momentum","display_name":"Momentum (technical analysis)","score":0.4781004786491394},{"id":"https://openalex.org/keywords/constrained-optimization-problem","display_name":"Constrained optimization problem","score":0.45540058612823486},{"id":"https://openalex.org/keywords/stochastic-optimization","display_name":"Stochastic optimization","score":0.44316452741622925},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.34845656156539917}],"concepts":[{"id":"https://openalex.org/C150452318","wikidata":"https://www.wikidata.org/wiki/Q4820432","display_name":"Augmented Lagrangian method","level":2,"score":0.8900107145309448},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7873042821884155},{"id":"https://openalex.org/C91765299","wikidata":"https://www.wikidata.org/wiki/Q3424292","display_name":"Lagrangian relaxation","level":2,"score":0.6799070239067078},{"id":"https://openalex.org/C53469067","wikidata":"https://www.wikidata.org/wiki/Q505735","display_name":"Lagrangian","level":2,"score":0.634556770324707},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5992902517318726},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.48944082856178284},{"id":"https://openalex.org/C60718061","wikidata":"https://www.wikidata.org/wiki/Q1414747","display_name":"Momentum (technical analysis)","level":2,"score":0.4781004786491394},{"id":"https://openalex.org/C2989514635","wikidata":"https://www.wikidata.org/wiki/Q5164377","display_name":"Constrained optimization problem","level":3,"score":0.45540058612823486},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.44316452741622925},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.34845656156539917},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1287/moor.2022.0193","is_oa":false,"landing_page_url":"https://doi.org/10.1287/moor.2022.0193","pdf_url":null,"source":{"id":"https://openalex.org/S55826652","display_name":"Mathematics of Operations Research","issn_l":"0364-765X","issn":["0364-765X","1526-5471"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315699","host_organization_name":"Institute for Operations Research and the Management Sciences","host_organization_lineage":["https://openalex.org/P4310315699"],"host_organization_lineage_names":["Institute for Operations Research and the Management Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Mathematics of Operations Research","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2015060724","https://openalex.org/W2029463628","https://openalex.org/W2039110906","https://openalex.org/W2047152541","https://openalex.org/W2060251403","https://openalex.org/W2061879020","https://openalex.org/W2095331394","https://openalex.org/W2097311548","https://openalex.org/W2125062699","https://openalex.org/W2153635508","https://openalex.org/W2157570139","https://openalex.org/W2168062993","https://openalex.org/W2294947825","https://openalex.org/W2295566694","https://openalex.org/W2342613215","https://openalex.org/W2908541468","https://openalex.org/W2963433607","https://openalex.org/W2963470657","https://openalex.org/W2976677498","https://openalex.org/W2993258424","https://openalex.org/W3035804846","https://openalex.org/W3119990369","https://openalex.org/W3125796663","https://openalex.org/W3126903296","https://openalex.org/W3161641506","https://openalex.org/W3200021914","https://openalex.org/W3206860823","https://openalex.org/W4214809715","https://openalex.org/W4252698487","https://openalex.org/W4283397226","https://openalex.org/W4301014524","https://openalex.org/W4311114022","https://openalex.org/W4379646807"],"related_works":["https://openalex.org/W2360271985","https://openalex.org/W2131718214","https://openalex.org/W3149469165","https://openalex.org/W2002987466","https://openalex.org/W2070276483","https://openalex.org/W4313484281","https://openalex.org/W3207854495","https://openalex.org/W1972437117","https://openalex.org/W2467306310","https://openalex.org/W1973889396"],"abstract_inverted_index":{"Nonconvex":[0],"constrained":[1],"stochastic":[2,72,80,167],"optimization":[3],"has":[4],"emerged":[5],"in":[6,35,118,138,160],"many":[7],"important":[8],"application":[9],"areas.":[10],"Subject":[11],"to":[12,69,82,136,170],"general":[13],"functional":[14,43],"constraints,":[15],"it":[16],"minimizes":[17],"the":[18,33,36,40,71,76,83,107,125,163,183,198,207,216,225],"sum":[19],"of":[20,32,78,91,94,109,127,144,158,162,166,191,197,212,220,229],"an":[21,89,172,176],"expectation":[22],"function":[23],"and":[24,39,63,99,113,131,175,224],"a":[25,51,60,65,79,121],"nonsmooth":[26],"regularizer.":[27],"Main":[28],"challenges":[29],"arise":[30],"because":[31],"stochasticity":[34],"random":[37],"integrand":[38],"possibly":[41],"nonconvex":[42],"constraints.":[44],"To":[45],"address":[46],"these":[47],"issues,":[48],"we":[49,104,154],"propose":[50],"momentum-based":[52],"linearized":[53],"augmented":[54,84],"Lagrangian":[55,85],"method":[56],"(MLALM).":[57],"MLALM":[58,159],"adopts":[59],"single-loop":[61],"framework":[62],"incorporates":[64],"recursive":[66],"momentum":[67],"scheme":[68],"compute":[70],"gradient,":[73],"which":[74],"enables":[75],"construction":[77],"approximation":[81],"function.":[86],"We":[87,140],"provide":[88],"analysis":[90],"global":[92],"convergence":[93],"MLALM.":[95],"Under":[96,120],"mild":[97],"conditions":[98],"with":[100],"unbounded":[101],"penalty":[102,149],"parameters,":[103],"show":[105],"that":[106],"sequences":[108,126],"average":[110,128],"stationarity":[111],"measure":[112,134],"constraint":[114,122,129,184],"violations":[115],"are":[116,151],"convergent":[117],"expectation.":[119,139],"qualification":[123],"assumption,":[124],"violation":[130],"complementary":[132],"slackness":[133],"converge":[135],"zero":[137],"also":[141],"explore":[142],"properties":[143],"those":[145],"related":[146],"metrics":[147],"when":[148,181],"parameters":[150],"bounded.":[152],"Furthermore,":[153],"investigate":[155],"oracle":[156],"complexities":[157],"terms":[161],"total":[164],"number":[165],"gradient":[168],"evaluations":[169],"find":[171],"\u03f5-stationary":[173],"point":[174,180],"\u03f5-Karush":[177],"-Kuhn":[178],"-Tucker":[179],"assuming":[182],"qualification.":[185],"Numerical":[186],"experiments":[187],"on":[188],"two":[189],"types":[190],"test":[192],"problems":[193],"reveal":[194],"promising":[195],"performances":[196],"proposed":[199],"algorithm.":[200],"Funding:":[201],"This":[202],"work":[203],"was":[204],"supported":[205],"by":[206],"National":[208],"Natural":[209,226],"Science":[210,227],"Foundation":[211,228],"China":[213],"[Grant":[214,222,231],"12271278],":[215],"Major":[217],"Key":[218],"Project":[219],"PCL":[221],"PCL2022A05],":[223],"Shanghai":[230],"21ZR1442800].":[232]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-02-21T06:11:54.161237","created_date":"2025-10-10T00:00:00"}