{"id":"https://openalex.org/W4381616632","doi":"https://doi.org/10.1137/21m1451944","title":"Primal-Dual First-Order Methods for Affinely Constrained Multi-block Saddle Point Problems","display_name":"Primal-Dual First-Order Methods for Affinely Constrained Multi-block Saddle Point Problems","publication_year":2023,"publication_date":"2023-06-22","ids":{"openalex":"https://openalex.org/W4381616632","doi":"https://doi.org/10.1137/21m1451944"},"language":"en","primary_location":{"id":"doi:10.1137/21m1451944","is_oa":false,"landing_page_url":"https://doi.org/10.1137/21m1451944","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101898224","display_name":"Junyu Zhang","orcid":"https://orcid.org/0000-0003-2194-9664"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Junyu Zhang","raw_affiliation_strings":["Department of Industrial Systems Engineering and Management, National University of Singapore, Singapore 117576, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-2194-9664","affiliations":[{"raw_affiliation_string":"Department of Industrial Systems Engineering and Management, National University of Singapore, Singapore 117576, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100707460","display_name":"Mengdi Wang","orcid":"https://orcid.org/0000-0002-2101-9507"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengdi Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Princeton University, Princeton, NJ 08544 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Princeton University, Princeton, NJ 08544 USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100633783","display_name":"Mingyi Hong","orcid":"https://orcid.org/0000-0003-1263-9365"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyi Hong","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis, MN 55455 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Minnesota, Minneapolis, MN 55455 USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089542160","display_name":"Shuzhong Zhang","orcid":"https://orcid.org/0000-0001-5838-1676"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]},{"id":"https://openalex.org/I2800403580","display_name":"University of Minnesota System","ror":"https://ror.org/03grvy078","country_code":"US","type":"education","lineage":["https://openalex.org/I2800403580"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuzhong Zhang","raw_affiliation_strings":["Department of Industrial and Systems Engineering, University of Minnesota, Minneapolis, MN 55455 USA"],"raw_orcid":"https://orcid.org/0000-0001-5838-1676","affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, University of Minnesota, Minneapolis, MN 55455 USA","institution_ids":["https://openalex.org/I130238516","https://openalex.org/I2800403580"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.799,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.62225401,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"33","issue":"2","first_page":"1035","last_page":"1060"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10545","display_name":"Optimization and Variational Analysis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6966818571090698},{"id":"https://openalex.org/keywords/saddle-point","display_name":"Saddle point","score":0.6794332265853882},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.5990641713142395},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.5698701739311218},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5340871214866638},{"id":"https://openalex.org/keywords/smoothness","display_name":"Smoothness","score":0.508253276348114},{"id":"https://openalex.org/keywords/separable-space","display_name":"Separable space","score":0.43203017115592957},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.42265310883522034},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.420326292514801},{"id":"https://openalex.org/keywords/convexity","display_name":"Convexity","score":0.41410014033317566},{"id":"https://openalex.org/keywords/affine-transformation","display_name":"Affine transformation","score":0.41180601716041565},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2238348424434662},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.16787511110305786},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.15160512924194336},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.0874609649181366}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6966818571090698},{"id":"https://openalex.org/C2681867","wikidata":"https://www.wikidata.org/wiki/Q690935","display_name":"Saddle point","level":2,"score":0.6794332265853882},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.5990641713142395},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.5698701739311218},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5340871214866638},{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.508253276348114},{"id":"https://openalex.org/C70710897","wikidata":"https://www.wikidata.org/wiki/Q680081","display_name":"Separable space","level":2,"score":0.43203017115592957},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.42265310883522034},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.420326292514801},{"id":"https://openalex.org/C72134830","wikidata":"https://www.wikidata.org/wiki/Q5166524","display_name":"Convexity","level":2,"score":0.41410014033317566},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.41180601716041565},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2238348424434662},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.16787511110305786},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.15160512924194336},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.0874609649181366},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1137/21m1451944","is_oa":false,"landing_page_url":"https://doi.org/10.1137/21m1451944","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G3593650806","display_name":"CAREER: Stochastic Nested Composition Optimization: Theory and Algorithms","funder_award_id":"1653435","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G409730928","display_name":"Collaborative Research: Statistical Optimization for Barcoding and Decoding Single-Cell Dynamics via CRISPR Gene Editing","funder_award_id":"1953686","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4831627420","display_name":"Decomposition Framework for Non-convex Nonsmooth Optimization with Applications in Data Analytics","funder_award_id":"1727757","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5429545050","display_name":null,"funder_award_id":"1006977","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G7162962953","display_name":"CIF: Small: A Simple and Unifying Optimization Framework for Signal and Information Processing Problems with Min-Max Structures","funder_award_id":"1910385","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7382101903","display_name":null,"funder_award_id":"WBS R-266-000-158-133","funder_id":"https://openalex.org/F4320320751","funder_display_name":"Ministry of Education - Singapore"},{"id":"https://openalex.org/G8778260975","display_name":"RI: Medium: Provable Reinforcement Learning with Function Approximation and Neural Networks","funder_award_id":"2107304","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320751","display_name":"Ministry of Education - Singapore","ror":"https://ror.org/01kcva023"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W783438975","https://openalex.org/W1487404723","https://openalex.org/W1549918636","https://openalex.org/W1980183459","https://openalex.org/W1986080131","https://openalex.org/W1991765628","https://openalex.org/W1992268468","https://openalex.org/W1992841740","https://openalex.org/W2009378447","https://openalex.org/W2081316950","https://openalex.org/W2089559088","https://openalex.org/W2092663520","https://openalex.org/W2092851214","https://openalex.org/W2094631364","https://openalex.org/W2105693192","https://openalex.org/W2111076441","https://openalex.org/W2161823659","https://openalex.org/W2241435520","https://openalex.org/W2502737401","https://openalex.org/W2508573783","https://openalex.org/W2807024067","https://openalex.org/W2963246299","https://openalex.org/W2963419911","https://openalex.org/W2965299328","https://openalex.org/W3102961917","https://openalex.org/W3121990589","https://openalex.org/W4241368925","https://openalex.org/W4292363360"],"related_works":["https://openalex.org/W4254386783","https://openalex.org/W2940405130","https://openalex.org/W2363211409","https://openalex.org/W2376481828","https://openalex.org/W2390990501","https://openalex.org/W4244087063","https://openalex.org/W2035309570","https://openalex.org/W2002792507","https://openalex.org/W4226280031","https://openalex.org/W4387602064"],"abstract_inverted_index":{".We":[0],"consider":[1],"the":[2,11,35,46,70,101,105,110,164,189,195,198],"convex-concave":[3],"saddle":[4],"point":[5,65,200],"problem":[6,40,52],"\\(\\min_{{\\mathbf{x}}}\\max_{{\\mathbf{y}}}\\Phi":[7],"({\\mathbf{x}},{\\mathbf{y}})\\)":[8,29],",":[9],"where":[10],"decision":[12],"variables":[13],"\\(\\mathbf{x}\\)":[14,83,126,169],"and/or":[15],"\\(\\mathbf{y}\\)":[16,85,128,171],"are":[17,77,97,119],"subject":[18],"to":[19,99,193],"certain":[20,31],"multi-block":[21,190],"structure":[22],"and":[23,27,84,89,109,127,132,170,181],"affine":[24,90,133],"coupling":[25],"constraints,":[26,134],"\\(\\Phi":[28],"possesses":[30],"separable":[32],"structure.":[33],"Although":[34],"minimization":[36],"counterpart":[37],"of":[38,48,62,73,82,95,107,112,144,157,163,166,197],"this":[39,50,57],"has":[41,86],"been":[42],"widely":[43],"studied":[44],"under":[45,68],"topics":[47],"ADMM,":[49],"minimax":[51],"is":[53,66,148,186],"rarely":[54],"investigated.":[55],"In":[56],"paper,":[58],"a":[59,135],"convenient":[60],"notion":[61],"\\(\\epsilon\\)":[63],"-saddle":[64],"proposed,":[67],"which":[69],"convergence":[71,117,158],"rate":[72,156],"several":[74,92],"proposed":[75,98],"algorithms":[76],"analyzed.":[78],"When":[79,124],"only":[80],"one":[81],"multiple":[87,130],"blocks":[88,108,131,167],"constraint,":[91],"natural":[93],"extensions":[94],"ADMM":[96,182],"solve":[100],"problem.":[102],"Depending":[103],"on":[104],"number":[106,165],"level":[111],"smoothness,":[113],"\\({\\mathcal{O}}(1/T)\\)":[114,155],"or":[115],"\\({\\mathcal{O}}(1/\\sqrt{T})\\)":[116],"rates":[118],"derived":[120],"for":[121],"our":[122],"algorithms.":[123],"both":[125],"have":[129],"new":[136],"algorithm":[137],"called":[138],"\\(\\underline{\\text{E}}\\)":[139],"xtra-":[140],"\\(\\underline{\\text{G}}\\)":[141],"radient":[142],"Method":[143],"\\(\\underline{\\text{M}}\\)":[145],"ultipliers":[146],"(EGMM)":[147],"proposed.":[149],"Under":[150],"desirable":[151],"smoothness":[152],"conditions,":[153],"an":[154],"can":[159],"be":[160],"guaranteed":[161],"regardless":[162],"in":[168],".":[172],"An":[173],"in-depth":[174],"comparison":[175],"between":[176],"EGMM":[177],"(fully":[178],"primal-dual":[179],"method)":[180,185],"(approximate":[183],"dual":[184],"made":[187],"over":[188],"optimization":[191],"problems":[192],"illustrate":[194],"advantage":[196],"EGMM.Keywordssaddle":[199],"problemmulti-block":[201],"problemaffine":[202],"constraintsprimal-dual":[203],"methoditeration":[204],"complexityfirst-order":[205],"methodMSC":[206],"codes68Q2590C3090C2590C47":[207]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}