{"id":"https://openalex.org/W4409805047","doi":"https://doi.org/10.1137/23m1604515","title":"Block Majorization-Minimization with Diminishing Radius for Constrained Nonsmooth Nonconvex Optimization","display_name":"Block Majorization-Minimization with Diminishing Radius for Constrained Nonsmooth Nonconvex Optimization","alternate_titles":[],"publication_year":2025,"publication_date":"2025-04-25","ids":{"openalex":"https://openalex.org/W4409805047","doi":"https://doi.org/10.1137/23m1604515","mag":"3111082616"},"language":"en","primary_location":{"id":"doi:10.1137/23m1604515","doi":"https://doi.org/10.1137/23m1604515","is_oa":false,"landing_page_url":"https://doi.org/10.1137/23m1604515","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4409805047"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2012.03503","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065059104","display_name":"Hanbaek Lyu","orcid":"https://orcid.org/0000-0002-6323-5240","observed_orcids":["https://orcid.org/0000-0002-6323-5240"]},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hanbaek Lyu","raw_affiliation_strings":["Department of Mathematics, University of Wisconsin-Madison, Madison, WI 53706 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of Wisconsin-Madison, Madison, WI 53706 USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100348344","display_name":"Yuchen Li","orcid":"https://orcid.org/0000-0001-9646-291X","observed_orcids":["https://orcid.org/0000-0001-9646-291X"]},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yuchen Li","raw_affiliation_strings":["Department of Mathematics, University of Wisconsin-Madison, Madison, WI 53706 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, University of Wisconsin-Madison, Madison, WI 53706 USA","institution_ids":["https://openalex.org/I135310074"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I135310074"],"apc_list":null,"apc_paid":null,"fwci":2.3452,"has_fulltext":true,"cited_by_count":33,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.90384464,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":"35","issue":"2","first_page":"842","last_page":"871"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5785999894142151,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.5785999894142151,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10545","display_name":"Optimization and Variational Analysis","score":0.24210000038146973,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.0778999999165535,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trust-region-method","display_name":"trust region method","score":0.9660000205039978},{"id":"https://openalex.org/keywords/approximate-optimality","display_name":"approximate optimality","score":0.4650000035762787},{"id":"https://openalex.org/keywords/non-negative-matrix-factorization","display_name":"non-negative matrix factorization","score":0.7829999923706055},{"id":"https://openalex.org/keywords/block-coordinate-descent","display_name":"block coordinate descent","score":0.7009999752044678},{"id":"https://openalex.org/keywords/convergence-rate-analysis","display_name":"convergence rate analysis","score":0.47600001096725464}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.8290356397628784},{"id":"https://openalex.org/C2777818330","wikidata":"https://www.wikidata.org/wiki/Q1994695","display_name":"Majorization","level":2,"score":0.7130165100097656},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.6385526657104492},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.590286374092102},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.546509861946106},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4145810306072235},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.3897581696510315}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1137/23m1604515","doi":"https://doi.org/10.1137/23m1604515","is_oa":false,"landing_page_url":"https://doi.org/10.1137/23m1604515","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2012.03503","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.03503","pdf_url":"https://arxiv.org/pdf/2012.03503","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3111082616","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2012.03503","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"mag:3204197457","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2012.03503","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2012.03503","doi":"https://doi.org/10.48550/arxiv.2012.03503","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2012.03503","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2012.03503","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.03503","pdf_url":"https://arxiv.org/pdf/2012.03503","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2080163801","display_name":"Online Dictionary Learning for Dependent and Multimodal Data Samples: Convergence, Complexity, and Applications","funder_award_id":"2206296","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3527394754","display_name":"Combinatorial and Probabilistic Approaches to Oscillator and Clock Synchronization","funder_award_id":"2010035","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5632738584","display_name":"TRIPODS: Institute for Foundations of Data Science","funder_award_id":"2023239","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409805047.pdf","grobid_xml":"https://content.openalex.org/works/W4409805047.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W147998453","https://openalex.org/W301343586","https://openalex.org/W314961369","https://openalex.org/W654824284","https://openalex.org/W1499137793","https://openalex.org/W1531121930","https://openalex.org/W1551219034","https://openalex.org/W1562070494","https://openalex.org/W1603765807","https://openalex.org/W1736726159","https://openalex.org/W1902027874","https://openalex.org/W1946620893","https://openalex.org/W1968154520","https://openalex.org/W1979089199","https://openalex.org/W1983094140","https://openalex.org/W1987972509","https://openalex.org/W2000215628","https://openalex.org/W2000769684","https://openalex.org/W2013850411","https://openalex.org/W2017288758","https://openalex.org/W2023901033","https://openalex.org/W2024165284","https://openalex.org/W2038136467","https://openalex.org/W2039050532","https://openalex.org/W2039284087","https://openalex.org/W2044207982","https://openalex.org/W2050968963","https://openalex.org/W2064417161","https://openalex.org/W2069213542","https://openalex.org/W2076554482","https://openalex.org/W2079196839","https://openalex.org/W2091449379","https://openalex.org/W2093417350","https://openalex.org/W2095984592","https://openalex.org/W2103146144","https://openalex.org/W2105464873","https://openalex.org/W2110096996","https://openalex.org/W2119883478","https://openalex.org/W2125874614","https://openalex.org/W2132538571","https://openalex.org/W2135029798","https://openalex.org/W2140499889","https://openalex.org/W2144351558","https://openalex.org/W2144920235","https://openalex.org/W2153663612","https://openalex.org/W2166765763","https://openalex.org/W2210084516","https://openalex.org/W2384663018","https://openalex.org/W2436219157","https://openalex.org/W2559655401","https://openalex.org/W2763081248","https://openalex.org/W2781090973","https://openalex.org/W2790417304","https://openalex.org/W2798332588","https://openalex.org/W2798766386","https://openalex.org/W2890301366","https://openalex.org/W2946511237","https://openalex.org/W2963775200","https://openalex.org/W2965895369","https://openalex.org/W2999905431","https://openalex.org/W3038416955","https://openalex.org/W3131726128","https://openalex.org/W4287666049","https://openalex.org/W4378473863","https://openalex.org/W4400869442"],"related_works":["https://openalex.org/W4389982929","https://openalex.org/W4205214044","https://openalex.org/W2531491639","https://openalex.org/W4413177609","https://openalex.org/W4223415113","https://openalex.org/W2963648037","https://openalex.org/W2093227229","https://openalex.org/W2963703925"],"abstract_inverted_index":{"Block":[0],"majorization-minimization":[1],"(BMM)":[2],"is":[3,162],"a":[4,32,105,163],"simple":[5],"iterative":[6],"algorithm":[7,184,204],"for":[8,57,205],"constrained":[9,59],"nonconvex":[10,61],"optimization":[11,36],"that":[12,56,101,229],"sequentially":[13],"minimizes":[14],"majorizing":[15],"surrogates":[16,73],"of":[17,35,94,115,120,233,241],"the":[18,25,92,121,144,153,173,180,183,200,218,230,238],"objective":[19],"function":[20],"in":[21,176,243],"each":[22,177],"block":[23,40,49,220],"while":[24],"others":[26],"are":[27,147,156],"held":[28],"fixed.":[29],"BMM":[30,63,102,242],"entails":[31],"large":[33],"class":[34],"algorithms":[37,197],"such":[38,198],"as":[39,150,152,199],"coordinate":[41],"descent":[42,223],"and":[43,48,69,88,132,211,217],"its":[44],"proximal-point":[45],"variant,":[46],"expectation-minimization,":[47],"projected":[50,221],"gradient":[51,222],"descent.":[52],"We":[53,186],"first":[54],"establish":[55],"general":[58,189],"nonsmooth":[60],"optimization,":[62],"with":[64,104,108,135],"[Formula:":[65,70,77,84,116,126],"see":[66,71,78,85,117,127],"text]-strongly":[67],"convex":[68,145],"text]-smooth":[72],"can":[74,236],"produce":[75],"an":[76,112],"text]-approximate":[79],"first-order":[80,95,166,181],"optimal":[81,96],"point":[82],"within":[83],"text]":[86],"iterations":[87],"asymptotically":[89],"converges":[90],"to":[91,159,191],"set":[93],"points.":[97],"Next,":[98],"we":[99,171,226],"show":[100],"combined":[103],"trust-region":[106],"method":[107],"diminishing":[109,234],"radius":[110,235],"has":[111],"improved":[113,130],"complexity":[114],"text],":[118,128],"independent":[119],"inverse":[122],"strong":[123],"convexity":[124],"parameter":[125],"allowing":[129],"theoretical":[131],"practical":[133],"performance":[134],"\u201cflat\u201d":[136],"surrogates.":[137],"Our":[138],"results":[139,194],"hold":[140],"robustly":[141],"even":[142],"when":[143],"subproblems":[146],"solved":[148],"inexactly":[149],"long":[151],"optimality":[154,167],"gaps":[155],"summable.":[157],"Central":[158],"our":[160,188],"analysis":[161],"novel":[164],"continuous":[165],"measure,":[168],"by":[169,179,209],"which":[170],"bound":[172],"worst-case":[174],"suboptimality":[175],"iteration":[178],"improvement":[182],"makes.":[185],"apply":[187],"framework":[190],"obtain":[192],"new":[193],"on":[195],"various":[196],"celebrated":[201],"multiplicative":[202],"update":[203],"nonnegative":[206,214],"matrix":[207],"factorization":[208],"Lee":[210],"Seung,":[212],"regularized":[213],"tensor":[215],"decomposition,":[216],"classical":[219],"algorithm.":[224],"Lastly,":[225],"numerically":[227],"demonstrate":[228],"additional":[231],"use":[232],"improve":[237],"convergence":[239],"rate":[240],"many":[244],"instances.":[245]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4409805047","counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2025-04-26T00:00:00"}
