{"id":"https://openalex.org/W4390697200","doi":"https://doi.org/10.1137/22m1506547","title":"Learning Sparsity-Promoting Regularizers Using Bilevel Optimization","display_name":"Learning Sparsity-Promoting Regularizers Using Bilevel Optimization","publication_year":2024,"publication_date":"2024-01-10","ids":{"openalex":"https://openalex.org/W4390697200","doi":"https://doi.org/10.1137/22m1506547"},"language":"en","primary_location":{"id":"doi:10.1137/22m1506547","is_oa":false,"landing_page_url":"https://doi.org/10.1137/22m1506547","pdf_url":null,"source":{"id":"https://openalex.org/S152600803","display_name":"SIAM Journal on Imaging Sciences","issn_l":"1936-4954","issn":["1936-4954"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Imaging Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010797015","display_name":"Avrajit Ghosh","orcid":"https://orcid.org/0000-0002-8336-3426"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Avrajit Ghosh","raw_affiliation_strings":["Computational Mathematics, Science and Engineering, Michigan State University, East Lansing, MI 48824 USA"],"raw_orcid":"https://orcid.org/0000-0002-8336-3426","affiliations":[{"raw_affiliation_string":"Computational Mathematics, Science and Engineering, Michigan State University, East Lansing, MI 48824 USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006151881","display_name":"Michael T. McCann","orcid":"https://orcid.org/0000-0001-7645-252X"},"institutions":[{"id":"https://openalex.org/I1343871089","display_name":"Los Alamos National Laboratory","ror":"https://ror.org/01e41cf67","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I1343871089","https://openalex.org/I198811213","https://openalex.org/I4210120050"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael McCann","raw_affiliation_strings":["Theoretical Division, Los Alamos National Laboratory, Los Alamos, NM 87545 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Theoretical Division, Los Alamos National Laboratory, Los Alamos, NM 87545 USA","institution_ids":["https://openalex.org/I1343871089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046523110","display_name":"Madeline Mitchell","orcid":"https://orcid.org/0000-0002-3978-6720"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Madeline Mitchell","raw_affiliation_strings":["Computational Mathematics, Science and Engineering, Michigan State University, East Lansing, MI 48824 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computational Mathematics, Science and Engineering, Michigan State University, East Lansing, MI 48824 USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101799762","display_name":"Saiprasad Ravishankar","orcid":"https://orcid.org/0000-0002-5792-5827"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saiprasad Ravishankar","raw_affiliation_strings":["Biomedical Engineering, Michigan State University, East Lansing, MI 48824 USA","Computational Mathematics, Science and Engineering, Michigan State University, East Lansing, MI 48824 USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Biomedical Engineering, Michigan State University, East Lansing, MI 48824 USA","institution_ids":["https://openalex.org/I87216513"]},{"raw_affiliation_string":"Computational Mathematics, Science and Engineering, Michigan State University, East Lansing, MI 48824 USA","institution_ids":["https://openalex.org/I87216513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7575,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.59297255,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"17","issue":"1","first_page":"31","last_page":"60"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12015","display_name":"Photoacoustic and Ultrasonic Imaging","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6147958636283875},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5982191562652588},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.5176156759262085},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5144022107124329},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4952000677585602},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.49322742223739624},{"id":"https://openalex.org/keywords/bilevel-optimization","display_name":"Bilevel optimization","score":0.48392540216445923},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.45532727241516113},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.44514957070350647},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4276791512966156},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.41613543033599854},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.38867083191871643},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.34902945160865784},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29420310258865356},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.24086421728134155}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6147958636283875},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5982191562652588},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.5176156759262085},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5144022107124329},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4952000677585602},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.49322742223739624},{"id":"https://openalex.org/C3309286","wikidata":"https://www.wikidata.org/wiki/Q4907693","display_name":"Bilevel optimization","level":3,"score":0.48392540216445923},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.45532727241516113},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.44514957070350647},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4276791512966156},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.41613543033599854},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.38867083191871643},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34902945160865784},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29420310258865356},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.24086421728134155},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1137/22m1506547","is_oa":false,"landing_page_url":"https://doi.org/10.1137/22m1506547","pdf_url":null,"source":{"id":"https://openalex.org/S152600803","display_name":"SIAM Journal on Imaging Sciences","issn_l":"1936-4954","issn":["1936-4954"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Imaging Sciences","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1510788882","https://openalex.org/W1578368825","https://openalex.org/W1594563152","https://openalex.org/W1916477561","https://openalex.org/W1928278792","https://openalex.org/W1970163214","https://openalex.org/W1977777127","https://openalex.org/W1994281301","https://openalex.org/W2003884262","https://openalex.org/W2014297682","https://openalex.org/W2018089423","https://openalex.org/W2049893860","https://openalex.org/W2057069782","https://openalex.org/W2077849766","https://openalex.org/W2098092211","https://openalex.org/W2115563908","https://openalex.org/W2141039087","https://openalex.org/W2160547390","https://openalex.org/W2163112044","https://openalex.org/W2168668658","https://openalex.org/W2198630576","https://openalex.org/W2225145765","https://openalex.org/W2318704448","https://openalex.org/W2485576679","https://openalex.org/W2573726823","https://openalex.org/W2574952845","https://openalex.org/W2604272474","https://openalex.org/W2626638040","https://openalex.org/W2755250072","https://openalex.org/W2901943374","https://openalex.org/W2937056002","https://openalex.org/W2942199805","https://openalex.org/W2963814976","https://openalex.org/W2964215687","https://openalex.org/W2999167634","https://openalex.org/W3098015273","https://openalex.org/W3103921058","https://openalex.org/W3105578323","https://openalex.org/W3105664040","https://openalex.org/W3105699558","https://openalex.org/W3106348863","https://openalex.org/W3133902371","https://openalex.org/W3206211787","https://openalex.org/W4210583703","https://openalex.org/W4240790602","https://openalex.org/W4245067850","https://openalex.org/W4250589301","https://openalex.org/W4250955649"],"related_works":["https://openalex.org/W2895097035","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W3020853991","https://openalex.org/W4362706668","https://openalex.org/W4231621013","https://openalex.org/W3171021120","https://openalex.org/W3008318776"],"abstract_inverted_index":{"Abstract.":[0],"We":[1],"present":[2],"a":[3,21,71,86,90,111,124],"gradient-based":[4],"heuristic":[5],"method":[6,171],"for":[7,13,133,190],"supervised":[8,54],"learning":[9,55],"of":[10,53,97,108,114,136,144],"sparsity-promoting":[11,92],"regularizers":[12,35,179],"denoising":[14,146],"signals":[15,84,163],"and":[16,118,148,164,183,187],"images.":[17],"Sparsity-promoting":[18],"regularization":[19],"is":[20],"key":[22],"ingredient":[23],"in":[24,46,61],"solving":[25,62,123],"modern":[26],"signal":[27],"reconstruction":[28,64],"problems;":[29],"however,":[30],"the":[31,95,98,104,134,137,141,145,169],"operators":[32],"underlying":[33],"these":[34],"are":[36,100],"usually":[37],"either":[38],"designed":[39],"by":[40],"hand":[41],"or":[42],"learned":[43,101],"from":[44],"data":[45],"an":[47,131,150,174],"unsupervised":[48,184],"way.":[49],"The":[50],"recent":[51],"success":[52],"(e.g.,":[56],"with":[57,89,160],"convolutional":[58],"neural":[59],"networks)":[60],"image":[63,117],"problems":[65],"suggests":[66],"that":[67,168,176],"it":[68],"could":[69],"be":[70],"fruitful":[72],"approach":[73],"to":[74,82,102,155],"designing":[75],"regularizers.":[76],"Towards":[77],"this":[78],"end,":[79],"we":[80,129],"propose":[81],"denoise":[83],"using":[85,140],"variational":[87],"formulation":[88],"parametric,":[91],"regularizer,":[93],"where":[94],"parameters":[96],"regularizer":[99],"minimize":[103,156],"mean":[105],"squared":[106],"error":[107],"reconstructions":[109],"on":[110],"training":[112,138],"set":[113],"ground":[115],"truth":[116],"measurement":[119],"pairs.":[120],"Training":[121],"involves":[122],"challenging":[125],"bilevel":[126],"optimization":[127],"problem;":[128],"derive":[130],"expression":[132],"gradient":[135,152],"loss":[139],"closed-form":[142],"solution":[143],"problem":[147],"provide":[149],"accompanying":[151],"descent":[153],"algorithm":[154],"it.":[157],"Our":[158],"experiments":[159],"structured":[161],"1D":[162],"natural":[165],"images":[166],"indicate":[167],"proposed":[170],"can":[172],"learn":[173],"operator":[175],"outperforms":[177],"well-known":[178],"(total":[180],"variation,":[181],"DCT-sparsity,":[182],"dictionary":[185],"learning)":[186],"collaborative":[188],"filtering":[189],"denoising.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-08-22T07:34:49.880490","created_date":"2025-10-10T00:00:00"}