{"id":"https://openalex.org/W4394862890","doi":"https://doi.org/10.1109/msp.2024.3358284","title":"An Introduction to Bilevel Optimization: Foundations and applications in signal processing and machine learning","display_name":"An Introduction to Bilevel Optimization: Foundations and applications in signal processing and machine learning","publication_year":2024,"publication_date":"2024-04-16","ids":{"openalex":"https://openalex.org/W4394862890","doi":"https://doi.org/10.1109/msp.2024.3358284"},"language":"en","primary_location":{"id":"doi:10.1109/msp.2024.3358284","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2024.3358284","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106407083","display_name":"Yihua Zhang","orcid":"https://orcid.org/0000-0002-5147-9838"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yihua Zhang","raw_affiliation_strings":["Department of Computer Science and Engineering, Michigan State University, East Lansing, MI, USA"],"raw_orcid":"https://orcid.org/0000-0002-5147-9838","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015133769","display_name":"Prashant Khanduri","orcid":null},"institutions":[{"id":"https://openalex.org/I185443292","display_name":"Wayne State University","ror":"https://ror.org/01070mq45","country_code":"US","type":"education","lineage":["https://openalex.org/I185443292"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prashant Khanduri","raw_affiliation_strings":["Department of Computer Science, Wayne State University, Detroit, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-3055-2917","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Wayne State University, Detroit, MI, USA","institution_ids":["https://openalex.org/I185443292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048310413","display_name":"Ioannis Tsaknakis","orcid":"https://orcid.org/0000-0002-1136-055X"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ioannis Tsaknakis","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Minnesota, MN, USA"],"raw_orcid":"https://orcid.org/0000-0002-1136-055X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Minnesota, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036404920","display_name":"Y. Yao","orcid":"https://orcid.org/0009-0000-0127-8707"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuguang Yao","raw_affiliation_strings":["Department of Computer Science and Engineering, Michigan State University, East Lansing, MI, USA"],"raw_orcid":"https://orcid.org/0009-0000-0127-8707","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100633783","display_name":"Mingyi Hong","orcid":"https://orcid.org/0000-0003-1263-9365"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyi Hong","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Minnesota, MN, USA"],"raw_orcid":"https://orcid.org/0000-0003-1263-9365","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Minnesota, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100321843","display_name":"Sijia Liu","orcid":"https://orcid.org/0000-0003-2817-6991"},"institutions":[{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]},{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sijia Liu","raw_affiliation_strings":["Department of Computer Science and Engineering, Michigan State University, East Lansing, MI, USA","Massachusetts Institute of Technology-IBM Watson Artificial Intelligence Lab, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2817-6991","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]},{"raw_affiliation_string":"Massachusetts Institute of Technology-IBM Watson Artificial Intelligence Lab, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007","https://openalex.org/I1343180700"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5106407083"],"corresponding_institution_ids":["https://openalex.org/I87216513"],"apc_list":null,"apc_paid":null,"fwci":9.8566,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.99244294,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"41","issue":"1","first_page":"38","last_page":"59"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bilevel-optimization","display_name":"Bilevel optimization","score":0.8073323965072632},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7100356817245483},{"id":"https://openalex.org/keywords/signal-processing","display_name":"Signal processing","score":0.6618639230728149},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44986629486083984},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.41493383049964905},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3622438311576843},{"id":"https://openalex.org/keywords/digital-signal-processing","display_name":"Digital signal processing","score":0.2620687186717987},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.24205318093299866},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2015967071056366},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07515165209770203}],"concepts":[{"id":"https://openalex.org/C3309286","wikidata":"https://www.wikidata.org/wiki/Q4907693","display_name":"Bilevel optimization","level":3,"score":0.8073323965072632},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7100356817245483},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.6618639230728149},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44986629486083984},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.41493383049964905},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3622438311576843},{"id":"https://openalex.org/C84462506","wikidata":"https://www.wikidata.org/wiki/Q173142","display_name":"Digital signal processing","level":2,"score":0.2620687186717987},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.24205318093299866},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2015967071056366},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07515165209770203},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/msp.2024.3358284","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2024.3358284","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1542343170","https://openalex.org/W1986990702","https://openalex.org/W2121582537","https://openalex.org/W2124659975","https://openalex.org/W2330338143","https://openalex.org/W2614367549","https://openalex.org/W2787415863","https://openalex.org/W2788388592","https://openalex.org/W2788963265","https://openalex.org/W2885033069","https://openalex.org/W2952215077","https://openalex.org/W2963470657","https://openalex.org/W3107118572","https://openalex.org/W3110675837","https://openalex.org/W3123350987","https://openalex.org/W3157449124","https://openalex.org/W3158226575","https://openalex.org/W3173549997","https://openalex.org/W3199051821","https://openalex.org/W4221139164","https://openalex.org/W4225852813","https://openalex.org/W4288055373","https://openalex.org/W4288287305","https://openalex.org/W4293846201","https://openalex.org/W4296540988","https://openalex.org/W4307207889","https://openalex.org/W4317603926","https://openalex.org/W4317897806","https://openalex.org/W4318942333","https://openalex.org/W4320559890","https://openalex.org/W4378619654","https://openalex.org/W4381572192","https://openalex.org/W6680196509","https://openalex.org/W6734265508","https://openalex.org/W6736057607","https://openalex.org/W6748676082","https://openalex.org/W6751797489","https://openalex.org/W6751979845","https://openalex.org/W6752515464","https://openalex.org/W6753122105","https://openalex.org/W6755905128","https://openalex.org/W6763249885","https://openalex.org/W6765285020","https://openalex.org/W6767599400","https://openalex.org/W6771809012","https://openalex.org/W6773705132","https://openalex.org/W6774469542","https://openalex.org/W6775941530","https://openalex.org/W6778804409","https://openalex.org/W6779138978","https://openalex.org/W6780176858","https://openalex.org/W6780665282","https://openalex.org/W6795192965","https://openalex.org/W6795196678","https://openalex.org/W6795968969","https://openalex.org/W6796849125","https://openalex.org/W6797196285","https://openalex.org/W6797612865","https://openalex.org/W6801789268","https://openalex.org/W6804711293","https://openalex.org/W6810579990","https://openalex.org/W6811413059","https://openalex.org/W6840935462","https://openalex.org/W6841135224","https://openalex.org/W6846067604","https://openalex.org/W6848955768","https://openalex.org/W6849937562","https://openalex.org/W6850253346","https://openalex.org/W6850601123","https://openalex.org/W6853659455"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347","https://openalex.org/W4210805261"],"abstract_inverted_index":{"Recently,":[0],"bilevel":[1],"optimization":[2,30,137],"(BLO)":[3],"has":[4,57],"taken":[5],"center":[6],"stage":[7],"in":[8,13,65,68,109,167],"some":[9,119,164,179],"very":[10],"exciting":[11],"developments":[12],"the":[14,45,48,53,182,185,200,215],"area":[15],"of":[16,36,82,102,118,122,125,181,184,217,232],"signal":[17],"processing":[18],"(SP)":[19],"and":[20,40,70,111,139,158,170,175,226,235],"machine":[21],"learning":[22],"(ML).":[23],"Roughly":[24],"speaking,":[25],"BLO":[26,56,83,104,126,168,204,218],"is":[27,63],"a":[28,100,220,229],"classical":[29],"problem":[31,50],"that":[32,74,106,187,195],"involves":[33],"two":[34],"levels":[35],"hierarchy":[37],"(i.e.,":[38],"upper":[39],"lower":[41],"levels),":[42],"wherein":[43],"obtaining":[44],"solution":[46],"to":[47,91,150,213,223],"upper-level":[49],"requires":[51],"solving":[52],"lower-level":[54],"one.":[55],"become":[58],"popular":[59],"largely":[60],"because":[61],"it":[62],"powerful":[64],"modeling":[66],"problems":[67,105],"SP":[69,110,157,234],"ML,":[71],"among":[72],"others,":[73],"involve":[75],"optimizing":[76],"nested":[77],"objective":[78],"functions.":[79],"Prominent":[80],"applications":[81],"range":[84],"from":[85],"resource":[86],"allocation":[87],"for":[88,154,173,208],"wireless":[89],"systems":[90],"adversarial":[92],"ML.":[93],"In":[94],"this":[95,123,196],"work,":[96],"we":[97,162,176,206],"focus":[98],"on":[99,228],"class":[101,124],"tractable":[103],"often":[107],"appear":[108],"ML":[112,159,236],"applications.":[113,160,237],"We":[114,193],"provide":[115],"an":[116],"overview":[117],"basic":[120],"concepts":[121],"problems,":[127],"such":[128],"as":[129,142,144,219],"their":[130,136],"optimality":[131],"conditions,":[132],"standard":[133],"algorithms":[134],"(including":[135],"principles":[138],"practical":[140],"implementations)":[141],"well":[143],"how":[145],"they":[146],"can":[147,211],"be":[148],"leveraged":[149],"obtain":[151],"state-of-the-art":[152],"results":[153],"several":[155],"key":[156],"Further,":[161],"discuss":[163],"recent":[165],"advances":[166],"theory":[169],"its":[171],"implications":[172],"applications,":[174],"point":[177],"out":[178],"limitations":[180],"state":[183],"art":[186],"require":[188],"significant":[189],"future":[190],"research":[191],"efforts.":[192],"hope":[194],"article,":[197],"together":[198],"with":[199],"associated":[201],"open":[202],"source":[203],"toolbox":[205],"developed":[207],"algorithm":[209],"benchmarking,":[210],"serve":[212],"accelerate":[214],"adoption":[216],"generic":[221],"tool":[222],"model,":[224],"analyze,":[225],"innovate":[227],"wide":[230],"array":[231],"emerging":[233]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}