{"id":"https://openalex.org/W7164547852","doi":"https://doi.org/10.1109/msp.2026.3677783","title":"Unveiling Hidden Convexity in Deep Learning: A sparse signal processing perspective [Special Issue on the Mathematics of Deep Learning]","display_name":"Unveiling Hidden Convexity in Deep Learning: A sparse signal processing perspective [Special Issue on the Mathematics of Deep Learning]","publication_year":2026,"publication_date":"2026-05-01","ids":{"openalex":"https://openalex.org/W7164547852","doi":"https://doi.org/10.1109/msp.2026.3677783"},"language":null,"primary_location":{"id":"doi:10.1109/msp.2026.3677783","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2026.3677783","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130752990","display_name":"Emi Zeger","orcid":null},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emi Zeger","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7671-5606","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001436196","display_name":"Mert Pilanc\u0131","orcid":"https://orcid.org/0000-0002-0870-9992"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mert Pilanci","raw_affiliation_strings":["Department of Electrical Engineering, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0870-9992","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.85691726,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"43","issue":"3","first_page":"86","last_page":"101"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.46059998869895935,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.46059998869895935,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.3278999924659729,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.01549999974668026,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.722599983215332},{"id":"https://openalex.org/keywords/signal-processing","display_name":"Signal processing","score":0.6898000240325928},{"id":"https://openalex.org/keywords/convexity","display_name":"Convexity","score":0.633400022983551},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.399399995803833},{"id":"https://openalex.org/keywords/multidimensional-signal-processing","display_name":"Multidimensional signal processing","score":0.3993000090122223},{"id":"https://openalex.org/keywords/matrix-algebra","display_name":"Matrix algebra","score":0.367900013923645},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.32499998807907104}],"concepts":[{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.722599983215332},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.6898000240325928},{"id":"https://openalex.org/C72134830","wikidata":"https://www.wikidata.org/wiki/Q5166524","display_name":"Convexity","level":2,"score":0.633400022983551},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6118000149726868},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5214999914169312},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.399399995803833},{"id":"https://openalex.org/C501101116","wikidata":"https://www.wikidata.org/wiki/Q18378116","display_name":"Multidimensional signal processing","level":4,"score":0.3993000090122223},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3831999897956848},{"id":"https://openalex.org/C2988995629","wikidata":"https://www.wikidata.org/wiki/Q2915729","display_name":"Matrix algebra","level":3,"score":0.367900013923645},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3531000018119812},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.32499998807907104},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31470000743865967},{"id":"https://openalex.org/C70958404","wikidata":"https://www.wikidata.org/wiki/Q7512728","display_name":"Signal reconstruction","level":4,"score":0.31349998712539673},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C142433447","wikidata":"https://www.wikidata.org/wiki/Q7806653","display_name":"Time\u2013frequency analysis","level":3,"score":0.29649999737739563},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2937000095844269},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.2766999900341034}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/msp.2026.3677783","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2026.3677783","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5196712529","display_name":null,"funder_award_id":"HR00112490441","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G5998070949","display_name":null,"funder_award_id":"N00014-24-1-2164","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G816089589","display_name":null,"funder_award_id":"1R01AG08950901A1","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2020498246","https://openalex.org/W2040970380","https://openalex.org/W2060430274","https://openalex.org/W2099410419","https://openalex.org/W2118550318","https://openalex.org/W2134332047","https://openalex.org/W2135046866","https://openalex.org/W2138019504","https://openalex.org/W2145096794","https://openalex.org/W2145962650","https://openalex.org/W2167077875","https://openalex.org/W2608666998","https://openalex.org/W2746420172","https://openalex.org/W2894812324","https://openalex.org/W2919115771","https://openalex.org/W2963095610","https://openalex.org/W2983999360","https://openalex.org/W3086769137","https://openalex.org/W3160828921","https://openalex.org/W3197839114","https://openalex.org/W3207554517","https://openalex.org/W3207766955","https://openalex.org/W4250955649","https://openalex.org/W4293052541","https://openalex.org/W4294691992","https://openalex.org/W4382677476","https://openalex.org/W4386494562","https://openalex.org/W4399665811","https://openalex.org/W4407938032","https://openalex.org/W7133222207"],"related_works":[],"abstract_inverted_index":{"Deep":[0],"neural":[1,92],"networks":[2,93,101],"(DNNs)":[3],"have":[4],"achieved":[5],"groundbreaking":[6],"success":[7],"in":[8,117,137],"various":[9],"fields.":[10],"Yet,":[11],"the":[12,20,35,83,124,133],"inherent":[13],"nonconvexity":[14],"of":[15,22,85],"their":[16,23],"training":[17],"objectives":[18],"and":[19,29,53,59,81,98,147],"complexity":[21],"architectures":[24],"present":[25],"challenges":[26],"for":[27],"optimization":[28],"theoretical":[30],"understanding.":[31],"Our":[32],"article":[33],"examines":[34],"hidden":[36],"convex":[37,75,104,140],"structure":[38],"within":[39],"DNNs":[40],"by":[41],"drawing":[42],"upon":[43],"frameworks":[44],"from":[45,68,102],"sparse":[46,69],"signal":[47,134],"processing,":[48],"specifically":[49],"least":[50],"absolute":[51],"shrinkage":[52],"selection":[54],"operator":[55],"(LASSO),":[56],"group":[57],"LASSO,":[58],"nuclear-norm":[60],"regularized":[61],"models.":[62],"By":[63],"leveraging":[64],"these":[65,139],"established":[66],"techniques":[67],"linear":[70],"models,":[71,97],"we":[72,89],"demonstrate":[73],"how":[74,109],"formulations":[76],"can":[77],"yield":[78],"global":[79],"optima":[80],"facilitate":[82],"interpretability":[84],"deep":[86,145],"networks.":[87],"Furthermore,":[88],"explore":[90],"convolutional":[91],"(CNNs),":[94],"transformers,":[95],"diffusion":[96],"generative":[99],"adversarial":[100],"this":[103,118],"regularization":[105],"framework.":[106],"We":[107,129],"show":[108],"hypercomplex":[110],"structures,":[111],"such":[112],"as":[113],"geometric":[114],"algebra,":[115],"emerge":[116],"analysis,":[119],"offering":[120],"new":[121],"insights":[122],"into":[123],"generalization":[125],"to":[126,131,142],"unseen":[127],"data.":[128],"aim":[130],"engage":[132],"processing":[135],"community":[136],"exploring":[138],"perspectives":[141],"better":[143],"understand":[144],"learning":[146],"its":[148],"practical":[149],"applications.":[150]},"counts_by_year":[],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2026-06-13T00:00:00"}