{"id":"https://openalex.org/W1630816465","doi":"https://doi.org/10.1109/tit.2016.2517006","title":"On the Minimax Risk of Dictionary Learning","display_name":"On the Minimax Risk of Dictionary Learning","publication_year":2016,"publication_date":"2016-01-12","ids":{"openalex":"https://openalex.org/W1630816465","doi":"https://doi.org/10.1109/tit.2016.2517006","mag":"1630816465"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2016.2517006","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2016.2517006","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006624933","display_name":"Alexander Jung","orcid":"https://orcid.org/0000-0001-7538-0990"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Alexander Jung","raw_affiliation_strings":["Department of Computer Science, Aalto University, Espoo, Finland","Department of Computer Science Aalto University Espoo Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Department of Computer Science Aalto University Espoo Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005913897","display_name":"Yonina C. Eldar","orcid":"https://orcid.org/0000-0003-4358-5304"},"institutions":[{"id":"https://openalex.org/I174306211","display_name":"Technion \u2013 Israel Institute of Technology","ror":"https://ror.org/03qryx823","country_code":"IL","type":"education","lineage":["https://openalex.org/I174306211"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yonina C. Eldar","raw_affiliation_strings":["Department of EE, Technion\u2013Israel Institute of Technology, Haifa, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of EE, Technion\u2013Israel Institute of Technology, Haifa, Israel","institution_ids":["https://openalex.org/I174306211"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040486450","display_name":"N. G\u00f6rtz","orcid":null},"institutions":[{"id":"https://openalex.org/I145847075","display_name":"TU Wien","ror":"https://ror.org/04d836q62","country_code":"AT","type":"education","lineage":["https://openalex.org/I145847075"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Norbert Gortz","raw_affiliation_strings":["Institute of Telecommunications, Vienna University of Technology, Vienna, Austria","[Institute of Telecommunications Vienna University of Technology, Vienna, Austria]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Telecommunications, Vienna University of Technology, Vienna, Austria","institution_ids":[]},{"raw_affiliation_string":"[Institute of Telecommunications Vienna University of Technology, Vienna, Austria]","institution_ids":["https://openalex.org/I145847075"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0762,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.95231452,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"62","issue":"3","first_page":"1501","last_page":"1515"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10931","display_name":"Direction-of-Arrival Estimation Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.7256436944007874},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6789051294326782},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.6670300960540771},{"id":"https://openalex.org/keywords/restricted-isometry-property","display_name":"Restricted isometry property","score":0.6497403383255005},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.4861109256744385},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4688640236854553},{"id":"https://openalex.org/keywords/covariance-matrix","display_name":"Covariance matrix","score":0.44641104340553284},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.43825170397758484},{"id":"https://openalex.org/keywords/covariance","display_name":"Covariance","score":0.43193843960762024},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4222489297389984},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.36090272665023804},{"id":"https://openalex.org/keywords/compressed-sensing","display_name":"Compressed sensing","score":0.233682781457901},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.21762850880622864}],"concepts":[{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.7256436944007874},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6789051294326782},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.6670300960540771},{"id":"https://openalex.org/C17902559","wikidata":"https://www.wikidata.org/wiki/Q17099734","display_name":"Restricted isometry property","level":3,"score":0.6497403383255005},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.4861109256744385},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4688640236854553},{"id":"https://openalex.org/C185142706","wikidata":"https://www.wikidata.org/wiki/Q1134404","display_name":"Covariance matrix","level":2,"score":0.44641104340553284},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.43825170397758484},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.43193843960762024},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4222489297389984},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.36090272665023804},{"id":"https://openalex.org/C124851039","wikidata":"https://www.wikidata.org/wiki/Q2665459","display_name":"Compressed sensing","level":2,"score":0.233682781457901},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.21762850880622864},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.2016.2517006","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2016.2517006","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.46000000834465027}],"awards":[{"id":"https://openalex.org/G738928039","display_name":null,"funder_award_id":"335/14","funder_id":"https://openalex.org/F4320322252","funder_display_name":"Israel Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320322252","display_name":"Israel Science Foundation","ror":"https://ror.org/04sazxf24"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W143004564","https://openalex.org/W340244495","https://openalex.org/W649866511","https://openalex.org/W1510028821","https://openalex.org/W1538452572","https://openalex.org/W1592941960","https://openalex.org/W1804110266","https://openalex.org/W1981745143","https://openalex.org/W1987127255","https://openalex.org/W2005876975","https://openalex.org/W2008231398","https://openalex.org/W2015418199","https://openalex.org/W2024254345","https://openalex.org/W2025707603","https://openalex.org/W2026686855","https://openalex.org/W2033178790","https://openalex.org/W2034683677","https://openalex.org/W2042792015","https://openalex.org/W2049063033","https://openalex.org/W2056099894","https://openalex.org/W2060624994","https://openalex.org/W2072249473","https://openalex.org/W2082029531","https://openalex.org/W2088332638","https://openalex.org/W2096698247","https://openalex.org/W2104266187","https://openalex.org/W2105464873","https://openalex.org/W2106334384","https://openalex.org/W2107214962","https://openalex.org/W2108829665","https://openalex.org/W2109999391","https://openalex.org/W2114122776","https://openalex.org/W2119385818","https://openalex.org/W2119667497","https://openalex.org/W2126534699","https://openalex.org/W2127114523","https://openalex.org/W2131049662","https://openalex.org/W2141556672","https://openalex.org/W2145096794","https://openalex.org/W2151034540","https://openalex.org/W2155966450","https://openalex.org/W2160547390","https://openalex.org/W2161219071","https://openalex.org/W2167598234","https://openalex.org/W2170402521","https://openalex.org/W2196956961","https://openalex.org/W2296616510","https://openalex.org/W2406524659","https://openalex.org/W2478708596","https://openalex.org/W2536599074","https://openalex.org/W2963641291","https://openalex.org/W2964253263","https://openalex.org/W3099324314","https://openalex.org/W3099840502","https://openalex.org/W3106291328","https://openalex.org/W4205293427","https://openalex.org/W4250955649","https://openalex.org/W4297970665","https://openalex.org/W4300263211","https://openalex.org/W4300824154","https://openalex.org/W4302561155","https://openalex.org/W6635516332","https://openalex.org/W6675992869","https://openalex.org/W6676454372","https://openalex.org/W6677725119","https://openalex.org/W6684837575","https://openalex.org/W6712659126"],"related_works":["https://openalex.org/W1519056739","https://openalex.org/W2083587165","https://openalex.org/W1595179898","https://openalex.org/W2963956021","https://openalex.org/W4301946563","https://openalex.org/W2033753750","https://openalex.org/W2886934452","https://openalex.org/W1489099099","https://openalex.org/W2024369332","https://openalex.org/W1974955043"],"abstract_inverted_index":{"We":[0,116],"consider":[1],"the":[2,37,51,66,70,91,98,108,128,136,143,153,161,165,175,185,203,210,216,221,224,228,240,246,273,289],"problem":[3,100],"of":[4,12,47,50,87,93,112,138,142,155,179,184,198,212,223,235,242,249,298],"learning":[5,53],"a":[6,10,22,26,60,139,171,194,278],"dictionary":[7,52,163],"matrix":[8,141],"from":[9],"number":[11,248],"observed":[13,129],"signals,":[14],"which":[15],"are":[16,74,285,294],"assumed":[17],"to":[18,81,97,103,123,152,193,206,287],"be":[19,207],"generated":[20],"via":[21],"linear":[23],"model":[24],"with":[25,269],"common":[27],"underlying":[28,145],"dictionary.":[29],"In":[30],"particular,":[31],"we":[32,169,284],"derive":[33,104,117],"lower":[34,67,105,120,172,237],"bounds":[35,68,106,121,226,238],"on":[36,69,107,174,245,272],"minimum":[38],"achievable":[39],"worst":[40,71,109,176],"case":[41,72,110,154,177],"mean":[42],"squared":[43],"error":[44],"(MSE),":[45],"regardless":[46],"computational":[48],"complexity":[49],"(DL)":[54],"schemes.":[55],"By":[56,148,264],"casting":[57],"DL":[58,99,114,180,255,260,280],"as":[59],"classical":[61],"(or":[62],"frequentist)":[63],"estimation":[64],"problem,":[65],"MSE":[73,111,178],"derived":[75],"following":[76],"an":[77],"established":[78],"information-theoretic":[79,95],"approach":[80],"minimax":[82],"estimation.":[83],"The":[84,131,189],"main":[85],"contribution":[86],"this":[88,150,213],"paper":[89],"is":[90,215,220,239,256,282],"adaption":[92],"these":[94,266],"tools":[96],"in":[101,182,227,296],"order":[102],"any":[113],"algorithm.":[115],"three":[118,225],"different":[119,124],"applying":[122],"generative":[125],"models":[126],"for":[127],"signals.":[130],"first":[132],"bound":[133,151,173,191,214],"only":[134],"requires":[135],"existence":[137],"covariance":[140],"(unknown)":[144],"coefficient":[146,157,199],"vector.":[147],"specializing":[149],"sparse":[156],"distributions":[158,200],"and":[159],"assuming":[160],"true":[162],"satisfies":[164],"restricted":[166],"isometry":[167],"property,":[168],"obtain":[170],"methods":[181],"terms":[183,297],"signal-to-noise":[186],"ratio":[187],"(SNR).":[188],"third":[190],"applies":[192],"more":[195],"restrictive":[196],"subclass":[197],"by":[201],"requiring":[202],"non-zero":[204],"coefficients":[205],"Gaussian.":[208],"Although":[209],"applicability":[211],"most":[217],"limited,":[218],"it":[219],"tightest":[222],"low":[229],"SNR":[230],"regime.":[231],"A":[232],"particular":[233,279],"use":[234],"our":[236],"derivation":[241],"necessary":[243,267],"conditions":[244,268,271],"required":[247,299],"observations":[250],"(sample":[251],"size),":[252],"such":[253,276],"that":[254,277],"feasible,":[257],"i.e.,":[258],"accurate":[259],"schemes":[261],"might":[262],"exist.":[263],"comparing":[265],"sufficient":[270],"sample":[274,300],"size":[275],"technique":[281],"successful,":[283],"able":[286],"characterize":[288],"regimes,":[290],"where":[291],"those":[292],"algorithms":[293],"optimal":[295],"size.":[301]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}