{"id":"https://openalex.org/W4402475369","doi":"https://doi.org/10.1109/tit.2024.3458953","title":"Spectral Universality in Regularized Linear Regression With Nearly Deterministic Sensing Matrices","display_name":"Spectral Universality in Regularized Linear Regression With Nearly Deterministic Sensing Matrices","publication_year":2024,"publication_date":"2024-09-12","ids":{"openalex":"https://openalex.org/W4402475369","doi":"https://doi.org/10.1109/tit.2024.3458953"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2024.3458953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2024.3458953","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061942819","display_name":"Rishabh Dudeja","orcid":"https://orcid.org/0000-0002-7974-4322"},"institutions":[{"id":"https://openalex.org/I135310074","display_name":"University of Wisconsin\u2013Madison","ror":"https://ror.org/01y2jtd41","country_code":"US","type":"education","lineage":["https://openalex.org/I135310074"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rishabh Dudeja","raw_affiliation_strings":["Department of Statistics, University of Wisconsin-Madison, Madison, WI, USA","Department of Statistics, University of Wisconsin&#x2013;Madison, WI, USA"],"affiliations":[{"raw_affiliation_string":"Department of Statistics, University of Wisconsin-Madison, Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]},{"raw_affiliation_string":"Department of Statistics, University of Wisconsin&#x2013;Madison, WI, USA","institution_ids":["https://openalex.org/I135310074"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Subhabrata Sen","orcid":"https://orcid.org/0000-0002-3202-6016"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subhabrata Sen","raw_affiliation_strings":["Department of Statistics, Harvard University, Cambridge, MA, USA","Department of Statistics, Harvard University, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Statistics, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Statistics, Harvard University, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038111389","display_name":"Yue M. Lu","orcid":"https://orcid.org/0000-0002-5174-2595"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue M. Lu","raw_affiliation_strings":["John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA","John A. Paulson School of Engineering and Applied Sciences, Harvard University, MA, USA"],"affiliations":[{"raw_affiliation_string":"John A. Paulson School of Engineering and Applied Sciences, Harvard University, Cambridge, MA, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"John A. Paulson School of Engineering and Applied Sciences, Harvard University, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5061942819"],"corresponding_institution_ids":["https://openalex.org/I135310074"],"apc_list":null,"apc_paid":null,"fwci":11.3823,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.99467893,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"70","issue":"11","first_page":"7923","last_page":"7951"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12261","display_name":"Statistical Mechanics and Entropy","score":0.9632999897003174,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10792","display_name":"Matrix Theory and Algorithms","score":0.9415000081062317,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/universality","display_name":"Universality (dynamical systems)","score":0.6838586330413818},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5193599462509155},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.46019697189331055},{"id":"https://openalex.org/keywords/linear-regression","display_name":"Linear regression","score":0.44436460733413696},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3922956883907318},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.33215153217315674},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.2642955183982849},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.10665285587310791}],"concepts":[{"id":"https://openalex.org/C183992945","wikidata":"https://www.wikidata.org/wiki/Q2495574","display_name":"Universality (dynamical systems)","level":2,"score":0.6838586330413818},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5193599462509155},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.46019697189331055},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.44436460733413696},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3922956883907318},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.33215153217315674},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.2642955183982849},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.10665285587310791}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tit.2024.3458953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2024.3458953","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2223413437","display_name":null,"funder_award_id":"FAS Dean's competitive fund award","funder_id":"https://openalex.org/F4320309622","funder_display_name":"Harvard University"},{"id":"https://openalex.org/G4990249912","display_name":null,"funder_award_id":"CCF-1910410","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8565113189","display_name":null,"funder_award_id":"NSF CCF-1910410","funder_id":"https://openalex.org/F4320337387","funder_display_name":"Division of Computing and Communication Foundations"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309622","display_name":"Harvard University","ror":"https://ror.org/03vek6s52"},{"id":"https://openalex.org/F4320337387","display_name":"Division of Computing and Communication Foundations","ror":"https://ror.org/01mng8331"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":131,"referenced_works":["https://openalex.org/W122561819","https://openalex.org/W401986301","https://openalex.org/W1572529050","https://openalex.org/W1576778649","https://openalex.org/W1577206360","https://openalex.org/W1666328584","https://openalex.org/W1856239559","https://openalex.org/W1968104963","https://openalex.org/W1975980877","https://openalex.org/W1980073352","https://openalex.org/W1984277078","https://openalex.org/W1985324531","https://openalex.org/W2007593159","https://openalex.org/W2010669260","https://openalex.org/W2025223969","https://openalex.org/W2025762001","https://openalex.org/W2032756757","https://openalex.org/W2040745222","https://openalex.org/W2044172468","https://openalex.org/W2051302879","https://openalex.org/W2055064119","https://openalex.org/W2055984460","https://openalex.org/W2059825003","https://openalex.org/W2060581589","https://openalex.org/W2067038358","https://openalex.org/W2081785908","https://openalex.org/W2082029531","https://openalex.org/W2084439502","https://openalex.org/W2086869478","https://openalex.org/W2086979092","https://openalex.org/W2099641086","https://openalex.org/W2101837693","https://openalex.org/W2108394050","https://openalex.org/W2110140246","https://openalex.org/W2115275122","https://openalex.org/W2115645605","https://openalex.org/W2117756735","https://openalex.org/W2120058354","https://openalex.org/W2123202508","https://openalex.org/W2125830420","https://openalex.org/W2132235473","https://openalex.org/W2138358551","https://openalex.org/W2143915758","https://openalex.org/W2144006746","https://openalex.org/W2145234455","https://openalex.org/W2152565782","https://openalex.org/W2158425136","https://openalex.org/W2161278885","https://openalex.org/W2163353827","https://openalex.org/W2163916252","https://openalex.org/W2167077875","https://openalex.org/W2168537135","https://openalex.org/W2170929819","https://openalex.org/W2240646096","https://openalex.org/W2293415235","https://openalex.org/W2312565907","https://openalex.org/W2571527823","https://openalex.org/W2581138301","https://openalex.org/W2594481206","https://openalex.org/W2610971674","https://openalex.org/W2742398704","https://openalex.org/W2763081248","https://openalex.org/W2772384454","https://openalex.org/W2899900971","https://openalex.org/W2909365420","https://openalex.org/W2918745211","https://openalex.org/W2921637050","https://openalex.org/W2945463326","https://openalex.org/W2952810359","https://openalex.org/W2962714615","https://openalex.org/W2963060833","https://openalex.org/W2963064298","https://openalex.org/W2963072996","https://openalex.org/W2963094815","https://openalex.org/W2963519307","https://openalex.org/W2963562991","https://openalex.org/W2963602028","https://openalex.org/W2963627806","https://openalex.org/W2963669167","https://openalex.org/W2963791198","https://openalex.org/W2963886912","https://openalex.org/W3007237875","https://openalex.org/W3008148299","https://openalex.org/W3012452232","https://openalex.org/W3034368263","https://openalex.org/W3037381413","https://openalex.org/W3048812405","https://openalex.org/W3080250514","https://openalex.org/W3081207194","https://openalex.org/W3087219089","https://openalex.org/W3088518194","https://openalex.org/W3102754027","https://openalex.org/W3107429722","https://openalex.org/W3120690350","https://openalex.org/W3158809943","https://openalex.org/W3172995164","https://openalex.org/W3173039731","https://openalex.org/W3195065261","https://openalex.org/W3198149474","https://openalex.org/W3200233003","https://openalex.org/W4210727822","https://openalex.org/W4248709896","https://openalex.org/W4281619172","https://openalex.org/W4283031248","https://openalex.org/W4285210099","https://openalex.org/W4287704717","https://openalex.org/W4292482091","https://openalex.org/W4312426305","https://openalex.org/W4387828502","https://openalex.org/W4402475369","https://openalex.org/W6623408330","https://openalex.org/W6637422517","https://openalex.org/W6677895753","https://openalex.org/W6681276177","https://openalex.org/W6744406751","https://openalex.org/W6767082502","https://openalex.org/W6768633674","https://openalex.org/W6774415256","https://openalex.org/W6774616501","https://openalex.org/W6779553403","https://openalex.org/W6779672848","https://openalex.org/W6781530193","https://openalex.org/W6785248507","https://openalex.org/W6787419085","https://openalex.org/W6796882390","https://openalex.org/W6802226417","https://openalex.org/W6804801488","https://openalex.org/W6805337173","https://openalex.org/W6810803109","https://openalex.org/W6811336461","https://openalex.org/W6839517537"],"related_works":["https://openalex.org/W1587914261","https://openalex.org/W2065095781","https://openalex.org/W4295724953","https://openalex.org/W4401870878","https://openalex.org/W4395028414","https://openalex.org/W3115068090","https://openalex.org/W2204741347","https://openalex.org/W2038139819","https://openalex.org/W4298045103","https://openalex.org/W2135760566"],"abstract_inverted_index":{"It":[0],"has":[1],"been":[2],"observed":[3],"that":[4,92,112,117],"the":[5,36,51,94,97,103,120,124,127,134,140,183,205,225],"performances":[6],"of":[7,53,79,89,96,105,126,142,182,189,201,208],"many":[8,213],"high-dimensional":[9],"estimation":[10],"problems":[11],"are":[12,72,151],"universal":[13],"with":[14,24,65,217],"respect":[15],"to":[16,29,156],"underlying":[17],"sensing":[18,83,98,115],"(or":[19],"design)":[20],"matrices.":[21,180],"Specifically,":[22],"matrices":[23,116,163,215],"markedly":[25],"different":[26],"constructions":[27],"seem":[28],"achieve":[30],"identical":[31],"performance":[32,141,207],"if":[33],"they":[34],"share":[35],"same":[37,121],"spectral":[38],"distribution":[39],"and":[40,100,160,176,193],"have":[41],"\u201cgeneric\u201d":[42],"singular":[43,107],"vectors.":[44],"We":[45,75,110],"prove":[46],"this":[47,202],"universality":[48,80,122,168,203],"phenomenon":[49],"for":[50,82,113,132],"case":[52],"convex":[54],"regularized":[55,209],"least":[56],"squares":[57],"(RLS)":[58],"estimators":[59,144],"under":[60],"a":[61,77,87,199],"linear":[62,210],"regression":[63,135,211],"model":[64],"additive":[66],"Gaussian":[67,159],"noise.":[68],"Our":[69],"main":[70],"contributions":[71],"two-fold:":[73],"(1)":[74],"introduce":[76],"notion":[78,104],"classes":[81],"matrices,":[84],"defined":[85],"through":[86],"set":[88],"deterministic":[90,179],"conditions":[91],"fix":[93],"spectrum":[95],"matrix":[99],"precisely":[101],"capture":[102],"generic":[106],"vectors;":[108],"(2)":[109],"show":[111],"all":[114],"lie":[118],"in":[119],"class,":[123],"dynamics":[125],"proximal":[128],"gradient":[129],"descent":[130],"algorithm":[131],"solving":[133],"problem,":[136],"as":[137,139,164,229],"well":[138],"RLS":[143],"themselves":[145],"(under":[146],"additional":[147],"strong":[148],"convexity":[149],"conditions)":[150],"asymptotically":[152],"identical.":[153],"In":[154],"addition":[155],"including":[157],"i.i.d.":[158],"rotational":[161],"invariant":[162,227],"special":[165],"cases,":[166],"our":[167],"class":[169],"also":[170],"contains":[171],"highly":[172],"structured,":[173],"strongly":[174],"dependent,":[175],"even":[177],"(nearly)":[178],"Examples":[181],"latter":[184],"include":[185],"randomly":[186,194],"signed":[187],"versions":[188],"incoherent":[190],"tight":[191],"frames":[192],"subsampled":[195],"Hadamard":[196],"transforms.":[197],"As":[198],"consequence":[200],"principle,":[204],"asymptotic":[206],"on":[212],"structured":[214],"constructed":[216],"limited":[218],"randomness":[219],"can":[220],"be":[221],"characterized":[222],"by":[223],"using":[224],"rotationally":[226],"ensemble":[228],"an":[230],"equivalent":[231],"yet":[232],"mathematically":[233],"more":[234],"tractable":[235],"surrogate.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}
