{"id":"https://openalex.org/W4367597634","doi":"https://doi.org/10.1109/msp.2023.3242083","title":"Analysis of the Minimum-Norm Least-Squares Estimator and Its Double-Descent Behavior [Lecture Notes]","display_name":"Analysis of the Minimum-Norm Least-Squares Estimator and Its Double-Descent Behavior [Lecture Notes]","publication_year":2023,"publication_date":"2023-05-01","ids":{"openalex":"https://openalex.org/W4367597634","doi":"https://doi.org/10.1109/msp.2023.3242083"},"language":"en","primary_location":{"id":"doi:10.1109/msp.2023.3242083","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2023.3242083","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076316548","display_name":"Per Mattsson","orcid":"https://orcid.org/0000-0002-2678-1330"},"institutions":[{"id":"https://openalex.org/I123387679","display_name":"Uppsala University","ror":"https://ror.org/048a87296","country_code":"SE","type":"education","lineage":["https://openalex.org/I123387679"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Per Mattsson","raw_affiliation_strings":["Uppsala University, Uppsala, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-2678-1330","affiliations":[{"raw_affiliation_string":"Uppsala University, Uppsala, Sweden","institution_ids":["https://openalex.org/I123387679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043094282","display_name":"Dave Zachariah","orcid":"https://orcid.org/0000-0002-6698-0166"},"institutions":[{"id":"https://openalex.org/I123387679","display_name":"Uppsala University","ror":"https://ror.org/048a87296","country_code":"SE","type":"education","lineage":["https://openalex.org/I123387679"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Dave Zachariah","raw_affiliation_strings":["Uppsala University, Uppsala, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-6698-0166","affiliations":[{"raw_affiliation_string":"Uppsala University, Uppsala, Sweden","institution_ids":["https://openalex.org/I123387679"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007877889","display_name":"Petre Stoica","orcid":"https://orcid.org/0000-0002-7957-3711"},"institutions":[{"id":"https://openalex.org/I123387679","display_name":"Uppsala University","ror":"https://ror.org/048a87296","country_code":"SE","type":"education","lineage":["https://openalex.org/I123387679"]},{"id":"https://openalex.org/I1329254379","display_name":"National Academy of Engineering","ror":"https://ror.org/03bdhq605","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1329254379","https://openalex.org/I197604219"]},{"id":"https://openalex.org/I1341284090","display_name":"Royal Swedish Academy of Sciences","ror":"https://ror.org/00j62qv07","country_code":"SE","type":"funder","lineage":["https://openalex.org/I1341284090"]},{"id":"https://openalex.org/I2800664390","display_name":"Royal Swedish Academy of Engineering Sciences","ror":"https://ror.org/058a12170","country_code":"SE","type":"education","lineage":["https://openalex.org/I2800664390"]},{"id":"https://openalex.org/I58077936","display_name":"Romanian Academy","ror":"https://ror.org/0561n6946","country_code":"RO","type":"archive","lineage":["https://openalex.org/I58077936"]}],"countries":["RO","SE","US"],"is_corresponding":false,"raw_author_name":"Petre Stoica","raw_affiliation_strings":["Uppsala University, Uppsala, Sweden","European Academy of Sciences, Liege, Belgium","Romanian Academy, Bucharest, Romania","Royal Society of Sciences, Uppsala, Sweden","Royal Swedish Academy of Engineering Sciences, Stockholm, Sweden","United States National Academy of Engineering, Washington, D.C., USA"],"raw_orcid":"https://orcid.org/0000-0002-7957-3711","affiliations":[{"raw_affiliation_string":"Uppsala University, Uppsala, Sweden","institution_ids":["https://openalex.org/I123387679"]},{"raw_affiliation_string":"European Academy of Sciences, Liege, Belgium","institution_ids":[]},{"raw_affiliation_string":"Romanian Academy, Bucharest, Romania","institution_ids":["https://openalex.org/I58077936"]},{"raw_affiliation_string":"Royal Society of Sciences, Uppsala, Sweden","institution_ids":["https://openalex.org/I1341284090"]},{"raw_affiliation_string":"Royal Swedish Academy of Engineering Sciences, Stockholm, Sweden","institution_ids":["https://openalex.org/I2800664390"]},{"raw_affiliation_string":"United States National Academy of Engineering, Washington, D.C., USA","institution_ids":["https://openalex.org/I1329254379"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1938,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.4166725,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"40","issue":"3","first_page":"39","last_page":"75"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.653388261795044},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.5059592127799988},{"id":"https://openalex.org/keywords/least-squares-function-approximation","display_name":"Least-squares function approximation","score":0.5027430057525635},{"id":"https://openalex.org/keywords/total-least-squares","display_name":"Total least squares","score":0.48555800318717957},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47302958369255066},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.45294660329818726},{"id":"https://openalex.org/keywords/generalized-least-squares","display_name":"Generalized least squares","score":0.4361318349838257},{"id":"https://openalex.org/keywords/signal-processing","display_name":"Signal processing","score":0.4350694715976715},{"id":"https://openalex.org/keywords/partial-least-squares-regression","display_name":"Partial least squares regression","score":0.41007229685783386},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3752068877220154},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3725917339324951},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3576838970184326},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.35277122259140015}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.653388261795044},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.5059592127799988},{"id":"https://openalex.org/C9936470","wikidata":"https://www.wikidata.org/wiki/Q6510405","display_name":"Least-squares function approximation","level":3,"score":0.5027430057525635},{"id":"https://openalex.org/C169241690","wikidata":"https://www.wikidata.org/wiki/Q7828122","display_name":"Total least squares","level":3,"score":0.48555800318717957},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47302958369255066},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.45294660329818726},{"id":"https://openalex.org/C188649462","wikidata":"https://www.wikidata.org/wiki/Q2246261","display_name":"Generalized least squares","level":3,"score":0.4361318349838257},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.4350694715976715},{"id":"https://openalex.org/C22354355","wikidata":"https://www.wikidata.org/wiki/Q422009","display_name":"Partial least squares regression","level":2,"score":0.41007229685783386},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3752068877220154},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3725917339324951},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3576838970184326},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.35277122259140015},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/msp.2023.3242083","is_oa":false,"landing_page_url":"https://doi.org/10.1109/msp.2023.3242083","pdf_url":null,"source":{"id":"https://openalex.org/S120977877","display_name":"IEEE Signal Processing Magazine","issn_l":"1053-5888","issn":["1053-5888","1558-0792"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Signal Processing Magazine","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2108588351","display_name":"Robust learning methods for out-of-distribution tasks","funder_award_id":"2021-05022","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"},{"id":"https://openalex.org/G5967596636","display_name":"Counterfactual Prediction Methods for Heterogeneous Populations","funder_award_id":"2018-05040","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"},{"id":"https://openalex.org/G6249798265","display_name":null,"funder_award_id":"621-2016-0607","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"}],"funders":[{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2922153390","https://openalex.org/W2923764619","https://openalex.org/W2963518130","https://openalex.org/W3014316192","https://openalex.org/W3018252856","https://openalex.org/W3197744105"],"related_works":["https://openalex.org/W2034819163","https://openalex.org/W4380487384","https://openalex.org/W2123913166","https://openalex.org/W3150673294","https://openalex.org/W2374560502","https://openalex.org/W2352570898","https://openalex.org/W2368940260","https://openalex.org/W2368345218","https://openalex.org/W1965270833","https://openalex.org/W4319880936"],"abstract_inverted_index":{"Linear":[0],"regression":[1],"models":[2],"have":[3],"a":[4,32],"wide":[5],"range":[6],"of":[7,26],"applications":[8],"in":[9,49],"statistics,":[10],"signal":[11],"processing,":[12],"and":[13],"machine":[14],"learning.":[15],"In":[16],"this":[17],"Lecture":[18],"Notes":[19],"column":[20],"we":[21],"will":[22],"examine":[23],"the":[24,27,35],"performance":[25],"least-squares":[28],"(LS)":[29],"estimator":[30],"with":[31],"focus":[33],"on":[34,51],"case":[36],"when":[37],"there":[38],"are":[39],"more":[40],"parameters":[41],"than":[42],"training":[43],"samples,":[44],"which":[45],"is":[46],"often":[47],"overlooked":[48],"textbooks":[50],"estimation.":[52]},"counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}