{"id":"https://openalex.org/W1501882007","doi":"https://doi.org/10.5555/2567709.2567711","title":"A risk comparison of ordinary least squares vs ridge regression","display_name":"A risk comparison of ordinary least squares vs ridge regression","publication_year":2013,"publication_date":"2013-01-01","ids":{"openalex":"https://openalex.org/W1501882007","doi":"https://doi.org/10.5555/2567709.2567711","mag":"1501882007"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.381.4320","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.381.4320","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.seas.upenn.edu/~pasingh/dhillon13a.pdf","raw_type":"text"},"type":"article","indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063223563","display_name":"Paramveer S. Dhillon","orcid":null},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paramveer S. Dhillon","raw_affiliation_strings":["Department of Computer and Information Science, University of Pennsylvania, Philadelphia Pa.#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Pennsylvania, Philadelphia Pa.#TAB#","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112767220","display_name":"Dean P. Foster","orcid":null},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dean P. Foster","raw_affiliation_strings":["Department of Statistics, Wharton School, University of Pennsylvania, Philadelphia, PA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Statistics, Wharton School, University of Pennsylvania, Philadelphia, PA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108381794","display_name":"Sham M. Kakade","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sham M. Kakade","raw_affiliation_strings":["Microsoft Research, Cambridge, MA,#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Cambridge, MA,#TAB#","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044944954","display_name":"Lyle Ungar","orcid":"https://orcid.org/0000-0003-2047-1443"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lyle Ungar","raw_affiliation_strings":["Department of Computer and Information Science, University of Pennsylvania, Philadelphia Pa.#TAB#"],"raw_orcid":"https://orcid.org/0000-0003-2047-1443","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science, University of Pennsylvania, Philadelphia Pa.#TAB#","institution_ids":["https://openalex.org/I79576946"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8365,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.95410526,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"14","issue":"1","first_page":"1505","last_page":"1511"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10640","display_name":"Spectroscopy and Chemometric Analyses","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1602","display_name":"Analytical Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13487","display_name":"Statistical and numerical algorithms","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2604","display_name":"Applied Mathematics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ordinary-least-squares","display_name":"Ordinary least squares","score":0.86222243309021},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.741584300994873},{"id":"https://openalex.org/keywords/simple-linear-regression","display_name":"Simple linear regression","score":0.7194132804870605},{"id":"https://openalex.org/keywords/total-least-squares","display_name":"Total least squares","score":0.7033323645591736},{"id":"https://openalex.org/keywords/principal-component-regression","display_name":"Principal component regression","score":0.6521589756011963},{"id":"https://openalex.org/keywords/generalized-least-squares","display_name":"Generalized least squares","score":0.6461907625198364},{"id":"https://openalex.org/keywords/least-squares-function-approximation","display_name":"Least-squares function approximation","score":0.5775625705718994},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.569418728351593},{"id":"https://openalex.org/keywords/ridge","display_name":"Ridge","score":0.5320143699645996},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.5179632902145386},{"id":"https://openalex.org/keywords/partial-least-squares-regression","display_name":"Partial least squares regression","score":0.4979264736175537},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.4942069351673126},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.4426235556602478},{"id":"https://openalex.org/keywords/principal-component-analysis","display_name":"Principal component analysis","score":0.4325553774833679},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.12084013223648071},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07175719738006592}],"concepts":[{"id":"https://openalex.org/C99656134","wikidata":"https://www.wikidata.org/wiki/Q2912993","display_name":"Ordinary least squares","level":2,"score":0.86222243309021},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.741584300994873},{"id":"https://openalex.org/C149769383","wikidata":"https://www.wikidata.org/wiki/Q7520804","display_name":"Simple linear regression","level":3,"score":0.7194132804870605},{"id":"https://openalex.org/C169241690","wikidata":"https://www.wikidata.org/wiki/Q7828122","display_name":"Total least squares","level":3,"score":0.7033323645591736},{"id":"https://openalex.org/C74887250","wikidata":"https://www.wikidata.org/wiki/Q3455892","display_name":"Principal component regression","level":3,"score":0.6521589756011963},{"id":"https://openalex.org/C188649462","wikidata":"https://www.wikidata.org/wiki/Q2246261","display_name":"Generalized least squares","level":3,"score":0.6461907625198364},{"id":"https://openalex.org/C9936470","wikidata":"https://www.wikidata.org/wiki/Q6510405","display_name":"Least-squares function approximation","level":3,"score":0.5775625705718994},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.569418728351593},{"id":"https://openalex.org/C32277403","wikidata":"https://www.wikidata.org/wiki/Q740445","display_name":"Ridge","level":2,"score":0.5320143699645996},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.5179632902145386},{"id":"https://openalex.org/C22354355","wikidata":"https://www.wikidata.org/wiki/Q422009","display_name":"Partial least squares regression","level":2,"score":0.4979264736175537},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4942069351673126},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.4426235556602478},{"id":"https://openalex.org/C27438332","wikidata":"https://www.wikidata.org/wiki/Q2873","display_name":"Principal component analysis","level":2,"score":0.4325553774833679},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.12084013223648071},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07175719738006592},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.381.4320","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.381.4320","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.seas.upenn.edu/~pasingh/dhillon13a.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.768.8635","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.768.8635","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://arxiv.org/pdf/1105.0875.pdf","raw_type":"text"},{"id":"pmh:oai:repository.upenn.edu:statistics_papers-1467","is_oa":false,"landing_page_url":"https://repository.upenn.edu/statistics_papers/135","pdf_url":null,"source":{"id":"https://openalex.org/S4306402083","display_name":"ScholarlyCommons (University of Pennsylvania)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79576946","host_organization_name":"University of Pennsylvania","host_organization_lineage":["https://openalex.org/I79576946"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Statistics Papers","raw_type":"text"},{"id":"mag:1501882007","is_oa":false,"landing_page_url":"http://jmlr.org/papers/volume14/dhillon13a/dhillon13a.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S118988714","display_name":"Journal of Machine Learning Research","issn_l":"1532-4435","issn":["1532-4435","1533-7928"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310315718","host_organization_name":"The MIT Press","host_organization_lineage":["https://openalex.org/P4310315718","https://openalex.org/P4310316440"],"host_organization_lineage_names":["The MIT Press","Massachusetts Institute of Technology"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"Journal of Machine Learning Research","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W1986783130","https://openalex.org/W2009511046"],"related_works":["https://openalex.org/W2951694141","https://openalex.org/W2144902422","https://openalex.org/W2135921993","https://openalex.org/W2117756735","https://openalex.org/W2045390367","https://openalex.org/W2483861668","https://openalex.org/W760609589","https://openalex.org/W2373426579","https://openalex.org/W2911703972","https://openalex.org/W2611505919","https://openalex.org/W2593541278","https://openalex.org/W2396213570","https://openalex.org/W1496892474","https://openalex.org/W2065087293","https://openalex.org/W1989168267","https://openalex.org/W816849645","https://openalex.org/W3023417442","https://openalex.org/W2161342681","https://openalex.org/W2031754209","https://openalex.org/W634010239"],"abstract_inverted_index":{"We":[0],"compare":[1],"the":[2,20,50,67],"risk":[3,51,68],"of":[4,11,52,66,69],"ridge":[5,70],"regression":[6,42,71],"to":[7],"a":[8,23,30,61],"simple":[9],"variant":[10],"ordinary":[12,38,54],"least":[13,40,55],"squares,":[14],"in":[15,43],"which":[16],"one":[17],"simply":[18],"projects":[19],"data":[21],"onto":[22],"finite":[24],"dimensional":[25],"subspace":[26],"(as":[27],"specified":[28],"by":[29],"principal":[31],"component":[32],"analysis)":[33],"and":[34],"then":[35],"performs":[36],"an":[37],"(un-regularized)":[39],"squares":[41,56],"this":[44,53],"subspace.":[45],"This":[46],"note":[47],"shows":[48],"that":[49],"method":[57],"(PCA-OLS)":[58],"is":[59],"within":[60],"constant":[62],"factor":[63],"(namely":[64],"4)":[65],"(RR).":[72]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":3}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}