{"id":"https://openalex.org/W2995103896","doi":"https://doi.org/10.1007/s11222-019-09914-9","title":"High-dimensional regression in practice: an empirical study of finite-sample prediction, variable selection and ranking","display_name":"High-dimensional regression in practice: an empirical study of finite-sample prediction, variable selection and ranking","publication_year":2019,"publication_date":"2019-12-19","ids":{"openalex":"https://openalex.org/W2995103896","doi":"https://doi.org/10.1007/s11222-019-09914-9","mag":"2995103896","pmid":"https://pubmed.ncbi.nlm.nih.gov/32132772"},"language":"en","primary_location":{"id":"doi:10.1007/s11222-019-09914-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11222-019-09914-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11222-019-09914-9.pdf","source":{"id":"https://openalex.org/S5437875","display_name":"Statistics and Computing","issn_l":"0960-3174","issn":["0960-3174","1573-1375"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics and Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s11222-019-09914-9.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Fan Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210134973","display_name":"MRC Biostatistics Unit","ror":"https://ror.org/046vje122","country_code":"GB","type":"facility","lineage":["https://openalex.org/I241749","https://openalex.org/I4210087105","https://openalex.org/I4210134973","https://openalex.org/I90344618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Fan Wang","raw_affiliation_strings":["1MRC Biostatistics Unit, University of Cambridge, Cambridge, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1MRC Biostatistics Unit, University of Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I4210134973"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sach Mukherjee","orcid":null},"institutions":[{"id":"https://openalex.org/I2801533059","display_name":"German Center for Neurodegenerative Diseases","ror":"https://ror.org/043j0f473","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2801533059","https://openalex.org/I4405256427"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sach Mukherjee","raw_affiliation_strings":["2German Centre for Neurodegenerative Diseases (DZNE), Bonn, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"2German Centre for Neurodegenerative Diseases (DZNE), Bonn, Germany","institution_ids":["https://openalex.org/I2801533059"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sylvia Richardson","orcid":null},"institutions":[{"id":"https://openalex.org/I4210134973","display_name":"MRC Biostatistics Unit","ror":"https://ror.org/046vje122","country_code":"GB","type":"facility","lineage":["https://openalex.org/I241749","https://openalex.org/I4210087105","https://openalex.org/I4210134973","https://openalex.org/I90344618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sylvia Richardson","raw_affiliation_strings":["1MRC Biostatistics Unit, University of Cambridge, Cambridge, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1MRC Biostatistics Unit, University of Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I4210134973"]}]},{"author_position":"last","author":{"id":null,"display_name":"Steven M. Hill","orcid":"https://orcid.org/0000-0002-5909-692X"},"institutions":[{"id":"https://openalex.org/I4210134973","display_name":"MRC Biostatistics Unit","ror":"https://ror.org/046vje122","country_code":"GB","type":"facility","lineage":["https://openalex.org/I241749","https://openalex.org/I4210087105","https://openalex.org/I4210134973","https://openalex.org/I90344618"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Steven M. Hill","raw_affiliation_strings":["1MRC Biostatistics Unit, University of Cambridge, Cambridge, UK"],"raw_orcid":"https://orcid.org/0000-0002-5909-692X","affiliations":[{"raw_affiliation_string":"1MRC Biostatistics Unit, University of Cambridge, Cambridge, UK","institution_ids":["https://openalex.org/I4210134973"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210134973"],"apc_list":{"value":2690,"currency":"USD","value_usd":2690},"apc_paid":{"value":2690,"currency":"USD","value_usd":2690},"fwci":2.9212,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.9290419,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"30","issue":"3","first_page":"697","last_page":"719"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.43059998750686646,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.43059998750686646,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.2402999997138977,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.036400001496076584,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature-selection","display_name":"Feature selection","score":0.5888000130653381},{"id":"https://openalex.org/keywords/covariate","display_name":"Covariate","score":0.5597000122070312},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5414999723434448},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.5063999891281128},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5048999786376953},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4936999976634979},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.4699000120162964},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.4652999937534332}],"concepts":[{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.5888000130653381},{"id":"https://openalex.org/C119043178","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Covariate","level":2,"score":0.5597000122070312},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5414999723434448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5325999855995178},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.5063999891281128},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5048999786376953},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4936999976634979},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.4699000120162964},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4652999937534332},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.4334000051021576},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.42579999566078186},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4068000018596649},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.40130001306533813},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.3686000108718872},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.36570000648498535},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.36410000920295715},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3531000018119812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34119999408721924},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.3352999985218048},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.3287999927997589},{"id":"https://openalex.org/C37616216","wikidata":"https://www.wikidata.org/wiki/Q3218363","display_name":"Lasso (programming language)","level":2,"score":0.3255999982357025},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.32190001010894775},{"id":"https://openalex.org/C138958017","wikidata":"https://www.wikidata.org/wiki/Q190087","display_name":"Data type","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C102366305","wikidata":"https://www.wikidata.org/wiki/Q1097688","display_name":"Nonparametric statistics","level":2,"score":0.29589998722076416},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.29350000619888306},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C27574286","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Variables","level":2,"score":0.2824999988079071}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s11222-019-09914-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11222-019-09914-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11222-019-09914-9.pdf","source":{"id":"https://openalex.org/S5437875","display_name":"Statistics and Computing","issn_l":"0960-3174","issn":["0960-3174","1573-1375"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics and Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1808.00723","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1808.00723","pdf_url":"https://arxiv.org/pdf/1808.00723","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"},{"id":"pmid:32132772","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32132772","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics and computing","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:7026376","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7026376","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Stat Comput","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1007/s11222-019-09914-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s11222-019-09914-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s11222-019-09914-9.pdf","source":{"id":"https://openalex.org/S5437875","display_name":"Statistics and Computing","issn_l":"0960-3174","issn":["0960-3174","1573-1375"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Statistics and Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2018950450","display_name":null,"funder_award_id":"MC_UU_00002/10","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G2976010103","display_name":"Statistics for Stratified Medicine and Analysis of Complex Phenotypes","funder_award_id":"MC_UU_00002/2","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G7212319858","display_name":null,"funder_award_id":"MC_UU_00002/2","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"}],"funders":[{"id":"https://openalex.org/F4320334626","display_name":"Medical Research Council","ror":"https://ror.org/03x94j517"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2995103896.pdf","grobid_xml":"https://content.openalex.org/works/W2995103896.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W267850302","https://openalex.org/W2010824638","https://openalex.org/W2014360396","https://openalex.org/W2020925091","https://openalex.org/W2022004743","https://openalex.org/W2034260606","https://openalex.org/W2037366835","https://openalex.org/W2074682976","https://openalex.org/W2087448554","https://openalex.org/W2091433838","https://openalex.org/W2097360283","https://openalex.org/W2114509775","https://openalex.org/W2115767602","https://openalex.org/W2116581043","https://openalex.org/W2122825543","https://openalex.org/W2123696077","https://openalex.org/W2127300249","https://openalex.org/W2135046866","https://openalex.org/W2138019504","https://openalex.org/W2138170572","https://openalex.org/W2140514146","https://openalex.org/W2147631685","https://openalex.org/W2147848557","https://openalex.org/W2149144946","https://openalex.org/W2164035719","https://openalex.org/W2169103656","https://openalex.org/W2562162676","https://openalex.org/W2760820713","https://openalex.org/W4234698323","https://openalex.org/W4247571494","https://openalex.org/W4294541781"],"related_works":[],"abstract_inverted_index":{"Penalized":[0],"likelihood":[1],"approaches":[2,28,125,191],"are":[3],"widely":[4,123],"used":[5,124],"for":[6,44],"high-dimensional":[7],"regression.":[8],"Although":[9],"many":[10],"methods":[11,217],"have":[12],"been":[13],"proposed":[14],"and":[15,55,80,94,99,118,137,201,211,223],"the":[16,23,107,134,175,178,199],"associated":[17],"theory":[18,210],"is":[19,40],"now":[20],"well":[21,173],"developed,":[22],"relative":[24],"efficacy":[25],"of":[26,67,109,221],"different":[27],"in":[29,34,47,144,165],"finite-sample":[30],"settings,":[31],"as":[32,188],"encountered":[33],"practice,":[35],"remains":[36],"incompletely":[37],"understood.":[38],"There":[39],"therefore":[41],"a":[42,64,151,213,219],"need":[43],"empirical":[45,206],"investigations":[46],"this":[48,60,166],"area":[49],"that":[50],"can":[51],"offer":[52],"practical":[53],"insight":[54],"guidance":[56],"to":[57,104,184,189,215],"users.":[58],"In":[59],"paper,":[61],"we":[62],"present":[63],"large-scale":[65],"comparison":[66],"penalized":[68],"regression":[69],"methods.":[70,147,179],"We":[71,120,140],"distinguish":[72],"between":[73,146],"three":[74],"related":[75],"goals:":[76],"prediction,":[77],"variable":[78,81],"selection":[79],"ranking.":[82],"Our":[83,148,205],"results":[84,149,207],"span":[85],"more":[86],"than":[87],"2300":[88],"data-generating":[89],"scenarios,":[90],"including":[91],"both":[92],"synthetic":[93],"semisynthetic":[95],"data":[96,171,203],"(real":[97],"covariates":[98],"simulated":[100],"responses),":[101],"allowing":[102],"us":[103,183],"systematically":[105],"consider":[106,121],"influence":[108],"various":[110],"factors":[111],"(sample":[112],"size,":[113],"dimensionality,":[114],"sparsity,":[115],"signal":[116],"strength":[117],"multicollinearity).":[119],"several":[122],"(Lasso,":[126],"Adaptive":[127],"Lasso,":[128],"Elastic":[129],"Net,":[130],"Ridge":[131],"Regression,":[132],"SCAD,":[133],"Dantzig":[135],"Selector":[136],"Stability":[138],"Selection).":[139],"find":[141],"considerable":[142],"variation":[143],"performance":[145],"support":[150],"\"no":[152],"panacea\"":[153],"view,":[154],"with":[155,174],"no":[156],"unambiguous":[157],"winner":[158],"across":[159,218],"all":[160,170],"scenarios":[161,222],"or":[162],"goals,":[163],"even":[164],"restricted":[167],"setting":[168],"where":[169],"align":[172],"assumptions":[176],"underlying":[177],"The":[180],"study":[181],"allows":[182],"make":[185],"some":[186,202],"recommendations":[187],"which":[190],"may":[192],"be":[193],"most":[194],"(or":[195],"least)":[196],"suitable":[197],"given":[198],"goal":[200],"characteristics.":[204],"complement":[208],"existing":[209],"provide":[212],"resource":[214],"compare":[216],"range":[220],"metrics.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2019-12-26T00:00:00"}