{"id":"https://openalex.org/W7208760489","doi":"https://doi.org/10.1088/1742-5468/ae9378","title":"Risk and cross validation in ridge regression with correlated samples *","display_name":"Risk and cross validation in ridge regression with correlated samples *","publication_year":2026,"publication_date":"2026-09-01","ids":{"openalex":"https://openalex.org/W7208760489","doi":"https://doi.org/10.1088/1742-5468/ae9378"},"language":"en","primary_location":{"id":"doi:10.1088/1742-5468/ae9378","doi":"https://doi.org/10.1088/1742-5468/ae9378","is_oa":false,"landing_page_url":"https://doi.org/10.1088/1742-5468/ae9378","pdf_url":null,"source":{"id":"https://openalex.org/S167943036","display_name":"Journal of Statistical Mechanics Theory and Experiment","issn_l":"1742-5468","issn":["1742-5468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311669","host_organization_name":"Institute of Physics","host_organization_lineage":["https://openalex.org/P4310311669"],"host_organization_lineage_names":["Institute of Physics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Statistical Mechanics: Theory and Experiment","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046607604","display_name":"Alexander Atanasov","orcid":"https://orcid.org/0000-0002-3338-0324","observed_orcids":["https://orcid.org/0000-0002-3338-0324"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Atanasov","raw_affiliation_strings":["Harvard University"],"raw_orcid":"https://orcid.org/0000-0002-3338-0324","affiliations":[{"raw_affiliation_string":"Harvard University","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063822685","display_name":"Jacob A. Zavatone-Veth","orcid":"https://orcid.org/0000-0002-4060-1738","observed_orcids":["https://orcid.org/0000-0002-4060-1738"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacob A Zavatone-Veth","raw_affiliation_strings":["Harvard University"],"raw_orcid":"https://orcid.org/0000-0002-4060-1738","affiliations":[{"raw_affiliation_string":"Harvard University","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023195984","display_name":"Cengiz Pehlevan","orcid":"https://orcid.org/0000-0001-9767-6063","observed_orcids":["https://orcid.org/0000-0001-9767-6063"]},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cengiz Pehlevan","raw_affiliation_strings":["Harvard University"],"raw_orcid":"https://orcid.org/0000-0001-9767-6063","affiliations":[{"raw_affiliation_string":"Harvard University","institution_ids":["https://openalex.org/I136199984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I136199984"],"apc_list":{"value":3290,"currency":"USD","value_usd":3290},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.66657465,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2026","issue":"9","first_page":"094001","last_page":"094001"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.8788999915122986,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.8788999915122986,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11871","display_name":"Advanced Statistical Methods and Models","score":0.07590000331401825,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11716","display_name":"Random Matrices and Applications","score":0.025499999523162842,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ridge-regression","display_name":"ridge regression","score":0.9909999966621399},{"id":"https://openalex.org/keywords/correlated-data","display_name":"correlated data","score":0.6620000004768372},{"id":"https://openalex.org/keywords/generalized-cross-validation","display_name":"generalized cross-validation","score":0.9430000185966492},{"id":"https://openalex.org/keywords/unbiased-risk-estimation","display_name":"unbiased risk estimation","score":0.6679999828338623},{"id":"https://openalex.org/keywords/high-dimensional-asymptotics","display_name":"high-dimensional asymptotics","score":0.8240000009536743},{"id":"https://openalex.org/keywords/random-matrix-theory","display_name":"random matrix theory","score":0.9549999833106995},{"id":"https://openalex.org/keywords/free-probability","display_name":"free probability","score":0.9929999709129333},{"id":"https://openalex.org/keywords/time-series-forecasting","display_name":"time series forecasting","score":0.9509999752044678}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7547000050544739},{"id":"https://openalex.org/C32277403","wikidata":"https://www.wikidata.org/wiki/Q740445","display_name":"Ridge","level":2,"score":0.751800000667572},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6890000104904175},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.5482000112533569},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.5454000234603882},{"id":"https://openalex.org/C64812099","wikidata":"https://www.wikidata.org/wiki/Q176604","display_name":"Random matrix","level":3,"score":0.4731000065803528},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.46399998664855957},{"id":"https://openalex.org/C27181475","wikidata":"https://www.wikidata.org/wiki/Q541014","display_name":"Cross-validation","level":2,"score":0.4555000066757202},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.4490000009536743},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.44440001249313354},{"id":"https://openalex.org/C119047807","wikidata":"https://www.wikidata.org/wiki/Q752718","display_name":"Asymptotic analysis","level":2,"score":0.428600013256073},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.41589999198913574},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.38019999861717224},{"id":"https://openalex.org/C163018871","wikidata":"https://www.wikidata.org/wiki/Q1302587","display_name":"Cross-correlation","level":2,"score":0.37549999356269836},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.37540000677108765},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.36410000920295715},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.3596999943256378},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.337799996137619},{"id":"https://openalex.org/C41426520","wikidata":"https://www.wikidata.org/wiki/Q1192065","display_name":"Point estimation","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3149999976158142},{"id":"https://openalex.org/C164172150","wikidata":"https://www.wikidata.org/wiki/Q1782585","display_name":"Consistent estimator","level":4,"score":0.2831000089645386},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C21080849","wikidata":"https://www.wikidata.org/wiki/Q13611879","display_name":"Data point","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.2687999904155731},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C134121241","wikidata":"https://www.wikidata.org/wiki/Q899301","display_name":"Yield (engineering)","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C185142706","wikidata":"https://www.wikidata.org/wiki/Q1134404","display_name":"Covariance matrix","level":2,"score":0.25699999928474426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1088/1742-5468/ae9378","doi":"https://doi.org/10.1088/1742-5468/ae9378","is_oa":false,"landing_page_url":"https://doi.org/10.1088/1742-5468/ae9378","pdf_url":null,"source":{"id":"https://openalex.org/S167943036","display_name":"Journal of Statistical Mechanics Theory and Experiment","issn_l":"1742-5468","issn":["1742-5468"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311669","host_organization_name":"Institute of Physics","host_organization_lineage":["https://openalex.org/P4310311669"],"host_organization_lineage_names":["Institute of Physics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Statistical Mechanics: Theory and Experiment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W184583885","https://openalex.org/W1940321820","https://openalex.org/W1967345508","https://openalex.org/W1981795143","https://openalex.org/W1983472209","https://openalex.org/W1985692219","https://openalex.org/W1990381576","https://openalex.org/W1991071089","https://openalex.org/W2010974354","https://openalex.org/W2012501405","https://openalex.org/W2021331919","https://openalex.org/W2046328045","https://openalex.org/W2048181110","https://openalex.org/W2077602267","https://openalex.org/W2090373435","https://openalex.org/W2103376147","https://openalex.org/W2124590498","https://openalex.org/W2149513020","https://openalex.org/W2162531195","https://openalex.org/W2273223125","https://openalex.org/W2339846782","https://openalex.org/W2497609193","https://openalex.org/W2763894180","https://openalex.org/W2923764619","https://openalex.org/W2930308779","https://openalex.org/W2942656440","https://openalex.org/W2945765717","https://openalex.org/W3000332379","https://openalex.org/W3096003755","https://openalex.org/W3133450183","https://openalex.org/W3146796711","https://openalex.org/W3180744540","https://openalex.org/W3217382233","https://openalex.org/W4312426305","https://openalex.org/W4323076473","https://openalex.org/W4396628331","https://openalex.org/W4407310283","https://openalex.org/W4412122873","https://openalex.org/W7133186036"],"related_works":["https://openalex.org/W4399795370","https://openalex.org/W2290706096","https://openalex.org/W4390305944","https://openalex.org/W7125332278","https://openalex.org/W4402622121","https://openalex.org/W4399695711","https://openalex.org/W4405602848","https://openalex.org/W3146522953","https://openalex.org/W7172404199","https://openalex.org/W1967345508"],"abstract_inverted_index":{"Abstract":[0],"Recent":[1],"years":[2],"have":[3,50,80],"seen":[4],"substantial":[5],"advances":[6],"in":[7,56,73,101,133],"our":[8,112,179],"understanding":[9],"of":[10,43,139,143,152,171,178,184],"high-dimensional":[11,103,185],"ridge":[12,44],"regression,":[13],"but":[14],"existing":[15],"theories":[16],"assume":[17],"that":[18,55,99],"training":[19,127],"examples":[20],"are":[21],"independent.":[22],"By":[23],"leveraging":[24],"techniques":[25],"from":[26],"random":[27],"matrix":[28],"theory":[29,180],"and":[30,40,156],"free":[31],"probability,":[32],"we":[33,106],"provide":[34],"sharp":[35],"asymptotics":[36],"for":[37],"the":[38,47,59,69,74,77,81,85,91,102,116,119,126,140,144,153,159,176],"in-":[39],"out-of-sample":[41,70],"risks":[42],"regression":[45],"when":[46],"data":[48,86],"points":[49,165],"arbitrary":[51],"correlations.":[52],"We":[53,109,174],"demonstrate":[54],"this":[57,147],"setting,":[58],"generalized":[60],"cross":[61],"validation":[62],"estimator":[63,98],"(GCV)":[64],"fails":[65],"to":[66,93,115,161],"correctly":[67],"predict":[68],"risk.":[71,173],"However,":[72],"case":[75,117],"where":[76,118],"noise":[78],"residuals":[79],"same":[82],"correlations":[83,124],"as":[84],"points,":[87],"one":[88],"can":[89],"modify":[90],"GCV":[92,154],"yield":[94,166],"an":[95,150,167],"efficiently-computable":[96],"unbiased":[97],"concentrates":[100],"limit,":[104],"which":[105,162],"dub":[107],"CorrGCV.":[108],"further":[110],"extend":[111],"asymptotic":[113],"analysis":[114],"test":[120,164],"point":[121],"has":[122],"nontrivial":[123],"with":[125],"set,":[128],"a":[129,182],"setting":[130],"often":[131],"encountered":[132],"time":[134,145],"series":[135],"forecasting.":[136],"Assuming":[137],"knowledge":[138],"correlation":[141],"structure":[142],"series,":[146],"again":[148],"yields":[149],"extension":[151],"estimator,":[155],"sharply":[157],"characterizes":[158],"degree":[160],"such":[163],"overly":[168],"optimistic":[169],"prediction":[170],"long-time":[172],"validate":[175],"predictions":[177],"across":[181],"variety":[183],"data.":[186]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-09-05T00:00:00"}