{"id":"https://openalex.org/W7225178404","doi":"https://doi.org/10.5281/zenodo.23755356","title":"Code for Optimal spectral shrinkage via Krylov approximation","display_name":"Code for Optimal spectral shrinkage via Krylov approximation","publication_year":2026,"publication_date":"2026-10-30","ids":{"openalex":"https://openalex.org/W7225178404","doi":"https://doi.org/10.5281/zenodo.23755356"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.23755356","doi":"https://doi.org/10.5281/zenodo.23755356","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23755356","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ComputationalNotebook"},"volume":null,"type":"book","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.23755356","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111249646","display_name":"Tianfeng Lu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204465549","display_name":"Washington University in St. Louis","ror":"https://ror.org/01yc7t268","country_code":"US","type":"education","lineage":["https://openalex.org/I204465549"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lu, Tianfeng","raw_affiliation_strings":["Washington University in St. Louis"],"raw_orcid":"https://orcid.org/0009-0003-3368-1367","affiliations":[{"raw_affiliation_string":"Washington University in St. Louis","institution_ids":["https://openalex.org/I204465549"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5111249646"],"corresponding_institution_ids":["https://openalex.org/I204465549"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10792","display_name":"Matrix Theory and Algorithms","score":0.6054999828338623,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10792","display_name":"Matrix Theory and Algorithms","score":0.6054999828338623,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.05260000005364418,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.04839999973773956,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/principal-component-analysis","display_name":"principal component analysis","score":0.40400001406669617},{"id":"https://openalex.org/keywords/ridge-regression","display_name":"ridge regression","score":0.382999986410141},{"id":"https://openalex.org/keywords/shrinkage-factor","display_name":"shrinkage factor","score":0.4259999990463257},{"id":"https://openalex.org/keywords/sieve-estimators","display_name":"sieve estimators","score":0.3440000116825104},{"id":"https://openalex.org/keywords/high-dimensional-covariance-estimation","display_name":"high-dimensional covariance estimation","score":0.4320000112056732},{"id":"https://openalex.org/keywords/covariance-matrix-estimation","display_name":"covariance matrix estimation","score":0.3089999854564667},{"id":"https://openalex.org/keywords/simulation-study","display_name":"simulation study","score":0.33500000834465027}],"concepts":[{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.6334999799728394},{"id":"https://openalex.org/C180145272","wikidata":"https://www.wikidata.org/wiki/Q7504144","display_name":"Shrinkage","level":2,"score":0.5960000157356262},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.5900999903678894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4968000054359436},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4514000117778778},{"id":"https://openalex.org/C2780129039","wikidata":"https://www.wikidata.org/wiki/Q1931107","display_name":"Section (typography)","level":2,"score":0.44830000400543213},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4185999929904938},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4147999882698059},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4088999927043915},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.35499998927116394},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.35100001096725464},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.34299999475479126},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34130001068115234},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.29750001430511475},{"id":"https://openalex.org/C134835016","wikidata":"https://www.wikidata.org/wiki/Q690265","display_name":"Lookup table","level":2,"score":0.28839999437332153},{"id":"https://openalex.org/C199639397","wikidata":"https://www.wikidata.org/wiki/Q1788588","display_name":"Engineering drawing","level":1,"score":0.26570001244544983},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.25619998574256897}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.23755356","doi":"https://doi.org/10.5281/zenodo.23755356","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23755356","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ComputationalNotebook"},{"id":"doi:10.5281/zenodo.23755357","doi":"https://doi.org/10.5281/zenodo.23755357","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23755357","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ComputationalNotebook"}],"best_oa_location":{"id":"doi:10.5281/zenodo.23755356","doi":"https://doi.org/10.5281/zenodo.23755356","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23755356","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ComputationalNotebook"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7215709842","https://openalex.org/W6993199304","https://openalex.org/W2975270839","https://openalex.org/W2525589133","https://openalex.org/W3012555823","https://openalex.org/W2786915441","https://openalex.org/W4393300367","https://openalex.org/W3159917019","https://openalex.org/W7096383335","https://openalex.org/W7070572218"],"abstract_inverted_index":{"Optimal":[0,13],"spectral":[1,14],"shrinkage":[2,15,181],"via":[3,16],"Krylov":[4,17],"approximation":[5,18],"Code":[6],"for":[7,183,336],"the":[8,11,37,42,66,84,103,109,116,142,155,159,180,192,240,261,264,272,295,313,328,332,346,363,381,394,405],"simulations":[9,69,196,287],"of":[10,108,187,236,243,263,322,366],"paper":[12,110],"by":[19,393,444],"Tianfeng":[20],"Lu,":[21],"Geoffrey":[22],"J.":[23],"Goodhill":[24],"and":[25,36,79,99,161,164,172,342,349,362,380],"Hong":[26],"Hu.":[27],"The":[28,59,174,286,298,402],"notebook":[29,52,60,104,143,273],"`1.ipynb`":[30],"reproduces":[31,105,294],"Figures":[32,74,162],"1\u20133,":[33],"Table":[34,137,188,237,245,323],"2":[35,132,138,165,189,246],"simulation":[38,374,387],"numbers":[39,156],"quoted":[40,157],"in":[41,83,115,141,158,209,239,312],"text.":[43],"Quick":[44],"start":[45],"```":[46,54,439],"pip":[47],"install":[48],"-r":[49],"requirements.txt":[50],"jupyter":[51],"1.ipynb":[53],"Then":[55],"run":[56,279],"all":[57,184,233],"cells.":[58],"takes":[61,215,225,282],"about":[62,216,226,283],"two":[63,67],"minutes,":[64],"because":[65],"slow":[68],"are":[70,75,81,207],"read":[71],"from":[72,413],"`results/`.":[73],"saved":[76],"to":[77,200,219],"`figures/`,":[78],"tables":[80,169],"printed":[82,140],"notebook.":[85,117,329,395],"We":[86],"used":[87,335],"Python":[88],"3.11":[89],"with":[90],"numpy":[91],"1.26,":[92],"scipy":[93],"1.17,":[94],"scikit-learn":[95,406],"1.2,":[96],"pandas":[97],"2.1":[98],"matplotlib":[100],"3.8.":[101],"What":[102],"Each":[106,151],"part":[107],"has":[111],"its":[112],"own":[113,400],"section":[114,152,177],"|":[118,120,122,124,127,129,130,133,135,136,139,144,145,148,150],"Paper":[119],"Output":[121],"|---|---|":[123],"Figure":[125,131,146,175],"1":[126,163],"`figures/fig1_pls_vs_rtk.pdf`":[128],"`figures/fig_sieve.pdf`":[134],"3":[147,176],"`figures/fig_shrinkage.pdf`":[149],"also":[153,178],"prints":[154],"text,":[160],"print":[166],"their":[167,205,350],"supplementary":[168],"(Tables":[170],"S2":[171],"S3).":[173],"plots":[179],"factors":[182],"eleven":[185],"settings":[186,235],"(`figures/fig_shrinkage_sims.pdf`).":[190],"Recomputing":[191],"cached":[193],"results":[194,206],"Two":[195],"take":[197],"too":[198],"long":[199],"rerun":[201],"every":[202],"time,":[203],"so":[204,277,292],"stored":[208,296,386],"`results/`:":[210,385],"-":[211,221,326,330,344,354,372,384,389],"`sieve_latent.csv`":[212],"(Figure":[213],"2)":[214,224],"30":[217],"minutes":[218,228],"recompute.":[220],"`n1000_estimators.csv`":[222],"(Table":[223],"5":[227,425,435],"per":[229],"setting.":[230],"It":[231],"holds":[232],"23":[234],"S5":[238],"Supplementary":[241],"Material,":[242],"which":[244],"shows":[247],"eleven.":[248],"To":[249],"recompute":[250],"them,":[251],"set":[252],"`RERUN_SIEVE":[253],"=":[254,258,418,424,427,434,437],"True`":[255,259],"or":[256],"`RERUN_MAIN":[257],"at":[260],"top":[262],"corresponding":[265],"cell.":[266],"If":[267],"a":[268,278,308],"file":[269],"is":[270,301,442],"missing,":[271],"recomputes":[274],"it":[275],"automatically,":[276],"without":[280],"`results/`":[281],"1.5":[284],"hours.":[285],"use":[288],"fixed":[289],"random":[290],"seeds,":[291],"recomputing":[293],"results.":[297,388],"only":[299],"exception":[300],"RTK-C,":[302,338,432],"where":[303],"rounding":[304],"errors":[305],"can":[306],"change":[307,319],"single":[309],"replicate's":[310],"risk":[311],"fourth":[314],"decimal;":[315],"this":[316],"does":[317],"not":[318],"any":[320],"entry":[321],"2.":[324],"Files":[325],"`1.ipynb`:":[327],"`spectral_shrinkage.py`:":[331],"estimator":[333],"`SpectralShrinkage`,":[334],"RTK,":[337,422],"ridge,":[339],"gradient":[340],"descent":[341],"self-distillation.":[343],"`filters.py`:":[345],"filter":[347],"dictionaries":[348],"exact":[351,378],"leave-one-out":[352],"features.":[353],"`otherestimators.py`:":[355],"principal":[356],"component":[357],"regression,":[358],"partial":[359],"least":[360],"squares":[361],"hybrid":[364],"method":[365],"Chung,":[367],"Nagy":[368],"&":[369],"O'Leary":[370],"(2008).":[371],"`simulation.py`:":[373],"settings,":[375],"data":[376,401],"generation,":[377],"risks":[379],"oracle":[382],"filter.":[383],"`figures/`:":[390],"figures":[391],"written":[392],"Using":[396],"RTK":[397],"on":[398],"your":[399],"estimators":[403],"follow":[404],"interface:":[407],"```python":[408],"import":[409,415],"filters":[410],"as":[411],"F":[412],"spectral_shrinkage":[414],"SpectralShrinkage":[416],"rtk":[417],"SpectralShrinkage(F.Chebyshev(5)).fit(X,":[419],"y)":[420,430],"#":[421,431],"m":[423,433],"rtkc":[426],"SpectralShrinkage(F.Truncated(F.Chebyshev(5),":[428],"K=\"resolution\")).fit(X,":[429],"y_new":[436],"rtkc.predict(X_new)":[438],"An":[440],"intercept":[441],"fitted":[443],"default.":[445]},"counts_by_year":[],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2026-11-04T00:00:00"}