{"id":"https://openalex.org/W7160262882","doi":"https://doi.org/10.48550/arxiv.2605.00835","title":"Sparse Regression under Correlation and Weak Signals: A Reproducible Benchmark of Classical and Bayesian Methods","display_name":"Sparse Regression under Correlation and Weak Signals: A Reproducible Benchmark of Classical and Bayesian Methods","publication_year":2026,"publication_date":"2026-04-04","ids":{"openalex":"https://openalex.org/W7160262882","doi":"https://doi.org/10.48550/arxiv.2605.00835"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.00835","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00835","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.00835","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135372528","display_name":"Hao Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Xiao, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5135372528"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.6643000245094299,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.6643000245094299,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12814","display_name":"Gaussian Processes and Bayesian Inference","score":0.06889999657869339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.028699999675154686,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lasso","display_name":"Lasso (programming language)","score":0.8115000128746033},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.6110000014305115},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.5737000107765198},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5609999895095825},{"id":"https://openalex.org/keywords/covariance","display_name":"Covariance","score":0.517799973487854},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.5044999718666077},{"id":"https://openalex.org/keywords/covariate","display_name":"Covariate","score":0.49000000953674316},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.4652999937534332},{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"Uncertainty quantification","score":0.45840001106262207},{"id":"https://openalex.org/keywords/bayesian-inference","display_name":"Bayesian inference","score":0.44670000672340393}],"concepts":[{"id":"https://openalex.org/C37616216","wikidata":"https://www.wikidata.org/wiki/Q3218363","display_name":"Lasso (programming language)","level":2,"score":0.8115000128746033},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.6110000014305115},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.5737000107765198},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5609999895095825},{"id":"https://openalex.org/C178650346","wikidata":"https://www.wikidata.org/wiki/Q201984","display_name":"Covariance","level":2,"score":0.517799973487854},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.5044999718666077},{"id":"https://openalex.org/C119043178","wikidata":"https://www.wikidata.org/wiki/Q320723","display_name":"Covariate","level":2,"score":0.49000000953674316},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.4652999937534332},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4620000123977661},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.45840001106262207},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.44670000672340393},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4415999948978424},{"id":"https://openalex.org/C111350023","wikidata":"https://www.wikidata.org/wiki/Q1191869","display_name":"Markov chain Monte Carlo","level":3,"score":0.4251999855041504},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4203000068664551},{"id":"https://openalex.org/C203868755","wikidata":"https://www.wikidata.org/wiki/Q5353562","display_name":"Elastic net regularization","level":3,"score":0.3880999982357025},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.38199999928474426},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.34880000352859497},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32839998602867126},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.32670000195503235},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.3208000063896179},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31779998540878296},{"id":"https://openalex.org/C37903108","wikidata":"https://www.wikidata.org/wiki/Q4874474","display_name":"Bayesian linear regression","level":4,"score":0.3172999918460846},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.3082999885082245},{"id":"https://openalex.org/C185142706","wikidata":"https://www.wikidata.org/wiki/Q1134404","display_name":"Covariance matrix","level":2,"score":0.3009999990463257},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C74127309","wikidata":"https://www.wikidata.org/wiki/Q3455886","display_name":"Nonparametric regression","level":3,"score":0.2818000018596649},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26759999990463257},{"id":"https://openalex.org/C9936470","wikidata":"https://www.wikidata.org/wiki/Q6510405","display_name":"Least-squares function approximation","level":3,"score":0.2583000063896179},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C180877172","wikidata":"https://www.wikidata.org/wiki/Q5401390","display_name":"Estimation of covariance matrices","level":3,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.00835","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00835","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.00835","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.00835","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Choosing":[0],"between":[1],"classical":[2],"and":[3,25,61,88,108,122,149,167],"Bayesian":[4,112],"sparse":[5,53],"regression":[6,54],"methods":[7,67,113],"involves":[8],"a":[9,143],"real":[10],"trade-off:":[11],"penalized":[12],"estimators":[13],"like":[14],"Lasso":[15,148,157],"run":[16],"in":[17,90],"milliseconds":[18],"but":[19,31],"give":[20],"no":[21],"uncertainty":[22],"estimates,while":[23],"Horseshoe":[24,124],"Spike-and-Slab":[26,150],"priors":[27],"produce":[28],"full":[29],"posteriors":[30,162],"need":[32],"MCMC":[33],"chains":[34],"that":[35,50],"take":[36],"minutes":[37],"per":[38],"fit.Surprisingly":[39],"few":[40],"studies":[41],"compare":[42],"these":[43],"two":[44],"families":[45],"head-to-head":[46],"under":[47],"the":[48,95,123,158],"conditions":[49],"actually":[51],"make":[52],"hard":[55],"--":[56,137],"correlated":[57],"features,":[58],"weak":[59],"signals,":[60],"growing":[62],"dimensionality.":[63],"We":[64],"benchmark":[65],"six":[66],"(OLS,":[68],"Ridge,Lasso,":[69],"Elastic":[70],"Net,":[71],"Horseshoe,":[72],"Spike-and-Slab)":[73],"on":[74,105,110,115],"synthetic":[75],"data":[76,168],"with":[77],"three":[78],"covariance":[79],"structures":[80],"(rho":[81],"up":[82],"to":[83],"0.9),":[84],"four":[85],"SNR":[86],"levels,":[87],"p":[89],"{20,":[91],"50,":[92],"100},":[93],"plus":[94],"Diabetes":[96],"dataset,totalling":[97],"over":[98],"2,600":[99],"experiments.":[100],"The":[101],"results":[102],"are":[103,163,169],"clear":[104],"some":[106],"points":[107],"nuanced":[109],"others.":[111],"win":[114],"prediction":[116],"error":[117],"(MSE":[118],"72":[119],"vs.":[120],"108-267),":[121],"delivers":[125],"near-nominal":[126],"95%":[127],"coverage":[128],"(94.8%).":[129],"But":[130],"Spike-and-Slab,despite":[131],"narrower":[132],"intervals,":[133],"under-covers":[134],"at":[135,152,171],"91.9%":[136],"its":[138],"continuous":[139],"relaxation":[140],"likely":[141],"plays":[142],"role.":[144],"For":[145],"variable":[146],"selection,":[147],"tie":[151],"F1":[153],"~":[154],"0.47,":[155],"making":[156],"practical":[159],"default":[160],"when":[161],"not":[164],"needed.":[165],"Code":[166],"available":[170],"https://github.com/xiao98/sparse-bayesian-regression-bench.":[172]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-06T00:00:00"}