{"id":"https://openalex.org/W3034580602","doi":"https://doi.org/10.1109/jsait.2020.3039509","title":"Lower Bounds and a Near-Optimal Shrinkage Estimator for Least Squares Using Random Projections","display_name":"Lower Bounds and a Near-Optimal Shrinkage Estimator for Least Squares Using Random Projections","publication_year":2020,"publication_date":"2020-11-01","ids":{"openalex":"https://openalex.org/W3034580602","doi":"https://doi.org/10.1109/jsait.2020.3039509","mag":"3034580602"},"language":"en","primary_location":{"id":"doi:10.1109/jsait.2020.3039509","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsait.2020.3039509","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.08160","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006568955","display_name":"Srivatsan Sridhar","orcid":"https://orcid.org/0000-0002-1880-570X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Srivatsan Sridhar","raw_affiliation_strings":["Stanford University, Stanford, CA, USA","Department of Electrical Engineering, Stanford University, Stanford, CA, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA#TAB#","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001436196","display_name":"Mert Pilanc\u0131","orcid":"https://orcid.org/0000-0002-0870-9992"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mert Pilanci","raw_affiliation_strings":["Stanford University, Stanford, CA, USA","Department of Electrical Engineering, Stanford University, Stanford, CA, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA#TAB#","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003322209","display_name":"Ayfer \u00d6zg\u00fcr","orcid":"https://orcid.org/0000-0002-4455-4692"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ayfer Ozgur","raw_affiliation_strings":["Stanford University, Stanford, CA, USA","Department of Electrical Engineering, Stanford University, Stanford, CA, USA#TAB#"],"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Department of Electrical Engineering, Stanford University, Stanford, CA, USA#TAB#","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5006568955"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.539,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.60534705,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"1","issue":"3","first_page":"660","last_page":"668"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.7659968137741089},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6995471119880676},{"id":"https://openalex.org/keywords/mean-squared-error","display_name":"Mean squared error","score":0.6946523189544678},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.6162389516830444},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.5519437789916992},{"id":"https://openalex.org/keywords/bias-of-an-estimator","display_name":"Bias of an estimator","score":0.5494338274002075},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.5218133926391602},{"id":"https://openalex.org/keywords/least-squares-function-approximation","display_name":"Least-squares function approximation","score":0.4514837861061096},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.424294114112854},{"id":"https://openalex.org/keywords/steins-unbiased-risk-estimate","display_name":"Stein's unbiased risk estimate","score":0.4197573661804199},{"id":"https://openalex.org/keywords/shrinkage-estimator","display_name":"Shrinkage estimator","score":0.41583701968193054},{"id":"https://openalex.org/keywords/minimum-mean-square-error","display_name":"Minimum mean square error","score":0.41105133295059204},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3848514258861542},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.378610759973526},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.34642666578292847},{"id":"https://openalex.org/keywords/minimum-variance-unbiased-estimator","display_name":"Minimum-variance unbiased estimator","score":0.24544531106948853},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.09503486752510071}],"concepts":[{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.7659968137741089},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6995471119880676},{"id":"https://openalex.org/C139945424","wikidata":"https://www.wikidata.org/wiki/Q1940696","display_name":"Mean squared error","level":2,"score":0.6946523189544678},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.6162389516830444},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.5519437789916992},{"id":"https://openalex.org/C191393472","wikidata":"https://www.wikidata.org/wiki/Q15222032","display_name":"Bias of an estimator","level":4,"score":0.5494338274002075},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5218133926391602},{"id":"https://openalex.org/C9936470","wikidata":"https://www.wikidata.org/wiki/Q6510405","display_name":"Least-squares function approximation","level":3,"score":0.4514837861061096},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.424294114112854},{"id":"https://openalex.org/C134962040","wikidata":"https://www.wikidata.org/wiki/Q7606742","display_name":"Stein's unbiased risk estimate","level":5,"score":0.4197573661804199},{"id":"https://openalex.org/C102592046","wikidata":"https://www.wikidata.org/wiki/Q7504144","display_name":"Shrinkage estimator","level":5,"score":0.41583701968193054},{"id":"https://openalex.org/C90652560","wikidata":"https://www.wikidata.org/wiki/Q11091747","display_name":"Minimum mean square error","level":3,"score":0.41105133295059204},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3848514258861542},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.378610759973526},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34642666578292847},{"id":"https://openalex.org/C165646398","wikidata":"https://www.wikidata.org/wiki/Q3755281","display_name":"Minimum-variance unbiased estimator","level":3,"score":0.24544531106948853},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.09503486752510071},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/jsait.2020.3039509","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsait.2020.3039509","pdf_url":null,"source":{"id":"https://openalex.org/S4210211895","display_name":"IEEE Journal on Selected Areas in Information Theory","issn_l":"2641-8770","issn":["2641-8770"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2006.08160","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.08160","pdf_url":"https://arxiv.org/pdf/2006.08160","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3034580602","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2006.08160v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2006.08160","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2006.08160","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.08160","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.08160","pdf_url":"https://arxiv.org/pdf/2006.08160","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3678449901","display_name":null,"funder_award_id":"IIS-1838179","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4864293789","display_name":null,"funder_award_id":"ECCS-2037304","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320308737","display_name":"Facebook","ror":"https://ror.org/01zbnvs85"},{"id":"https://openalex.org/F4320315684","display_name":"Stanford SystemX Alliance","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1507943102","https://openalex.org/W1577871831","https://openalex.org/W1991769471","https://openalex.org/W2007399394","https://openalex.org/W2017398724","https://openalex.org/W2028584480","https://openalex.org/W2041836310","https://openalex.org/W2043804332","https://openalex.org/W2045390367","https://openalex.org/W2054640142","https://openalex.org/W2103142290","https://openalex.org/W2107599050","https://openalex.org/W2120565458","https://openalex.org/W2121689290","https://openalex.org/W2141623022","https://openalex.org/W2152326788","https://openalex.org/W2152402969","https://openalex.org/W2153635508","https://openalex.org/W2282338793","https://openalex.org/W2548978646","https://openalex.org/W2580753685","https://openalex.org/W2615055317","https://openalex.org/W2625592596","https://openalex.org/W2951863880","https://openalex.org/W2952051345","https://openalex.org/W2962842430","https://openalex.org/W2963459305","https://openalex.org/W2970072822","https://openalex.org/W3139361274","https://openalex.org/W3148198191","https://openalex.org/W6629496199","https://openalex.org/W6631139464","https://openalex.org/W6634927326","https://openalex.org/W6635777585","https://openalex.org/W6639093925","https://openalex.org/W6650267568","https://openalex.org/W6677280552","https://openalex.org/W6682597329","https://openalex.org/W6767082502"],"related_works":["https://openalex.org/W2766182008","https://openalex.org/W3120418370","https://openalex.org/W2806801315","https://openalex.org/W3099799952","https://openalex.org/W3091512169","https://openalex.org/W2594600072","https://openalex.org/W3123181520","https://openalex.org/W2185952782","https://openalex.org/W2149484698","https://openalex.org/W2796906231","https://openalex.org/W2952407283","https://openalex.org/W3100492303","https://openalex.org/W2302025125","https://openalex.org/W2130218616","https://openalex.org/W2101347331","https://openalex.org/W3121810780","https://openalex.org/W3124140169","https://openalex.org/W2911277440","https://openalex.org/W2003204186","https://openalex.org/W2158451137"],"abstract_inverted_index":{"We":[0],"consider":[1],"optimization":[2],"using":[3,37,72,118],"random":[4],"projections":[5],"as":[6,55,192],"a":[7,32,47],"statistical":[8],"estimation":[9],"problem,":[10],"where":[11],"the":[12,16,19,22,26,43,52,73,77,84,91,99,105,114,119,126,138,141,157,160,169],"squared":[13],"distance":[14],"between":[15],"predictions":[17],"from":[18],"estimator":[20,71,107,112,131,176],"and":[21,76,152,168,182,185],"true":[23,53,100,161],"solution":[24,45,54,117,145,162],"is":[25,80,132,135,163,172],"error":[27,61,128,139,179],"metric.":[28],"In":[29],"approximately":[30],"solving":[31],"large-scale":[33],"least":[34,115],"squares":[35,116],"problem":[36],"Gaussian":[38,49,74,120,143],"sketches,":[39],"we":[40,103],"show":[41],"that":[42],"sketched":[44],"has":[46],"conditional":[48],"distribution":[50],"with":[51,64],"its":[56],"mean.":[57],"Firstly,":[58],"tight":[59],"worst-case":[60],"lower":[62,92,153],"bounds":[63,154],"explicit":[65],"constants":[66],"are":[67],"derived":[68],"for":[69,113,146,187],"any":[70,147],"sketch,":[75],"classical":[78,142],"sketching":[79,190],"shown":[81],"to":[82,108,165],"be":[83,166],"optimal":[85],"unbiased":[86],"estimator.":[87],"For":[88],"biased":[89],"estimators,":[90],"bound":[93,124],"also":[94],"incorporates":[95],"prior":[96],"knowledge":[97],"about":[98],"solution.":[101],"Secondly,":[102],"use":[104],"James-Stein":[106],"derive":[109],"an":[110],"improved":[111],"sketch.":[121],"An":[122],"upper":[123,151],"on":[125,180],"expected":[127],"of":[129,140,159],"this":[130,175],"derived,":[133],"which":[134],"smaller":[136,178],"than":[137],"sketch":[144],"given":[148],"data.":[149],"The":[150],"match":[155],"when":[156],"SNR":[158],"known":[164],"small,":[167],"data":[170],"matrix":[171],"well-conditioned.":[173],"Empirically,":[174],"achieves":[177],"simulated":[181],"real":[183],"datasets,":[184],"works":[186],"other":[188],"common":[189],"methods":[191],"well.":[193]},"counts_by_year":[{"year":2020,"cited_by_count":3}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}