{"id":"https://openalex.org/W3110873000","doi":"https://doi.org/10.1109/tit.2022.3146206","title":"Adaptive and Oblivious Randomized Subspace Methods for High-Dimensional Optimization: Sharp Analysis and Lower Bounds","display_name":"Adaptive and Oblivious Randomized Subspace Methods for High-Dimensional Optimization: Sharp Analysis and Lower Bounds","publication_year":2022,"publication_date":"2022-01-24","ids":{"openalex":"https://openalex.org/W3110873000","doi":"https://doi.org/10.1109/tit.2022.3146206","mag":"3110873000"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2022.3146206","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2022.3146206","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2012.07054","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064802020","display_name":"Jonathan Lacotte","orcid":"https://orcid.org/0000-0003-2041-9311"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan Lacotte","raw_affiliation_strings":["Electrical Engineering Department, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2041-9311","affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001436196","display_name":"Mert Pilanc\u0131","orcid":"https://orcid.org/0000-0002-0870-9992"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mert Pilanci","raw_affiliation_strings":["Electrical Engineering Department, Stanford University, Stanford, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0870-9992","affiliations":[{"raw_affiliation_string":"Electrical Engineering Department, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.00296193,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":95},"biblio":{"volume":"68","issue":"5","first_page":"3281","last_page":"3303"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/linear-subspace","display_name":"Linear subspace","score":0.6276102662086487},{"id":"https://openalex.org/keywords/subspace-topology","display_name":"Subspace topology","score":0.6158642768859863},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.5567399263381958},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5169029235839844},{"id":"https://openalex.org/keywords/random-matrix","display_name":"Random matrix","score":0.5036515593528748},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.44641247391700745},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.44454336166381836},{"id":"https://openalex.org/keywords/duality","display_name":"Duality (order theory)","score":0.43304651975631714},{"id":"https://openalex.org/keywords/gaussian","display_name":"Gaussian","score":0.42809027433395386},{"id":"https://openalex.org/keywords/conic-optimization","display_name":"Conic optimization","score":0.4198128879070282},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.41107577085494995},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4087982475757599},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.23895245790481567},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22905761003494263},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.22054517269134521},{"id":"https://openalex.org/keywords/convex-analysis","display_name":"Convex analysis","score":0.21743258833885193},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.12794050574302673}],"concepts":[{"id":"https://openalex.org/C12362212","wikidata":"https://www.wikidata.org/wiki/Q728435","display_name":"Linear subspace","level":2,"score":0.6276102662086487},{"id":"https://openalex.org/C32834561","wikidata":"https://www.wikidata.org/wiki/Q660730","display_name":"Subspace topology","level":2,"score":0.6158642768859863},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.5567399263381958},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5169029235839844},{"id":"https://openalex.org/C64812099","wikidata":"https://www.wikidata.org/wiki/Q176604","display_name":"Random matrix","level":3,"score":0.5036515593528748},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44641247391700745},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.44454336166381836},{"id":"https://openalex.org/C2778023678","wikidata":"https://www.wikidata.org/wiki/Q554403","display_name":"Duality (order theory)","level":2,"score":0.43304651975631714},{"id":"https://openalex.org/C163716315","wikidata":"https://www.wikidata.org/wiki/Q901177","display_name":"Gaussian","level":2,"score":0.42809027433395386},{"id":"https://openalex.org/C79187972","wikidata":"https://www.wikidata.org/wiki/Q2654791","display_name":"Conic optimization","level":5,"score":0.4198128879070282},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41107577085494995},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4087982475757599},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.23895245790481567},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22905761003494263},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.22054517269134521},{"id":"https://openalex.org/C12108790","wikidata":"https://www.wikidata.org/wiki/Q2234833","display_name":"Convex analysis","level":4,"score":0.21743258833885193},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.12794050574302673},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tit.2022.3146206","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2022.3146206","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2012.07054","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.07054","pdf_url":"https://arxiv.org/pdf/2012.07054","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3110873000","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2012.07054.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2012.07054","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2012.07054","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2012.07054","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.07054","pdf_url":"https://arxiv.org/pdf/2012.07054","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3678449901","display_name":null,"funder_award_id":"IIS-1838179","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4864293789","display_name":null,"funder_award_id":"ECCS-2037304","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5346705942","display_name":null,"funder_award_id":"DMS-2134248","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":136,"referenced_works":["https://openalex.org/W134812657","https://openalex.org/W600180659","https://openalex.org/W1486890033","https://openalex.org/W1487825358","https://openalex.org/W1501884374","https://openalex.org/W1565176583","https://openalex.org/W1577871831","https://openalex.org/W1699650586","https://openalex.org/W1964357740","https://openalex.org/W1983017476","https://openalex.org/W1992369867","https://openalex.org/W1999352252","https://openalex.org/W2006573318","https://openalex.org/W2007500622","https://openalex.org/W2008776938","https://openalex.org/W2009941369","https://openalex.org/W2015904350","https://openalex.org/W2021172333","https://openalex.org/W2045390367","https://openalex.org/W2061844057","https://openalex.org/W2063368770","https://openalex.org/W2089075540","https://openalex.org/W2095984592","https://openalex.org/W2101234009","https://openalex.org/W2104624965","https://openalex.org/W2107438106","https://openalex.org/W2107791152","https://openalex.org/W2112545207","https://openalex.org/W2117756735","https://openalex.org/W2119426248","https://openalex.org/W2141566892","https://openalex.org/W2144902422","https://openalex.org/W2146766088","https://openalex.org/W2149933564","https://openalex.org/W2152402969","https://openalex.org/W2156189143","https://openalex.org/W2160840682","https://openalex.org/W2171810522","https://openalex.org/W2185932763","https://openalex.org/W2278578264","https://openalex.org/W2296319761","https://openalex.org/W2394933259","https://openalex.org/W2585994070","https://openalex.org/W2615267611","https://openalex.org/W2623795771","https://openalex.org/W2773306503","https://openalex.org/W2787248994","https://openalex.org/W2803258749","https://openalex.org/W2806021783","https://openalex.org/W2806315060","https://openalex.org/W2807932639","https://openalex.org/W2913535645","https://openalex.org/W2940073586","https://openalex.org/W2962937842","https://openalex.org/W2963002486","https://openalex.org/W2963060476","https://openalex.org/W2963134236","https://openalex.org/W2963214110","https://openalex.org/W2963326510","https://openalex.org/W2963397933","https://openalex.org/W2963459305","https://openalex.org/W2963483271","https://openalex.org/W2963534244","https://openalex.org/W2963942108","https://openalex.org/W2964178869","https://openalex.org/W2964216446","https://openalex.org/W2970072822","https://openalex.org/W2970449350","https://openalex.org/W2970589906","https://openalex.org/W2988331362","https://openalex.org/W2992146231","https://openalex.org/W3005983886","https://openalex.org/W3006441070","https://openalex.org/W3007103516","https://openalex.org/W3034552778","https://openalex.org/W3034919836","https://openalex.org/W3037536384","https://openalex.org/W3038019253","https://openalex.org/W3089846728","https://openalex.org/W3098650594","https://openalex.org/W3099862346","https://openalex.org/W3100743579","https://openalex.org/W3101078184","https://openalex.org/W3101787089","https://openalex.org/W3102427307","https://openalex.org/W3103183085","https://openalex.org/W3104986044","https://openalex.org/W3111242773","https://openalex.org/W4206742934","https://openalex.org/W4244393449","https://openalex.org/W4244670803","https://openalex.org/W4250589301","https://openalex.org/W4250954493","https://openalex.org/W4251616545","https://openalex.org/W4253128825","https://openalex.org/W4298876635","https://openalex.org/W6605453659","https://openalex.org/W6630142784","https://openalex.org/W6637582667","https://openalex.org/W6640256981","https://openalex.org/W6675354045","https://openalex.org/W6675686771","https://openalex.org/W6676105031","https://openalex.org/W6676316915","https://openalex.org/W6676930901","https://openalex.org/W6677778088","https://openalex.org/W6679165223","https://openalex.org/W6681302627","https://openalex.org/W6681330998","https://openalex.org/W6682132143","https://openalex.org/W6682597329","https://openalex.org/W6683673261","https://openalex.org/W6686319040","https://openalex.org/W6694030110","https://openalex.org/W6694979715","https://openalex.org/W6737665323","https://openalex.org/W6739477422","https://openalex.org/W6747994965","https://openalex.org/W6751428565","https://openalex.org/W6752049347","https://openalex.org/W6762623105","https://openalex.org/W6764625308","https://openalex.org/W6767082502","https://openalex.org/W6769930833","https://openalex.org/W6773486062","https://openalex.org/W6774017128","https://openalex.org/W6774309501","https://openalex.org/W6774848012","https://openalex.org/W6779030430","https://openalex.org/W6779752071","https://openalex.org/W6779880336","https://openalex.org/W6780021168","https://openalex.org/W6780310196","https://openalex.org/W6783425961","https://openalex.org/W6783910908","https://openalex.org/W6785248507"],"related_works":["https://openalex.org/W2953683526","https://openalex.org/W2570919384","https://openalex.org/W2528053128","https://openalex.org/W3034919836","https://openalex.org/W2550703763","https://openalex.org/W1852760382","https://openalex.org/W2186185327","https://openalex.org/W2508866287","https://openalex.org/W2156781223","https://openalex.org/W2801503411","https://openalex.org/W2231104643","https://openalex.org/W2561209984","https://openalex.org/W2955542576","https://openalex.org/W2093898758","https://openalex.org/W2774891621","https://openalex.org/W2106535234","https://openalex.org/W1598629391","https://openalex.org/W2119028526","https://openalex.org/W2963709905","https://openalex.org/W2766092598"],"abstract_inverted_index":{"We":[0,18,56,78,111,130],"propose":[1],"novel":[2],"randomized":[3,86],"optimization":[4,117,165],"methods":[5],"for":[6,115],"high-dimensional":[7],"convex":[8,30],"problems":[9,166],"based":[10,122],"on":[11,123],"restrictions":[12],"of":[13,84,94,97,104,125,135,141,161],"variables":[14],"to":[15],"random":[16,46,173],"subspaces.":[17],"consider":[19],"oblivious":[20,67],"and":[21,24,32,101,118,127,164,176],"data-adaptive":[22],"subspaces":[23],"study":[25],"their":[26],"approximation":[27],"properties":[28],"via":[29],"duality":[31],"Fenchel":[33],"conjugates.":[34],"A":[35],"suitable":[36],"adaptive":[37,60],"subspace":[38],"can":[39,62,88],"be":[40,89],"generated":[41],"by":[42],"sampling":[43,68],"a":[44,158],"correlated":[45],"matrix":[47,100],"whose":[48],"second":[49],"order":[50],"statistics":[51],"mirror":[52],"the":[53,59,65,75,81,85,95,98,105,133,150],"input":[54],"data.":[55],"illustrate":[57],"that":[58,80,149],"strategy":[61],"significantly":[63],"outperform":[64],"standard":[66],"method,":[69],"which":[70],"is":[71],"widely":[72],"used":[73],"in":[74,92,157],"recent":[76],"literature.":[77],"show":[79,148],"relative":[82],"error":[83,120],"approximations":[87],"tightly":[90],"characterized":[91],"terms":[93],"spectrum":[96],"data":[99,139],"Gaussian":[102],"width":[103],"dual":[106],"tangent":[107],"cone":[108],"at":[109],"optimum.":[110],"develop":[112],"lower":[113],"bounds":[114],"both":[116],"statistical":[119],"measures":[121],"concentration":[124],"measure":[126],"Fano\u2019s":[128],"inequality.":[129],"then":[131],"present":[132],"consequences":[134],"our":[136],"theory":[137],"with":[138,172,180],"matrices":[140],"varying":[142],"spectral":[143],"decay":[144],"profiles.":[145],"Experimental":[146],"results":[147],"proposed":[151],"approach":[152],"enables":[153],"significant":[154],"speed":[155],"ups":[156],"wide":[159],"variety":[160],"machine":[162],"learning":[163],"including":[167],"logistic":[168],"regression,":[169],"kernel":[170],"classification":[171],"convolution":[174],"layers":[175],"shallow":[177],"neural":[178],"networks":[179],"rectified":[181],"linear":[182],"units.":[183]},"counts_by_year":[{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}