{"id":"https://openalex.org/W4388444595","doi":"https://doi.org/10.48550/arxiv.2311.01806","title":"Sketching for Convex and Nonconvex Regularized Least Squares with Sharp Guarantees","display_name":"Sketching for Convex and Nonconvex Regularized Least Squares with Sharp Guarantees","publication_year":2023,"publication_date":"2023-11-03","ids":{"openalex":"https://openalex.org/W4388444595","doi":"https://doi.org/10.48550/arxiv.2311.01806"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2311.01806","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.01806","pdf_url":"https://arxiv.org/pdf/2311.01806","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.01806","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013579313","display_name":"Yingzhen Yang","orcid":"https://orcid.org/0000-0003-0502-6122","observed_orcids":["https://orcid.org/0000-0003-0502-6122"]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yang, Yingzhen","raw_affiliation_strings":["Yingzhen Yang is with School of Computing and Augmented Intelligence , Arizona State University , Tempe , AZ 85281 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yingzhen Yang is with School of Computing and Augmented Intelligence , Arizona State University , Tempe , AZ 85281 , USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100435527","display_name":"Ping Li","orcid":"https://orcid.org/0000-0002-5979-8868","observed_orcids":["https://orcid.org/0000-0002-5979-8868","https://orcid.org/0000-0002-8515-7773","https://orcid.org/0000-0002-7985-8477","https://orcid.org/0000-0002-1503-0240","https://orcid.org/0000-0002-8391-6510","https://orcid.org/0000-0001-8285-8921","https://orcid.org/0000-0003-4725-4553"]},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Li, Ping","raw_affiliation_strings":["Yingzhen Yang is with School of Computing and Augmented Intelligence , Arizona State University , Tempe , AZ 85281 , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yingzhen Yang is with School of Computing and Augmented Intelligence , Arizona State University , Tempe , AZ 85281 , USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I55732556"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9028000235557556,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9028000235557556,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.07500000298023224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.00989999994635582,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sketching","display_name":"sketching","score":0.800000011920929},{"id":"https://openalex.org/keywords/randomized-algorithms","display_name":"randomized algorithms","score":0.7960000038146973},{"id":"https://openalex.org/keywords/regularized-least-squares","display_name":"regularized least squares","score":0.9919999837875366},{"id":"https://openalex.org/keywords/nonconvex-regularization","display_name":"non-convex regularization","score":0.9580000042915344},{"id":"https://openalex.org/keywords/convex-regularization","display_name":"convex regularization","score":0.9710000157356262},{"id":"https://openalex.org/keywords/approximation-error-estimates","display_name":"approximation error bounds","score":0.8640000224113464},{"id":"https://openalex.org/keywords/minimax-rates","display_name":"minimax rates","score":0.8980000019073486},{"id":"https://openalex.org/keywords/sparse-signal-estimation","display_name":"sparse signal estimation","score":0.9710000157356262},{"id":"https://openalex.org/keywords/sparse-learning","display_name":"sparse learning","score":0.746999979019165},{"id":"https://openalex.org/keywords/large-scale-optimization","display_name":"large-scale optimization","score":0.8690000176429749}],"concepts":[{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.7302333116531372},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.5832953453063965},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5601518750190735},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.548319935798645},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5330454707145691},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.5011374950408936},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5002233982086182},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4637589454650879},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.4269603490829468},{"id":"https://openalex.org/C122383733","wikidata":"https://www.wikidata.org/wiki/Q865920","display_name":"Approximation error","level":2,"score":0.42222124338150024},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36525171995162964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1298300325870514},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2311.01806","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.01806","pdf_url":"https://arxiv.org/pdf/2311.01806","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2311.01806","doi":"https://doi.org/10.48550/arxiv.2311.01806","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2311.01806","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.01806","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.01806","pdf_url":"https://arxiv.org/pdf/2311.01806","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388444595.pdf","grobid_xml":"https://content.openalex.org/works/W4388444595.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3196663833","https://openalex.org/W3016954184","https://openalex.org/W3034363349","https://openalex.org/W4221160041","https://openalex.org/W2152326788","https://openalex.org/W4224002028","https://openalex.org/W2963020110","https://openalex.org/W2789283984","https://openalex.org/W3043651652","https://openalex.org/W7161816647"],"abstract_inverted_index":{"Randomized":[0],"algorithms":[1],"are":[2,129,148],"important":[3],"for":[4,18,30,73,89,108,115,156],"solving":[5,120],"large-scale":[6],"optimization":[7,79],"problems.":[8],"In":[9],"this":[10],"paper,":[11],"we":[12],"propose":[13,172],"a":[14,39,166],"fast":[15],"sketching":[16,164,175,187],"algorithm":[17,36,57,176],"least":[19,91],"square":[20,92],"problems":[21,93,128],"regularized":[22,90],"by":[23,119,163,183],"convex":[24,97,102,124,157],"or":[25,98,125,158],"nonconvex":[26,126,159],"regularization":[27,62],"functions,":[28],"Sketching":[29],"Regularized":[31],"Optimization":[32],"(SRO).":[33],"Our":[34],"SRO":[35,197,200],"first":[37,151],"generates":[38],"sketch":[40],"of":[41,81,143,194],"the":[42,48,74,78,82,86,109,121,141,150,179,186,192,195],"original":[43,83],"data":[44],"matrix,":[45],"then":[46],"solves":[47],"sketched":[49,87,122],"problem.":[50],"Different":[51],"from":[52],"existing":[53],"randomized":[54],"algorithms,":[55],"our":[56,133,144,146],"handles":[58],"general":[59,70,134],"Frechet":[60],"subdifferentiable":[61],"functions":[63],"in":[64],"an":[65,173],"unified":[66,167],"framework.":[67,169],"We":[68,170],"present":[69],"theoretical":[71,135,168],"result":[72,136],"approximation":[75,110,180],"error":[76,181],"between":[77],"results":[80,147,190],"problem":[84,88,162],"and":[85,198],"which":[94,177],"can":[95],"be":[96],"nonconvex.":[99],"For":[100],"arbitrary":[101],"regularizer,":[103],"relative-error":[104],"bound":[105],"is":[106],"proved":[107],"error.":[111],"Importantly,":[112],"minimax":[113,154],"rates":[114,155],"sparse":[116,123,160],"signal":[117],"estimation":[118],"learning":[127,161],"also":[130],"obtained":[131],"using":[132],"under":[137,165],"mild":[138],"conditions.":[139],"To":[140],"best":[142],"knowledge,":[145],"among":[149],"to":[152],"demonstrate":[153,191],"further":[171],"iterative":[174],"reduces":[178],"exponentially":[182],"iteratively":[184],"invoking":[185],"algorithm.":[188],"Experimental":[189],"effectiveness":[193],"proposed":[196],"Iterative":[199],"algorithms.":[201]},"counts_by_year":[],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2023-11-07T00:00:00"}