{"id":"https://openalex.org/W2018134780","doi":"https://doi.org/10.1109/ssp.2012.6319717","title":"FASt global convergence of gradient methods for solving regularized M-estimation","display_name":"FASt global convergence of gradient methods for solving regularized M-estimation","publication_year":2012,"publication_date":"2012-08-01","ids":{"openalex":"https://openalex.org/W2018134780","doi":"https://doi.org/10.1109/ssp.2012.6319717","mag":"2018134780"},"language":"en","primary_location":{"id":"doi:10.1109/ssp.2012.6319717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssp.2012.6319717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE Statistical Signal Processing Workshop (SSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036435487","display_name":"Alekh Agarwal","orcid":"https://orcid.org/0000-0001-7032-7162"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alekh Agarwal","raw_affiliation_strings":["Department of EECS, University of California, Berkeley, USA","UC Berkeley, Department of EECS, USA"],"affiliations":[{"raw_affiliation_string":"Department of EECS, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"UC Berkeley, Department of EECS, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054929782","display_name":"Sahand Negahban","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sahand Negahban","raw_affiliation_strings":["Department of EECS, MIT, USA","MIT, Department of EECS, USA"],"affiliations":[{"raw_affiliation_string":"Department of EECS, MIT, USA","institution_ids":[]},{"raw_affiliation_string":"MIT, Department of EECS, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038379562","display_name":"Martin J. Wainwright","orcid":"https://orcid.org/0000-0002-8760-2236"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martin J. Wainwright","raw_affiliation_strings":["Department of EECS and Statistics, University of California, Berkeley, USA","UC Berkeley, Department of EECS and Statistics, USA"],"affiliations":[{"raw_affiliation_string":"Department of EECS and Statistics, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"UC Berkeley, Department of EECS and Statistics, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5036435487"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":0.6858,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.69992417,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"409","last_page":"412"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6305100321769714},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.6069176197052002},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.591507077217102},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5438159704208374},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.5287684202194214},{"id":"https://openalex.org/keywords/sublinear-function","display_name":"Sublinear function","score":0.4704524576663971},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4682180881500244},{"id":"https://openalex.org/keywords/convexity","display_name":"Convexity","score":0.464459627866745},{"id":"https://openalex.org/keywords/lasso","display_name":"Lasso (programming language)","score":0.4608793556690216},{"id":"https://openalex.org/keywords/linear-model","display_name":"Linear model","score":0.4510858654975891},{"id":"https://openalex.org/keywords/linear-regression","display_name":"Linear regression","score":0.43156522512435913},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.42341193556785583},{"id":"https://openalex.org/keywords/matrix-norm","display_name":"Matrix norm","score":0.4149877429008484},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3726222515106201},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.36387819051742554},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2285802960395813},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.19101595878601074},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1354236602783203},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.09483590722084045}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6305100321769714},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.6069176197052002},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.591507077217102},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5438159704208374},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5287684202194214},{"id":"https://openalex.org/C117160843","wikidata":"https://www.wikidata.org/wiki/Q338652","display_name":"Sublinear function","level":2,"score":0.4704524576663971},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4682180881500244},{"id":"https://openalex.org/C72134830","wikidata":"https://www.wikidata.org/wiki/Q5166524","display_name":"Convexity","level":2,"score":0.464459627866745},{"id":"https://openalex.org/C37616216","wikidata":"https://www.wikidata.org/wiki/Q3218363","display_name":"Lasso (programming language)","level":2,"score":0.4608793556690216},{"id":"https://openalex.org/C163175372","wikidata":"https://www.wikidata.org/wiki/Q3339222","display_name":"Linear model","level":2,"score":0.4510858654975891},{"id":"https://openalex.org/C48921125","wikidata":"https://www.wikidata.org/wiki/Q10861030","display_name":"Linear regression","level":2,"score":0.43156522512435913},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.42341193556785583},{"id":"https://openalex.org/C92207270","wikidata":"https://www.wikidata.org/wiki/Q939253","display_name":"Matrix norm","level":3,"score":0.4149877429008484},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3726222515106201},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.36387819051742554},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2285802960395813},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.19101595878601074},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1354236602783203},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.09483590722084045},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ssp.2012.6319717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ssp.2012.6319717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 IEEE Statistical Signal Processing Workshop (SSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1874232560","https://openalex.org/W1994309289","https://openalex.org/W2124541940","https://openalex.org/W2125295547","https://openalex.org/W2135046866","https://openalex.org/W2146482778","https://openalex.org/W2151825876","https://openalex.org/W2152836620","https://openalex.org/W2338175496","https://openalex.org/W2950190315","https://openalex.org/W3099503819","https://openalex.org/W3102974460","https://openalex.org/W4235358177","https://openalex.org/W4250589301","https://openalex.org/W6681413097","https://openalex.org/W6682550672","https://openalex.org/W6682658836"],"related_works":["https://openalex.org/W90906771","https://openalex.org/W2018828772","https://openalex.org/W2529185025","https://openalex.org/W2052708136","https://openalex.org/W2809723425","https://openalex.org/W2005302727","https://openalex.org/W4289097813","https://openalex.org/W3082028334","https://openalex.org/W1964872188","https://openalex.org/W1973725449"],"abstract_inverted_index":{"We":[0,56],"analyze":[1],"the":[2,23,33,41,96,100,103,107,134],"convergence":[3,93,128,131],"rates":[4],"of":[5,52,61,92,99,154],"composite":[6,84],"gradient":[7,85],"methods":[8],"for":[9,73,143,173],"solving":[10],"problems":[11],"based":[12],"on":[13,139],"regularized":[14],"M-estimators,":[15],"working":[16],"within":[17],"a":[18,88,151],"high-dimensional":[19,38,203],"framework":[20],"that":[21,66,83],"allows":[22],"data":[24],"dimension":[25],"d":[26],"to":[27,95,133,150],"grow":[28],"with":[29,70,178],"(and":[30],"possibly":[31],"exceed)":[32],"sample":[34],"size":[35],"n.":[36],"This":[37,117],"structure":[39],"precludes":[40],"usual":[42],"global":[43],"assumptions-namely,":[44],"strong":[45],"convexity":[46],"and":[47,64,112,137,156,187,199],"smoothness":[48],"conditions-that":[49],"underlie":[50],"much":[51],"classical":[53],"optimization":[54],"analysis.":[55],"define":[57],"appropriately":[58],"restricted":[59],"versions":[60],"these":[62,78],"conditions,":[63,79],"show":[65],"they":[67],"are":[68],"satisfied":[69],"high":[71],"probability":[72],"various":[74],"statistical":[75,97,157,197],"models.":[76],"Under":[77],"our":[80,140,191],"theory":[81],"guarantees":[82],"descent":[86],"has":[87],"globally":[89],"geometric":[90],"rate":[91],"up":[94,132],"precision":[98,198],"model,":[101],"meaning":[102],"typical":[104],"distance":[105],"between":[106,196],"true":[108],"unknown":[109],"parameter":[110],"\u03b8*":[111],"an":[113],"optimal":[114],"solution":[115],"\u03b8\u0302.":[116],"result":[118],"is":[119],"substantially":[120],"sharper":[121],"than":[122],"previous":[123],"results,":[124],"which":[125],"yielded":[126],"sublinear":[127],"or":[129],"linear":[130,161],"noise":[135],"level,":[136],"builds":[138],"earlier":[141],"work":[142],"constrained":[144],"estimation":[145],"problems.":[146],"Our":[147],"analysis":[148,192],"applies":[149],"wide":[152],"range":[153],"M-estimators":[155],"models,":[158],"including":[159],"sparse":[160],"regression":[162],"using":[163,183],"Lasso":[164,172],"(\u2113":[165],"<sub":[166],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[167],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sub>":[168],"-regularized":[169],"regression);":[170],"group":[171],"block":[174],"sparsity;":[175],"log-linear":[176],"models":[177],"regularization;":[179,186],"low-rank":[180],"matrix":[181,188],"recovery":[182],"nuclear":[184],"norm":[185],"decomposition.":[189],"Overall,":[190],"reveals":[193],"interesting":[194],"connections":[195],"computational":[200],"efficiency":[201],"in":[202],"estimation.":[204]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}