{"id":"https://openalex.org/W2944875101","doi":"https://doi.org/10.1109/tac.2020.3008297","title":"Robustness of Accelerated First-Order Algorithms for Strongly Convex Optimization Problems","display_name":"Robustness of Accelerated First-Order Algorithms for Strongly Convex Optimization Problems","publication_year":2020,"publication_date":"2020-07-09","ids":{"openalex":"https://openalex.org/W2944875101","doi":"https://doi.org/10.1109/tac.2020.3008297","mag":"2944875101"},"language":"en","primary_location":{"id":"doi:10.1109/tac.2020.3008297","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2020.3008297","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1905.11011","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047399398","display_name":"Hesameddin Mohammadi","orcid":"https://orcid.org/0000-0003-3030-1536"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hesameddin Mohammadi","raw_affiliation_strings":["Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA","[Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA]"],"raw_orcid":"https://orcid.org/0000-0003-3030-1536","affiliations":[{"raw_affiliation_string":"Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"[Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA]","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041237539","display_name":"Meisam Razaviyayn","orcid":"https://orcid.org/0000-0003-4342-6661"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meisam Razaviyayn","raw_affiliation_strings":["Daniel J. Epstein Department of Industrial and Systems Engineering, University of Southern California, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4342-6661","affiliations":[{"raw_affiliation_string":"Daniel J. Epstein Department of Industrial and Systems Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087790067","display_name":"Mihailo R. Jovanovi\u0107","orcid":"https://orcid.org/0000-0002-4181-2924"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mihailo R. Jovanovic","raw_affiliation_strings":["Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA","[Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA]"],"raw_orcid":"https://orcid.org/0000-0002-4181-2924","affiliations":[{"raw_affiliation_string":"Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"[Ming Hsieh Department of Electrical and Computer Engineering, University of Southern California, Los Angeles, CA, USA]","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5047399398"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":0.18,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.42566954,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"66","issue":"6","first_page":"2480","last_page":"2495"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.77235347032547},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6685861349105835},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5782037377357483},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.5523503422737122},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.49185657501220703},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.48553702235221863},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.44594278931617737},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4028488099575043},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.3189239501953125},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.28560715913772583}],"concepts":[{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.77235347032547},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6685861349105835},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5782037377357483},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.5523503422737122},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.49185657501220703},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.48553702235221863},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.44594278931617737},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4028488099575043},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3189239501953125},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.28560715913772583},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tac.2020.3008297","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tac.2020.3008297","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1905.11011","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1905.11011","pdf_url":"https://arxiv.org/pdf/1905.11011","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2944875101","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1905.11011v2","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1905.11011","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1905.11011","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1905.11011","is_oa":true,"landing_page_url":"https://arxiv.org/abs/1905.11011","pdf_url":"https://arxiv.org/pdf/1905.11011","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3305587372","display_name":null,"funder_award_id":"ECCS\u00a01809833","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4688857353","display_name":null,"funder_award_id":"FA9550-16-1-0009","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G5047652415","display_name":null,"funder_award_id":"ECCS\u00a01708906","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2944875101.pdf","grobid_xml":"https://content.openalex.org/works/W2944875101.grobid-xml"},"referenced_works_count":79,"referenced_works":["https://openalex.org/W104184427","https://openalex.org/W181062240","https://openalex.org/W1409984952","https://openalex.org/W1638543427","https://openalex.org/W1708022953","https://openalex.org/W1965640670","https://openalex.org/W1988720110","https://openalex.org/W1992208280","https://openalex.org/W1994616650","https://openalex.org/W2030161963","https://openalex.org/W2074132271","https://openalex.org/W2086161653","https://openalex.org/W2093417350","https://openalex.org/W2097460613","https://openalex.org/W2097944741","https://openalex.org/W2100556411","https://openalex.org/W2101159990","https://openalex.org/W2121210949","https://openalex.org/W2124768887","https://openalex.org/W2129248505","https://openalex.org/W2131181636","https://openalex.org/W2138855972","https://openalex.org/W2146482778","https://openalex.org/W2151685478","https://openalex.org/W2156779765","https://openalex.org/W2166107799","https://openalex.org/W2168914046","https://openalex.org/W2176777789","https://openalex.org/W2210084516","https://openalex.org/W2514921637","https://openalex.org/W2532703171","https://openalex.org/W2540893630","https://openalex.org/W2568627816","https://openalex.org/W2589020962","https://openalex.org/W2765203333","https://openalex.org/W2788611447","https://openalex.org/W2886474253","https://openalex.org/W2901838001","https://openalex.org/W2914211548","https://openalex.org/W2914932468","https://openalex.org/W2943533602","https://openalex.org/W2963007855","https://openalex.org/W2963040514","https://openalex.org/W2963092340","https://openalex.org/W2963233958","https://openalex.org/W2963433607","https://openalex.org/W2963811077","https://openalex.org/W2964102336","https://openalex.org/W2964106499","https://openalex.org/W2964328735","https://openalex.org/W2966734222","https://openalex.org/W2972329375","https://openalex.org/W3008463948","https://openalex.org/W3045745164","https://openalex.org/W3046992251","https://openalex.org/W3104175967","https://openalex.org/W3104429825","https://openalex.org/W3141595720","https://openalex.org/W3166923021","https://openalex.org/W6604254268","https://openalex.org/W6607358768","https://openalex.org/W6636779393","https://openalex.org/W6637291484","https://openalex.org/W6639506587","https://openalex.org/W6680825095","https://openalex.org/W6685044387","https://openalex.org/W6698150485","https://openalex.org/W6734280532","https://openalex.org/W6739792718","https://openalex.org/W6743812932","https://openalex.org/W6748326719","https://openalex.org/W6754297394","https://openalex.org/W6759163136","https://openalex.org/W6761030284","https://openalex.org/W6762070236","https://openalex.org/W6762499778","https://openalex.org/W6763749585","https://openalex.org/W6772677550","https://openalex.org/W6785116810"],"related_works":["https://openalex.org/W2466924381","https://openalex.org/W1708022953","https://openalex.org/W3096577336","https://openalex.org/W2964309963","https://openalex.org/W2643255885","https://openalex.org/W2621374146","https://openalex.org/W2075181955","https://openalex.org/W2950967979","https://openalex.org/W2951628224","https://openalex.org/W3206369166","https://openalex.org/W3089190316","https://openalex.org/W1925698896","https://openalex.org/W2979411530","https://openalex.org/W2156779765","https://openalex.org/W3200449492","https://openalex.org/W3099589945","https://openalex.org/W2911711089","https://openalex.org/W3008744877","https://openalex.org/W3118809778","https://openalex.org/W2914274927"],"abstract_inverted_index":{"We":[0,158,178],"study":[1],"the":[2,24,28,32,52,72,90,94,139,143,149,152,155,161,165,170,183,193,201],"robustness":[3,174,202],"of":[4,42,51,58,75,81,142,148,151,154,164,175,185,195,203],"accelerated":[5,205],"first-order":[6,76],"algorithms":[7,77],"to":[8,101,121,182],"stochastic":[9],"uncertainties":[10],"in":[11,27,46,63,146],"gradient":[12,53],"evaluation.":[13],"Specifically,":[14],"for":[15,78,131],"unconstrained,":[16],"smooth,":[17],"strongly":[18,132],"convex":[19,133],"optimization":[20,29,144],"problems,":[21,135],"we":[22,85,136],"examine":[23,192],"mean-squared":[25,91],"error":[26],"variable":[30,145],"when":[31],"iterates":[33],"are":[34,83,98],"perturbed":[35],"by":[36],"additive":[37],"white":[38],"noise.":[39],"This":[40],"type":[41],"uncertainty":[43],"may":[44],"arise":[45],"situations":[47],"where":[48],"an":[49],"approximation":[50],"is":[54],"sought":[55],"through":[56],"measurements":[57],"a":[59,64,68],"real":[60],"system":[61],"or":[62,123],"distributed":[65,186],"computation":[66],"over":[67,188],"network.":[69],"Even":[70],"though":[71],"underlying":[73],"dynamics":[74],"this":[79,180],"class":[80],"problems":[82],"nonlinear,":[84],"establish":[86],"upper":[87],"bounds":[88],"on":[89,200],"deviation":[92],"from":[93],"optimal":[95],"solution":[96],"that":[97,160],"tight":[99],"up":[100],"constant":[102],"factors.":[103],"Our":[104],"analysis":[105],"quantifies":[106],"fundamental":[107],"tradeoffs":[108],"between":[109],"noise":[110],"amplification":[111],"and":[112,191,198],"convergence":[113],"rates":[114],"obtained":[115],"via":[116],"any":[117],"acceleration":[118],"scheme":[119],"similar":[120],"Nesterov's":[122],"heavy-ball":[124],"methods.":[125],"To":[126],"gain":[127],"additional":[128],"analytical":[129],"insight,":[130],"quadratic":[134],"explicitly":[137],"evaluate":[138],"steady-state":[140],"variance":[141],"terms":[147],"eigenvalues":[150],"Hessian":[153],"objective":[156],"function.":[157],"demonstrate":[159],"entire":[162],"spectrum":[163],"Hessian,":[166],"rather":[167],"than":[168],"just":[169],"extreme":[171],"eigenvalues,":[172],"influences":[173],"noisy":[176,204],"algorithms.":[177,206],"specialize":[179],"result":[181],"problem":[184],"averaging":[187],"undirected":[189],"networks":[190],"role":[194],"network":[196],"size":[197],"topology":[199]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2}],"updated_date":"2026-06-07T08:38:57.713557","created_date":"2022-07-29T00:00:00"}