{"id":"https://openalex.org/W4315472349","doi":"https://doi.org/10.1109/cdc51059.2022.9993166","title":"Online Stochastic Gradient Methods Under Sub-Weibull Noise and the Polyak-\u0141ojasiewicz Condition","display_name":"Online Stochastic Gradient Methods Under Sub-Weibull Noise and the Polyak-\u0141ojasiewicz Condition","publication_year":2022,"publication_date":"2022-12-06","ids":{"openalex":"https://openalex.org/W4315472349","doi":"https://doi.org/10.1109/cdc51059.2022.9993166"},"language":"en","primary_location":{"id":"doi:10.1109/cdc51059.2022.9993166","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cdc51059.2022.9993166","pdf_url":null,"source":{"id":"https://openalex.org/S4363607710","display_name":"2022 IEEE 61st Conference on Decision and Control (CDC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 61st Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100454635","display_name":"Seung\u2010Hyun Kim","orcid":"https://orcid.org/0000-0003-1159-4521"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seunghyun Kim","raw_affiliation_strings":["University of Colorado,Department of Applied Mathematics,Boulder","Department of Applied Mathematics, University of Colorado, Boulder"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado,Department of Applied Mathematics,Boulder","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"Department of Applied Mathematics, University of Colorado, Boulder","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002455636","display_name":"Liam Madden","orcid":"https://orcid.org/0000-0002-2814-276X"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liam Madden","raw_affiliation_strings":["University of Colorado,Department of Applied Mathematics,Boulder","Department of Applied Mathematics, University of Colorado, Boulder"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado,Department of Applied Mathematics,Boulder","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"Department of Applied Mathematics, University of Colorado, Boulder","institution_ids":["https://openalex.org/I188538660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060100126","display_name":"Emiliano Dall\u2019Anese","orcid":"https://orcid.org/0000-0002-6486-7477"},"institutions":[{"id":"https://openalex.org/I188538660","display_name":"University of Colorado Boulder","ror":"https://ror.org/02ttsq026","country_code":"US","type":"education","lineage":["https://openalex.org/I188538660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emiliano Dall'Anese","raw_affiliation_strings":["University of Colorado,Department of Electrical, Computer and Energy Engineering and with the Department of Applied Mathematics,Boulder","Department of Electrical, Computer and Energy Engineering and with the Department of Applied Mathematics, University of Colorado, Boulder"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado,Department of Electrical, Computer and Energy Engineering and with the Department of Applied Mathematics,Boulder","institution_ids":["https://openalex.org/I188538660"]},{"raw_affiliation_string":"Department of Electrical, Computer and Energy Engineering and with the Department of Applied Mathematics, University of Colorado, Boulder","institution_ids":["https://openalex.org/I188538660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I188538660"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"24","issue":null,"first_page":"3499","last_page":"3506"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.979200005531311,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/weibull-distribution","display_name":"Weibull distribution","score":0.6900078058242798},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.6521713137626648},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.5702911019325256},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5623215436935425},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5468184947967529},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.5230775475502014},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.47935158014297485},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4589354693889618},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4168641269207001},{"id":"https://openalex.org/keywords/gradient-method","display_name":"Gradient method","score":0.41534945368766785},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.41318461298942566},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3378392457962036},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.09162327647209167},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.07956725358963013}],"concepts":[{"id":"https://openalex.org/C173291955","wikidata":"https://www.wikidata.org/wiki/Q732332","display_name":"Weibull distribution","level":2,"score":0.6900078058242798},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.6521713137626648},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.5702911019325256},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5623215436935425},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5468184947967529},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5230775475502014},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.47935158014297485},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4589354693889618},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4168641269207001},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.41534945368766785},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.41318461298942566},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3378392457962036},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.09162327647209167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.07956725358963013},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc51059.2022.9993166","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/cdc51059.2022.9993166","pdf_url":null,"source":{"id":"https://openalex.org/S4363607710","display_name":"2022 IEEE 61st Conference on Decision and Control (CDC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 61st Conference on Decision and Control (CDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1967138577","https://openalex.org/W1969576074","https://openalex.org/W1971942712","https://openalex.org/W1979849743","https://openalex.org/W2021361347","https://openalex.org/W2025447043","https://openalex.org/W2068357778","https://openalex.org/W2124768887","https://openalex.org/W2156779765","https://openalex.org/W2168914046","https://openalex.org/W2464084515","https://openalex.org/W2772603314","https://openalex.org/W2911371426","https://openalex.org/W2944271520","https://openalex.org/W2951777528","https://openalex.org/W2963248893","https://openalex.org/W2963763190","https://openalex.org/W2964305565","https://openalex.org/W2964309292","https://openalex.org/W2980398138","https://openalex.org/W3005128411","https://openalex.org/W3028099389","https://openalex.org/W3034120031","https://openalex.org/W3046141244","https://openalex.org/W3047441077","https://openalex.org/W3090487863","https://openalex.org/W3123661679","https://openalex.org/W3134022240","https://openalex.org/W3136112531","https://openalex.org/W3162163286","https://openalex.org/W3164350488","https://openalex.org/W3176081970","https://openalex.org/W3194409765","https://openalex.org/W4226503540","https://openalex.org/W4240805545","https://openalex.org/W4250954493","https://openalex.org/W4287262280","https://openalex.org/W4287641280","https://openalex.org/W4288121962","https://openalex.org/W6637214408","https://openalex.org/W6643103675","https://openalex.org/W6685044387","https://openalex.org/W6713207811","https://openalex.org/W6745302534","https://openalex.org/W6767652579","https://openalex.org/W6773313258","https://openalex.org/W6779153430","https://openalex.org/W6781232840","https://openalex.org/W6785122523","https://openalex.org/W6791689884","https://openalex.org/W6795230381","https://openalex.org/W6795529672","https://openalex.org/W6800147666"],"related_works":["https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W4362706668","https://openalex.org/W4231621013","https://openalex.org/W3171021120","https://openalex.org/W3008318776","https://openalex.org/W2041416246","https://openalex.org/W3020853991"],"abstract_inverted_index":{"This":[0],"paper":[1],"focuses":[2],"on":[3,77],"the":[4,18,21,27,30,47,56,59,66,78,81,84,87,97,102,105,109,113,123,130,145],"online":[5,22,98],"gradient":[6,12,23,89,131],"and":[7,39,83],"proximal-gradient":[8,99],"methods":[9,128],"with":[10,46],"stochastic":[11],"errors.":[13],"In":[14,112],"particular,":[15],"we":[16,118],"examine":[17],"performance":[19],"of":[20,80,86,115],"descent":[24],"method":[25],"when":[26,129],"cost":[28,107],"satisfies":[29,108],"Polyak-\u0141ojasiewicz":[31],"(PL)":[32],"inequality.":[33],"We":[34],"provide":[35,119],"bounds":[36,121],"in":[37,40],"expectation":[38],"high":[41],"probability":[42],"(that":[43],"hold":[44],"iteration-wise),":[45],"latter":[48],"derived":[49],"by":[50,126],"leveraging":[51],"a":[52],"sub-Weibull":[53,88,136],"model":[54],"for":[55,96,122],"errors":[57,132],"affecting":[58],"gradient.":[60],"The":[61],"convergence":[62],"results":[63,92],"show":[64],"that":[65,75,104],"instantaneous":[67],"regret":[68,124],"converges":[69],"linearly":[70],"up":[71],"to":[72,143],"an":[73],"error":[74],"depends":[76],"variability":[79],"problem":[82],"statistics":[85],"error.":[90],"Convergence":[91],"are":[93,133,141],"then":[94],"provided":[95,142],"method,":[100],"under":[101],"assumption":[103],"composite":[106],"proximal-PL":[110],"condition.":[111],"case":[114],"static":[116],"costs,":[117],"new":[120],"incurred":[125],"these":[127],"modeled":[134],"as":[135],"random":[137],"variables.":[138],"Illustrative":[139],"simulations":[140],"corroborate":[144],"technical":[146],"findings.":[147]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2023-01-11T00:00:00"}