{"id":"https://openalex.org/W7083179631","doi":"https://doi.org/10.1109/tase.2025.3613719","title":"AccSPS Learning Rate: Accelerated Convergence Through Decision-Adjusted Levels for Stochastic Polyak Stepsize","display_name":"AccSPS Learning Rate: Accelerated Convergence Through Decision-Adjusted Levels for Stochastic Polyak Stepsize","publication_year":2025,"publication_date":"2025-09-24","ids":{"openalex":"https://openalex.org/W7083179631","doi":"https://doi.org/10.1109/tase.2025.3613719"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2025.3613719","doi":"https://doi.org/10.1109/tase.2025.3613719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3613719","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-c","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103171435","display_name":"Jingtao Qin","orcid":"https://orcid.org/0000-0002-7645-7547","observed_orcids":["https://orcid.org/0000-0002-7645-7547"]},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingtao Qin","raw_affiliation_strings":["Electrical and Computer Engineering Department, University of California at Riverside, Riverside, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7645-7547","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of California at Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Anbang Liu","orcid":"https://orcid.org/0000-0002-5827-4368","observed_orcids":["https://orcid.org/0000-0002-5827-4368"]},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Anbang Liu","raw_affiliation_strings":["Department of Data and System Engineering, The University of Hong Kong, Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-5827-4368","affiliations":[{"raw_affiliation_string":"Department of Data and System Engineering, The University of Hong Kong, Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023766412","display_name":"Mikhail A. Bragin","orcid":"https://orcid.org/0000-0002-7783-9053","observed_orcids":["https://orcid.org/0000-0002-7783-9053"]},"institutions":[{"id":"https://openalex.org/I87828566","display_name":"Edison International (United States)","ror":"https://ror.org/03q0f4n26","country_code":"US","type":"company","lineage":["https://openalex.org/I87828566"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mikhail A. Bragin","raw_affiliation_strings":["Southern California Edison, Rosemead, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7783-9053","affiliations":[{"raw_affiliation_string":"Southern California Edison, Rosemead, CA, USA","institution_ids":["https://openalex.org/I87828566"]}]},{"author_position":"last","author":{"id":null,"display_name":"Nanpeng Yu","orcid":"https://orcid.org/0000-0001-5086-5465","observed_orcids":["https://orcid.org/0000-0001-5086-5465"]},"institutions":[{"id":"https://openalex.org/I103635307","display_name":"University of California, Riverside","ror":"https://ror.org/03nawhv43","country_code":"US","type":"education","lineage":["https://openalex.org/I103635307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nanpeng Yu","raw_affiliation_strings":["Electrical and Computer Engineering Department, University of California at Riverside, Riverside, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-5086-5465","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of California at Riverside, Riverside, CA, USA","institution_ids":["https://openalex.org/I103635307"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36807462,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"23","issue":null,"first_page":"3768","last_page":"3781"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convergence-rate","display_name":"convergence rate","score":0.6380000114440918},{"id":"https://openalex.org/keywords/memory-efficient-optimization","display_name":"memory-efficient optimization","score":0.5440000295639038}],"concepts":[{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.7371000051498413},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6467999815940857},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5674999952316284},{"id":"https://openalex.org/C137800194","wikidata":"https://www.wikidata.org/wiki/Q11713455","display_name":"Interpolation (computer graphics)","level":3,"score":0.5293999910354614},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5151000022888184},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.45899999141693115},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4587000012397766},{"id":"https://openalex.org/C55479107","wikidata":"https://www.wikidata.org/wiki/Q97663916","display_name":"Stochastic approximation","level":3,"score":0.4404999911785126},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.435699999332428},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.38499999046325684},{"id":"https://openalex.org/C55282118","wikidata":"https://www.wikidata.org/wiki/Q252683","display_name":"Snapshot (computer storage)","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C8272713","wikidata":"https://www.wikidata.org/wiki/Q176737","display_name":"Stochastic process","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3012999892234802},{"id":"https://openalex.org/C2776637919","wikidata":"https://www.wikidata.org/wiki/Q624380","display_name":"Descent (aeronautics)","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C48077252","wikidata":"https://www.wikidata.org/wiki/Q4680766","display_name":"Adaptive stepsize","level":3,"score":0.2833999991416931},{"id":"https://openalex.org/C126980161","wikidata":"https://www.wikidata.org/wiki/Q863783","display_name":"Simulated annealing","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C158847443","wikidata":"https://www.wikidata.org/wiki/Q1997812","display_name":"Method of steepest descent","level":2,"score":0.2533999979496002},{"id":"https://openalex.org/C148764684","wikidata":"https://www.wikidata.org/wiki/Q621751","display_name":"Approximation algorithm","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2025.3613719","doi":"https://doi.org/10.1109/tase.2025.3613719","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3613719","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-b","cwts-core","dongbi-c","jufo-2","ki-jl-1","norway-1","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"id":"https://metadata.un.org/sdg/16","score":0.44833260774612427,"display_name":"Peace, justice, and strong institutions"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G7335689408","display_name":"DESC: Type I: Minimizing Carbon Footprint by Co-designing Data Centers with Sustainable Power Grids","funder_award_id":"2324940","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1791038712","https://openalex.org/W1974645784","https://openalex.org/W1984417583","https://openalex.org/W1994616650","https://openalex.org/W2070186264","https://openalex.org/W2076428552","https://openalex.org/W2130469840","https://openalex.org/W2153635508","https://openalex.org/W2194775991","https://openalex.org/W2963248893","https://openalex.org/W2963470657","https://openalex.org/W3034224674","https://openalex.org/W3131097734","https://openalex.org/W3196800830","https://openalex.org/W4312201941","https://openalex.org/W4317369529","https://openalex.org/W4386088253","https://openalex.org/W4406321782","https://openalex.org/W4411440127"],"related_works":[],"abstract_inverted_index":{"Recently,":[0],"the":[1,24,59,102,128,132,136,142],"application":[2],"of":[3,56,58,101,119,145,167],"stochastic":[4,70],"gradient":[5,81],"descent":[6,83],"(SGD)":[7],"with":[8,42,74,78],"Polyak":[9,43,71],"stepsizes":[10,44],"has":[11],"gained":[12],"attention":[13],"and":[14,161],"exhibited":[15],"promising":[16],"performance":[17,144],"for":[18],"machine":[19],"learning":[20],"problems.":[21],"However,":[22],"when":[23,152],"interpolation":[25],"condition":[26],"(where":[27],"each":[28],"loss":[29,151],"attains":[30],"a":[31,34,46,54,67,91,112,117,148],"minimum":[32,134],"at":[33],"globally":[35],"optimal":[36,60,103],"solution)":[37],"is":[38],"not":[39],"satisfied,":[40],"SGD":[41],"encounters":[45],"primary":[47],"limitation":[48],"that":[49,115],"impedes":[50],"its":[51],"overall":[52],"effectiveness:":[53],"lack":[55],"knowledge":[57],"loss.":[61,104],"In":[62],"this":[63,86],"study,":[64],"we":[65,110],"introduce":[66],"non-diminishing":[68],"accelerated":[69],"stepsize":[72],"(AccSPS)":[73],"level":[75,93],"adjustment":[76,94],"coupled":[77],"approximate":[79],"variance-reduced":[80,113],"(AVRG)":[82],"to":[84,96,131,154,164],"overcome":[85],"limitation.":[87],"Our":[88],"approach":[89],"incorporates":[90],"decision-based":[92],"method":[95,114],"obtain":[97],"an":[98],"accurate":[99],"estimation":[100],"To":[105],"significantly":[106,149],"reduce":[107],"memory":[108],"requirements,":[109],"adopt":[111],"keeps":[116],"snapshot":[118],"average":[120],"gradients":[121],"after":[122],"specific":[123],"iterations.":[124],"Theoretical":[125],"analyses":[126],"establish":[127],"convergence":[129],"rate":[130],"exact":[133],"in":[135],"non-interpolated":[137],"setting.":[138],"Numerical":[139],"studies":[140],"demonstrate":[141],"superior":[143],"AccSPS,":[146],"showcasing":[147],"lower":[150],"compared":[153],"state-of-the-art":[155],"algorithms":[156],"like":[157],"DecSPS,":[158],"AdaGrad,":[159],"Adam,":[160],"AMSGrad,":[162],"up":[163],"several":[165],"orders":[166],"magnitude.":[168]},"counts_by_year":[],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-10T00:00:00"}