{"id":"https://openalex.org/W3103518151","doi":"https://doi.org/10.1109/lcsys.2019.2913770","title":"On the Powerball Method: Variants of Descent Methods for Accelerated Optimization","display_name":"On the Powerball Method: Variants of Descent Methods for Accelerated Optimization","publication_year":2019,"publication_date":"2019-05-10","ids":{"openalex":"https://openalex.org/W3103518151","doi":"https://doi.org/10.1109/lcsys.2019.2913770","mag":"3103518151"},"language":"en","primary_location":{"id":"doi:10.1109/lcsys.2019.2913770","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcsys.2019.2913770","pdf_url":null,"source":{"id":"https://openalex.org/S4306422535","display_name":"IEEE Control Systems Letters","issn_l":"2475-1456","issn":["2475-1456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Control Systems Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016488397","display_name":"Ye Yuan","orcid":"https://orcid.org/0000-0001-7858-0437"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye Yuan","raw_affiliation_strings":["State Key Laboratory of Digital Manufacturing Equipment and Technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-7858-0437","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Digital Manufacturing Equipment and Technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100399456","display_name":"Mu Li","orcid":"https://orcid.org/0000-0001-7883-5524"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mu Li","raw_affiliation_strings":["Amazon Web Services, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon Web Services, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100678225","display_name":"Jun Liu","orcid":"https://orcid.org/0000-0001-8762-2299"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jun Liu","raw_affiliation_strings":["Department of Applied Mathematics, University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8762-2299","affiliations":[{"raw_affiliation_string":"Department of Applied Mathematics, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045155646","display_name":"Claire J. Tomlin","orcid":"https://orcid.org/0000-0003-3192-3185"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Claire Tomlin","raw_affiliation_strings":["Department of Electrical Engineering and Computer Sciences, University of California at Berkeley, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-3192-3185","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Sciences, University of California at Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.0841,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.94805541,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"3","issue":"3","first_page":"601","last_page":"606"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10792","display_name":"Matrix Theory and Algorithms","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/descent","display_name":"Descent (aeronautics)","score":0.763634443283081},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5680266618728638},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.35688453912734985},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2527052164077759},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11308509111404419}],"concepts":[{"id":"https://openalex.org/C2776637919","wikidata":"https://www.wikidata.org/wiki/Q624380","display_name":"Descent (aeronautics)","level":2,"score":0.763634443283081},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5680266618728638},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35688453912734985},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2527052164077759},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11308509111404419},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lcsys.2019.2913770","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcsys.2019.2913770","pdf_url":null,"source":{"id":"https://openalex.org/S4306422535","display_name":"IEEE Control Systems Letters","issn_l":"2475-1456","issn":["2475-1456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Control Systems Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4014982803","display_name":null,"funder_award_id":"91748112","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4465997932","display_name":null,"funder_award_id":"FA9550-10-1-0567","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W633987035","https://openalex.org/W1513072274","https://openalex.org/W1522301498","https://openalex.org/W1561445488","https://openalex.org/W2051434435","https://openalex.org/W2097460613","https://openalex.org/W2102017903","https://openalex.org/W2146502635","https://openalex.org/W2158503284","https://openalex.org/W2184596805","https://openalex.org/W2963003090","https://openalex.org/W2964102336","https://openalex.org/W4250589301","https://openalex.org/W6631190155","https://openalex.org/W6681435938","https://openalex.org/W6686565794"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2486267010","https://openalex.org/W4298096494","https://openalex.org/W1678820847","https://openalex.org/W2559216629","https://openalex.org/W1553684505","https://openalex.org/W1607707911","https://openalex.org/W2037211941"],"abstract_inverted_index":{"We":[0,72],"propose":[1],"a":[2,18,53,105],"new":[3],"method":[4,37,80],"to":[5,23,48],"accelerate":[6],"the":[7,24,35,42,58,62,78,84,90,100,109],"convergence":[8,70,110],"of":[9,61,77,108,111],"optimization":[10,30,64],"algorithms.":[11],"This":[12],"method,":[13,15],"termedPowerball":[14],"simply":[16],"adds":[17],"power":[19],"coefficient$\\gamma":[20],"\\in":[21],"[0{,}1$)":[22],"gradient":[25,44,114],"used":[26],"in":[27],"various":[28],"gradient-based":[29],"schemes.":[31],"In":[32],"its":[33],"essence,":[34],"Powerball":[36,79],"can":[38,103],"be":[39],"regarded":[40],"as":[41],"steepest":[43],"descent":[45,86,115],"with":[46],"respect":[47],"the$p$-norm,":[49],"where$p=1+{(}{1}/{\\gamma":[50],"}{)}$.":[51],"As":[52],"motivation,":[54],"we":[55,97],"first":[56],"present":[57],"continuous-time":[59],"models":[60],"proposed":[63,101],"schemes":[65],"and":[66,116],"analyze":[67],"their":[68],"finite-time":[69],"properties.":[71],"then":[73],"develop":[74],"several":[75],"variants":[76],"that":[81,99],"empirically":[82],"outperform":[83],"standard":[85],"methods,":[87],"especially":[88],"during":[89],"initial":[91],"iterations.":[92],"On":[93],"multiple":[94],"real":[95],"datasets,":[96],"demonstrate":[98],"methods":[102],"provide":[104],"tenfold":[106],"speedup":[107],"both":[112],"(stochastic)":[113],"limited-memory":[117],"Broyden\u2013Fletcher\u2013Goldfarb\u2013Shanno":[118],"(L-BFGS)":[119],"methods.":[120]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2020-11-23T00:00:00"}
