{"id":"https://openalex.org/W4289655129","doi":"https://doi.org/10.1109/isit50566.2022.9834684","title":"Generalizing Nesterov\u2019s Acceleration Framework by Embedding Momentum Into Estimating Sequences: New Algorithm and Bounds","display_name":"Generalizing Nesterov\u2019s Acceleration Framework by Embedding Momentum Into Estimating Sequences: New Algorithm and Bounds","publication_year":2022,"publication_date":"2022-06-26","ids":{"openalex":"https://openalex.org/W4289655129","doi":"https://doi.org/10.1109/isit50566.2022.9834684"},"language":"en","primary_location":{"id":"doi:10.1109/isit50566.2022.9834684","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit50566.2022.9834684","pdf_url":null,"source":{"id":"https://openalex.org/S4363604560","display_name":"2022 IEEE International Symposium on Information Theory (ISIT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065145846","display_name":"Endrit Dosti","orcid":"https://orcid.org/0000-0002-7971-1483"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Endrit Dosti","raw_affiliation_strings":["Aalto University,School of Electrical Engineering,Espoo,Finland","School of Electrical Engineering, Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University,School of Electrical Engineering,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"School of Electrical Engineering, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055234860","display_name":"Sergiy A. Vorobyov","orcid":"https://orcid.org/0000-0001-7249-647X"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Sergiy A. Vorobyov","raw_affiliation_strings":["Aalto University,School of Electrical Engineering,Espoo,Finland","School of Electrical Engineering, Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University,School of Electrical Engineering,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"School of Electrical Engineering, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000676115","display_name":"Themistoklis Charalambous","orcid":"https://orcid.org/0000-0003-4800-6738"},"institutions":[{"id":"https://openalex.org/I34771391","display_name":"University of Cyprus","ror":"https://ror.org/02qjrjx09","country_code":"CY","type":"education","lineage":["https://openalex.org/I34771391"]},{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["CY","FI"],"is_corresponding":false,"raw_author_name":"Themistoklis Charalambous","raw_affiliation_strings":["Aalto University,School of Electrical Engineering,Espoo,Finland","School of Engineering, University of Cyprus, Nicosia, Cyprus","School of Electrical Engineering, Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University,School of Electrical Engineering,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"School of Engineering, University of Cyprus, Nicosia, Cyprus","institution_ids":["https://openalex.org/I34771391"]},{"raw_affiliation_string":"School of Electrical Engineering, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5065145846"],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":null,"apc_paid":null,"fwci":0.619,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.75621716,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1506","last_page":"1511"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/iterated-function","display_name":"Iterated function","score":0.816318154335022},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.6037643551826477},{"id":"https://openalex.org/keywords/momentum","display_name":"Momentum (technical analysis)","score":0.5546688437461853},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5466128587722778},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.5331346988677979},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5137770771980286},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.48975062370300293},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.48852264881134033},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.44724738597869873},{"id":"https://openalex.org/keywords/ball","display_name":"Ball (mathematics)","score":0.4280606210231781},{"id":"https://openalex.org/keywords/running-time","display_name":"Running time","score":0.4251303970813751},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.4234990179538727},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.36355024576187134},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.34585681557655334},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.23875552415847778},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.23711329698562622},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.23077788949012756},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.2145002782344818},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.0803760290145874},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.07438570261001587},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.06775781512260437}],"concepts":[{"id":"https://openalex.org/C140479938","wikidata":"https://www.wikidata.org/wiki/Q5254619","display_name":"Iterated function","level":2,"score":0.816318154335022},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.6037643551826477},{"id":"https://openalex.org/C60718061","wikidata":"https://www.wikidata.org/wiki/Q1414747","display_name":"Momentum (technical analysis)","level":2,"score":0.5546688437461853},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5466128587722778},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5331346988677979},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5137770771980286},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.48975062370300293},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.48852264881134033},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.44724738597869873},{"id":"https://openalex.org/C122041747","wikidata":"https://www.wikidata.org/wiki/Q838611","display_name":"Ball (mathematics)","level":2,"score":0.4280606210231781},{"id":"https://openalex.org/C3017489831","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Running time","level":2,"score":0.4251303970813751},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.4234990179538727},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.36355024576187134},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.34585681557655334},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.23875552415847778},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.23711329698562622},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.23077788949012756},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.2145002782344818},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0803760290145874},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.07438570261001587},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.06775781512260437},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isit50566.2022.9834684","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isit50566.2022.9834684","pdf_url":null,"source":{"id":"https://openalex.org/S4363604560","display_name":"2022 IEEE International Symposium on Information Theory (ISIT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Symposium on Information Theory (ISIT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W181062240","https://openalex.org/W1505731132","https://openalex.org/W1979896658","https://openalex.org/W1988720110","https://openalex.org/W2030161963","https://openalex.org/W2051245758","https://openalex.org/W2096840748","https://openalex.org/W2097460613","https://openalex.org/W2100556411","https://openalex.org/W2155192981","https://openalex.org/W2726042758","https://openalex.org/W2763081248","https://openalex.org/W2901838001","https://openalex.org/W2947220227","https://openalex.org/W2962702650","https://openalex.org/W2964102336","https://openalex.org/W3020737992","https://openalex.org/W3197427909","https://openalex.org/W4250589301","https://openalex.org/W4286858238","https://openalex.org/W4287687889","https://openalex.org/W6607358768","https://openalex.org/W6802569205","https://openalex.org/W6803793389"],"related_works":["https://openalex.org/W3103325625","https://openalex.org/W1486898455","https://openalex.org/W2041905724","https://openalex.org/W4311726894","https://openalex.org/W2991463004","https://openalex.org/W2088588293","https://openalex.org/W2949122357","https://openalex.org/W2473609169","https://openalex.org/W2329573185","https://openalex.org/W2591956897"],"abstract_inverted_index":{"We":[0,64],"present":[1],"a":[2,14,37,52,85],"new":[3,53],"type":[4],"of":[5,16,76,87,99,117],"heavy-ball":[6],"momentum":[7,40],"term,":[8],"which":[9],"is":[10,105],"used":[11],"to":[12],"construct":[13],"class":[15],"generalized":[17],"estimating":[18,44],"sequences.":[19],"These":[20],"allow":[21],"for":[22,58],"accelerating":[23],"the":[24,29,33,43,67,74,77,97,113,118],"minimization":[25],"process":[26],"by":[27,82,123],"exploiting":[28],"information":[30],"accumulated":[31],"in":[32],"previous":[34],"iterates.":[35],"Combining":[36],"newly":[38],"introduced":[39],"term":[41],"with":[42],"sequences":[45],"framework,":[46],"we":[47],"devise,":[48],"as":[49],"an":[50,71],"example,":[51],"black-box":[54],"accelerated":[55],"first-order":[56],"method":[57,69,81,120],"solving":[59],"smooth":[60],"unconstrained":[61],"optimization":[62],"problems.":[63],"prove":[65],"that":[66,93],"proposed":[68,119],"exhibits":[70],"improvement":[72],"over":[73],"rate":[75],"celebrated":[78],"fast":[79],"gradient":[80],"at":[83],"least":[84],"factor":[86],"$\\frac{1}{{\\sqrt":[88],"2":[89],"}}$,":[90],"and":[91],"establish":[92],"lower":[94],"bound":[95],"on":[96],"number":[98],"iterations":[100],"carried":[101],"through":[102],"until":[103],"convergence":[104],"$\\mathcal{O}\\left(":[106],"{\\sqrt":[107],"{\\frac{\\kappa":[108],"}{2}}":[109],"}":[110],"\\right)$.":[111],"Finally,":[112],"practical":[114],"performance":[115],"benefits":[116],"are":[121],"demonstrated":[122],"numerical":[124],"experiments.":[125]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}