{"id":"https://openalex.org/W4391029681","doi":"https://doi.org/10.1137/22m151460x","title":"Descent Properties of an Anderson Accelerated Gradient Method with Restarting","display_name":"Descent Properties of an Anderson Accelerated Gradient Method with Restarting","publication_year":2024,"publication_date":"2024-01-19","ids":{"openalex":"https://openalex.org/W4391029681","doi":"https://doi.org/10.1137/22m151460x"},"language":"en","primary_location":{"id":"doi:10.1137/22m151460x","is_oa":false,"landing_page_url":"https://doi.org/10.1137/22m151460x","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002314668","display_name":"Wenqing Ouyang","orcid":"https://orcid.org/0000-0002-8901-8156"},"institutions":[{"id":"https://openalex.org/I4210099586","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099586"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenqing Ouyang","raw_affiliation_strings":["School of Data Science (SDS), Shenzhen Research Institute of Big Data (SRIBD), Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Data Science (SDS), Shenzhen Research Institute of Big Data (SRIBD), Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210099586","https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355829","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0002-2381-2111"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Mathematical Institute, University of Oxford, Oxford OX2 6GG, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mathematical Institute, University of Oxford, Oxford OX2 6GG, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019301023","display_name":"Andre Milzarek","orcid":"https://orcid.org/0000-0002-6784-5417"},"institutions":[{"id":"https://openalex.org/I4210099586","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099586"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Andre Milzarek","raw_affiliation_strings":["School of Data Science (SDS), Shenzhen Research Institute of Big Data (SRIBD), Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-6784-5417","affiliations":[{"raw_affiliation_string":"School of Data Science (SDS), Shenzhen Research Institute of Big Data (SRIBD), Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210099586","https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5019301023"],"corresponding_institution_ids":["https://openalex.org/I4210099586","https://openalex.org/I4210116924"],"apc_list":null,"apc_paid":null,"fwci":2.2532,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.83719631,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"34","issue":"1","first_page":"336","last_page":"365"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10339","display_name":"Advanced Numerical Methods in Computational Mathematics","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10792","display_name":"Matrix Theory and Algorithms","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7985514998435974},{"id":"https://openalex.org/keywords/descent","display_name":"Descent (aeronautics)","score":0.6627719402313232},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5287081003189087},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.45977792143821716},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.4164343774318695},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3675684332847595},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.12833553552627563},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12023255228996277}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7985514998435974},{"id":"https://openalex.org/C2776637919","wikidata":"https://www.wikidata.org/wiki/Q624380","display_name":"Descent (aeronautics)","level":2,"score":0.6627719402313232},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5287081003189087},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.45977792143821716},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.4164343774318695},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3675684332847595},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.12833553552627563},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12023255228996277},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1137/22m151460x","is_oa":false,"landing_page_url":"https://doi.org/10.1137/22m151460x","pdf_url":null,"source":{"id":"https://openalex.org/S928796702","display_name":"SIAM Journal on Optimization","issn_l":"1052-6234","issn":["1052-6234","1095-7189"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320508","host_organization_name":"Society for Industrial and Applied Mathematics","host_organization_lineage":["https://openalex.org/P4310320508"],"host_organization_lineage_names":["Society for Industrial and Applied Mathematics"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIAM Journal on Optimization","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G1362280885","display_name":null,"funder_award_id":"T00120230001","funder_id":"https://openalex.org/F4320331102","funder_display_name":"Shenzhen Research Institute of Big Data"},{"id":"https://openalex.org/G6120780108","display_name":null,"funder_award_id":"GXWD20201231105722002-20200901175001001","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"}],"funders":[{"id":"https://openalex.org/F4320321920","display_name":"Innovation and Technology Commission","ror":"https://ror.org/04vf9tr09"},{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null},{"id":"https://openalex.org/F4320331102","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W55630753","https://openalex.org/W794304800","https://openalex.org/W1966801132","https://openalex.org/W1983354332","https://openalex.org/W2002774670","https://openalex.org/W2004140015","https://openalex.org/W2036497686","https://openalex.org/W2038281434","https://openalex.org/W2043382734","https://openalex.org/W2071486596","https://openalex.org/W2097897435","https://openalex.org/W2100514507","https://openalex.org/W2104198521","https://openalex.org/W2105745683","https://openalex.org/W2140153041","https://openalex.org/W2316564661","https://openalex.org/W2504276207","https://openalex.org/W2559655401","https://openalex.org/W2611252285","https://openalex.org/W2762578791","https://openalex.org/W2803208241","https://openalex.org/W2901838001","https://openalex.org/W2962938426","https://openalex.org/W2963389536","https://openalex.org/W2963743617","https://openalex.org/W2970692013","https://openalex.org/W2983997314","https://openalex.org/W2990138404","https://openalex.org/W3007299075","https://openalex.org/W3049580504","https://openalex.org/W3100586730","https://openalex.org/W3104141139","https://openalex.org/W3118235502","https://openalex.org/W3120161765","https://openalex.org/W3122823243","https://openalex.org/W3123615724","https://openalex.org/W3173679549","https://openalex.org/W3216904700","https://openalex.org/W4299532431","https://openalex.org/W4312258136"],"related_works":["https://openalex.org/W2895097035","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280","https://openalex.org/W3020853991","https://openalex.org/W4362706668","https://openalex.org/W4231621013","https://openalex.org/W2015288657","https://openalex.org/W3171021120"],"abstract_inverted_index":{".Anderson":[0],"acceleration":[1,6],"(\\(\\mathsf{AA}\\))":[2],"is":[3,44,77,136],"a":[4,27,62,78,91,126],"popular":[5],"technique":[7],"to":[8,61,100,139,147],"enhance":[9],"the":[10,23,32,35,41,87,96,109,130],"convergence":[11,24,131],"of":[12,17,26,34,56,69,113,133],"fixed-point":[13,29],"schemes.":[14],"The":[15],"analysis":[16,132],"\\(\\mathsf{AA}\\)":[18,57],"approaches":[19],"often":[20],"focuses":[21],"on":[22,129],"behavior":[25,33],"corresponding":[28],"residual,":[30],"while":[31],"underlying":[36],"objective":[37,88],"function":[38,70,89],"values":[39],"along":[40],"accelerated":[42],"iterates":[43],"currently":[45],"not":[46],"well":[47],"understood.":[48],"In":[49],"this":[50],"paper,":[51],"we":[52,73],"investigate":[53],"local":[54,79],"properties":[55],"with":[58],"restarting":[59],"applied":[60],"basic":[63],"gradient":[64,97],"scheme":[65],"(\\(\\mathsf{AA}\\mbox{-}\\mathsf{R}\\))":[66],"in":[67],"terms":[68],"values.":[71],"Specifically,":[72],"show":[74],"that":[75,83,135],"\\(\\mathsf{AA}\\mbox{-}\\mathsf{R}\\)":[76,134],"descent":[80,117],"method":[81,98],"and":[82,123],"it":[84],"can":[85],"decrease":[86],"at":[90],"rate":[92],"no":[93],"slower":[94],"than":[95],"up":[99],"higher-order":[101],"error":[102],"terms.":[103],"These":[104],"new":[105],"results":[106],"theoretically":[107],"support":[108],"good":[110],"numerical":[111],"performance":[112],"\\(\\mathsf{AA}(\\mbox{-}\\mathsf{R})\\)":[114],"when":[115],"heuristic":[116],"conditions":[118],"are":[119,145],"used":[120],"for":[121],"globalization":[122],"they":[124],"provide":[125],"novel":[127],"perspective":[128],"more":[137],"amenable":[138],"nonconvex":[140],"optimization":[141],"problems.":[142],"Numerical":[143],"experiments":[144],"conducted":[146],"illustrate":[148],"our":[149],"theoretical":[150],"findings.KeywordsAnderson":[151],"accelerationdescent":[152],"propertiesrestartingMSC":[153],"codes90C3065K0590C0690C53":[154]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}