{"id":"https://openalex.org/W3008369138","doi":"https://doi.org/10.1080/10556788.2020.1727476","title":"Gradient methods exploiting spectral properties","display_name":"Gradient methods exploiting spectral properties","publication_year":2020,"publication_date":"2020-02-17","ids":{"openalex":"https://openalex.org/W3008369138","doi":"https://doi.org/10.1080/10556788.2020.1727476","mag":"3008369138"},"language":"en","primary_location":{"id":"doi:10.1080/10556788.2020.1727476","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10556788.2020.1727476","pdf_url":null,"source":{"id":"https://openalex.org/S103047102","display_name":"Optimization methods & software","issn_l":"1026-7670","issn":["1026-7670","1029-4937","1055-6788"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Optimization Methods and Software","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.lsu.edu/mathematics_pubs/1916","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057587509","display_name":"Yakui Huang","orcid":"https://orcid.org/0000-0001-6149-3222"},"institutions":[{"id":"https://openalex.org/I184843921","display_name":"Hebei University of Technology","ror":"https://ror.org/018hded08","country_code":"CN","type":"education","lineage":["https://openalex.org/I184843921"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yakui Huang","raw_affiliation_strings":["Institute of Mathematics, Hebei University of Technology, Tianjin, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Mathematics, Hebei University of Technology, Tianjin, People's Republic of China","institution_ids":["https://openalex.org/I184843921"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109187979","display_name":"Yu\u2010Hong Dai","orcid":"https://orcid.org/0000-0002-6932-9512"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210120485","display_name":"Academy of Mathematics and Systems Science","ror":"https://ror.org/02jkmyk67","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210120485"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yu-Hong Dai","raw_affiliation_strings":["LSEC, Academy of Mathematics and Systems Science, Chinese Academy of Sciences, Beijing, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LSEC, Academy of Mathematics and Systems Science, Chinese Academy of Sciences, Beijing, People's Republic of China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210120485"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100461515","display_name":"Xinwei Liu","orcid":"https://orcid.org/0000-0002-9829-3395"},"institutions":[{"id":"https://openalex.org/I184843921","display_name":"Hebei University of Technology","ror":"https://ror.org/018hded08","country_code":"CN","type":"education","lineage":["https://openalex.org/I184843921"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin-Wei Liu","raw_affiliation_strings":["Institute of Mathematics, Hebei University of Technology, Tianjin, People's Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Mathematics, Hebei University of Technology, Tianjin, People's Republic of China","institution_ids":["https://openalex.org/I184843921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101893795","display_name":"Hongchao Zhang","orcid":"https://orcid.org/0000-0003-2518-6975"},"institutions":[{"id":"https://openalex.org/I121820613","display_name":"Louisiana State University","ror":"https://ror.org/05ect4e57","country_code":"US","type":"education","lineage":["https://openalex.org/I121820613"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongchao Zhang","raw_affiliation_strings":["Department of Mathematics, Louisiana State University, Baton Rouge, LA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics, Louisiana State University, Baton Rouge, LA, USA","institution_ids":["https://openalex.org/I121820613"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5109187979"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210120485"],"apc_list":null,"apc_paid":null,"fwci":2.6966,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.89900618,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"35","issue":"4","first_page":"681","last_page":"705"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.9857000112533569,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.7995161414146423},{"id":"https://openalex.org/keywords/line-search","display_name":"Line search","score":0.6985827088356018},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6158033609390259},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.5502446293830872},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.528860867023468},{"id":"https://openalex.org/keywords/gradient-method","display_name":"Gradient method","score":0.5230456590652466},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5148493647575378},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5078206658363342},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4811767041683197},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.4668835699558258},{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.45589709281921387},{"id":"https://openalex.org/keywords/monotone-polygon","display_name":"Monotone polygon","score":0.44798216223716736},{"id":"https://openalex.org/keywords/adaptive-stepsize","display_name":"Adaptive stepsize","score":0.4446321129798889},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.274827778339386},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.25489622354507446},{"id":"https://openalex.org/keywords/numerical-analysis","display_name":"Numerical analysis","score":0.18141624331474304},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.15773239731788635}],"concepts":[{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.7995161414146423},{"id":"https://openalex.org/C85522705","wikidata":"https://www.wikidata.org/wiki/Q3278015","display_name":"Line search","level":3,"score":0.6985827088356018},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6158033609390259},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5502446293830872},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.528860867023468},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.5230456590652466},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5148493647575378},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5078206658363342},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4811767041683197},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.4668835699558258},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.45589709281921387},{"id":"https://openalex.org/C2834757","wikidata":"https://www.wikidata.org/wiki/Q4925424","display_name":"Monotone polygon","level":2,"score":0.44798216223716736},{"id":"https://openalex.org/C48077252","wikidata":"https://www.wikidata.org/wiki/Q4680766","display_name":"Adaptive stepsize","level":3,"score":0.4446321129798889},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.274827778339386},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25489622354507446},{"id":"https://openalex.org/C48753275","wikidata":"https://www.wikidata.org/wiki/Q11216","display_name":"Numerical analysis","level":2,"score":0.18141624331474304},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.15773239731788635},{"id":"https://openalex.org/C178635117","wikidata":"https://www.wikidata.org/wiki/Q747499","display_name":"RADIUS","level":2,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/10556788.2020.1727476","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10556788.2020.1727476","pdf_url":null,"source":{"id":"https://openalex.org/S103047102","display_name":"Optimization methods & software","issn_l":"1026-7670","issn":["1026-7670","1029-4937","1055-6788"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Optimization Methods and Software","raw_type":"journal-article"},{"id":"pmh:oai:repository.lsu.edu:mathematics_pubs-2918","is_oa":true,"landing_page_url":"https://repository.lsu.edu/mathematics_pubs/1916","pdf_url":null,"source":{"id":"https://openalex.org/S4210169993","display_name":"Civil War Book Review","issn_l":"1528-6592","issn":["1528-6592"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310315936","host_organization_name":"Louisiana State University","host_organization_lineage":["https://openalex.org/P4310315936"],"host_organization_lineage_names":["Louisiana State University"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty Publications","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:repository.lsu.edu:mathematics_pubs-2918","is_oa":true,"landing_page_url":"https://repository.lsu.edu/mathematics_pubs/1916","pdf_url":null,"source":{"id":"https://openalex.org/S4210169993","display_name":"Civil War Book Review","issn_l":"1528-6592","issn":["1528-6592"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310315936","host_organization_name":"Louisiana State University","host_organization_lineage":["https://openalex.org/P4310315936"],"host_organization_lineage_names":["Louisiana State University"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty Publications","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2029452705","display_name":null,"funder_award_id":"201806705007","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G3153458163","display_name":"Inexact Optimization Methods for Structured Nonlinear Optimization","funder_award_id":"1819161","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4315229392","display_name":"\u652f\u6301\u5927\u6570\u636e\u5206\u6790\u7684\u4f18\u5316\u7406\u8bba\u4e0e\u65b9\u6cd5\u7814\u7a76","funder_award_id":"11631013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6717093006","display_name":"\u5feb\u901f\u63a2\u6d4b\u6a21\u578b\u4e0d\u53ef\u884c\u6027\u7684\u975e\u7ebf\u6027\u89c4\u5212\u7b97\u6cd5\u7684\u7406\u8bba\u4e0e\u5e94\u7528\u7814\u7a76","funder_award_id":"11671116","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7538854081","display_name":null,"funder_award_id":"11701137","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8271635057","display_name":"Acceleration Techniques for Lower-Order Algorithms in Nonlinear Optimization","funder_award_id":"1522654","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W124158035","https://openalex.org/W173320072","https://openalex.org/W1497361805","https://openalex.org/W1547688086","https://openalex.org/W1902027874","https://openalex.org/W1973734200","https://openalex.org/W1979184222","https://openalex.org/W1982067912","https://openalex.org/W1983212821","https://openalex.org/W1985340647","https://openalex.org/W2004461831","https://openalex.org/W2012341322","https://openalex.org/W2028397149","https://openalex.org/W2039771911","https://openalex.org/W2041187281","https://openalex.org/W2042476838","https://openalex.org/W2043430160","https://openalex.org/W2045010238","https://openalex.org/W2050096287","https://openalex.org/W2055018991","https://openalex.org/W2057565823","https://openalex.org/W2076605490","https://openalex.org/W2102790339","https://openalex.org/W2109062572","https://openalex.org/W2109449402","https://openalex.org/W2109800347","https://openalex.org/W2118075667","https://openalex.org/W2149454052","https://openalex.org/W2151898625","https://openalex.org/W2167137033","https://openalex.org/W2204799877","https://openalex.org/W2271321931","https://openalex.org/W2326893138","https://openalex.org/W2329996474","https://openalex.org/W2429556411","https://openalex.org/W2739680746","https://openalex.org/W2962897178","https://openalex.org/W4239510810","https://openalex.org/W4242229293"],"related_works":["https://openalex.org/W2355987247","https://openalex.org/W2372778757","https://openalex.org/W2356977358","https://openalex.org/W3080334989","https://openalex.org/W1994778783","https://openalex.org/W2366552965","https://openalex.org/W2365176531","https://openalex.org/W4377090276","https://openalex.org/W2355738879","https://openalex.org/W4226095963"],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,55,61,97],"new":[3,14,85,170],"stepsize":[4,15,70],"for":[5,43,117,138],"the":[6,19,22,26,67,93,112,151,169],"gradient":[7,32,57,125,146],"method.":[8],"It":[9],"is":[10,41,103,115],"shown":[11],"that":[12,59,168],"this":[13,50,84,101],"will":[16],"converge":[17],"to":[18],"reciprocal":[20],"of":[21,25,64,92,100,111,145],"largest":[23],"eigenvalue":[24],"Hessian,":[27],"when":[28],"Dai-Yang's":[29],"asymptotic":[30,94],"optimal":[31,69,95],"method":[33,58,102],"(Computational":[34],"Optimization":[35],"and":[36,73,75,128,163,173],"Applications,":[37],"2006,":[38],"33(1):":[39],"73\u201388)":[40],"applied":[42],"minimizing":[44,118],"quadratic":[45,119,162],"objective":[46],"functions.":[47,120],"Based":[48],"on":[49,160],"spectral":[51],"property,":[52],"we":[53,133],"develop":[54],"monotone":[56],"takes":[60],"certain":[62],"number":[63],"steps":[65,81],"using":[66],"asymptotically":[68],"by":[71,78,123],"Dai":[72],"Yang,":[74],"then":[76],"follows":[77],"some":[79],"short":[80],"associated":[82],"with":[83,150],"stepsize.":[86],"By":[87],"employing":[88],"one":[89],"step":[90],"retard":[91],"stepsize,":[96],"nonmonotone":[98,130],"variant":[99],"also":[104,155],"proposed.":[105,156],"Under":[106],"mild":[107],"conditions,":[108],"R-linear":[109],"convergence":[110],"proposed":[113,171],"methods":[114,137,148,174],"established":[116],"In":[121],"addition,":[122],"combining":[124,149],"projection":[126,147],"techniques":[127],"adaptive":[129],"line":[131],"search,":[132],"further":[134],"extend":[135],"those":[136],"general":[139],"bound":[140,164],"constrained":[141,165],"optimization.":[142],"Two":[143],"variants":[144],"Barzilai-Borwein":[152],"stepsizes":[153],"are":[154,175],"Our":[157],"numerical":[158],"experiments":[159],"both":[161],"optimization":[166],"indicate":[167],"strategies":[172],"very":[176],"effective.":[177]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}
