{"id":"https://openalex.org/W4320912789","doi":"https://doi.org/10.1007/s10589-023-00455-6","title":"A harmonic framework for stepsize selection in gradient methods","display_name":"A harmonic framework for stepsize selection in gradient methods","publication_year":2023,"publication_date":"2023-02-15","ids":{"openalex":"https://openalex.org/W4320912789","doi":"https://doi.org/10.1007/s10589-023-00455-6"},"language":"en","primary_location":{"id":"doi:10.1007/s10589-023-00455-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10589-023-00455-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10589-023-00455-6.pdf","source":{"id":"https://openalex.org/S39243548","display_name":"Computational Optimization and Applications","issn_l":"0926-6003","issn":["0926-6003","1573-2894"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Optimization and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10589-023-00455-6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072928110","display_name":"Giulia Ferrandi","orcid":"https://orcid.org/0000-0002-5672-3094"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Giulia Ferrandi","raw_affiliation_strings":["Department of Mathematics and Computer Science, TU Eindhoven, PO Box 513, 5600 MB, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, TU Eindhoven, PO Box 513, 5600 MB, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064293224","display_name":"Michiel E. Hochstenbach","orcid":"https://orcid.org/0000-0002-9196-8257"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Michiel E. Hochstenbach","raw_affiliation_strings":["Department of Mathematics and Computer Science, TU Eindhoven, PO Box 513, 5600 MB, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, TU Eindhoven, PO Box 513, 5600 MB, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029757006","display_name":"Nata\u0161a Kreji\u0107","orcid":"https://orcid.org/0000-0003-3348-7233"},"institutions":[{"id":"https://openalex.org/I170726198","display_name":"University of Novi Sad","ror":"https://ror.org/00xa57a59","country_code":"RS","type":"education","lineage":["https://openalex.org/I170726198"]}],"countries":["RS"],"is_corresponding":false,"raw_author_name":"Nata\u0161a Kreji\u0107","raw_affiliation_strings":["Department of Mathematics and Informatics, Faculty of Sciences, University of Novi Sad, Trg D.Obradovi\u0107a 4, Novi Sad, 21000, Serbia"],"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Informatics, Faculty of Sciences, University of Novi Sad, Trg D.Obradovi\u0107a 4, Novi Sad, 21000, Serbia","institution_ids":["https://openalex.org/I170726198"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5072928110"],"corresponding_institution_ids":["https://openalex.org/I83019370"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":2.8172,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.88560701,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"85","issue":"1","first_page":"75","last_page":"106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10963","display_name":"Advanced Optimization Algorithms Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2612","display_name":"Numerical Analysis"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11205","display_name":"Numerical methods in inverse problems","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2610","display_name":"Mathematical Physics"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.7766644954681396},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.619468092918396},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5761035084724426},{"id":"https://openalex.org/keywords/inverse","display_name":"Inverse","score":0.5205753445625305},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.5006070137023926},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.4949793219566345},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.48651260137557983},{"id":"https://openalex.org/keywords/quotient","display_name":"Quotient","score":0.47622543573379517},{"id":"https://openalex.org/keywords/harmonic","display_name":"Harmonic","score":0.47619712352752686},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.43087661266326904},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.32605913281440735},{"id":"https://openalex.org/keywords/pure-mathematics","display_name":"Pure mathematics","score":0.24263086915016174},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.21743029356002808},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.07439848780632019},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.06609413027763367}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.7766644954681396},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.619468092918396},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5761035084724426},{"id":"https://openalex.org/C207467116","wikidata":"https://www.wikidata.org/wiki/Q4385666","display_name":"Inverse","level":2,"score":0.5205753445625305},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.5006070137023926},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.4949793219566345},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.48651260137557983},{"id":"https://openalex.org/C199422724","wikidata":"https://www.wikidata.org/wiki/Q41118","display_name":"Quotient","level":2,"score":0.47622543573379517},{"id":"https://openalex.org/C127934551","wikidata":"https://www.wikidata.org/wiki/Q1148098","display_name":"Harmonic","level":2,"score":0.47619712352752686},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.43087661266326904},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32605913281440735},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.24263086915016174},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.21743029356002808},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.07439848780632019},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.06609413027763367},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s10589-023-00455-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10589-023-00455-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10589-023-00455-6.pdf","source":{"id":"https://openalex.org/S39243548","display_name":"Computational Optimization and Applications","issn_l":"0926-6003","issn":["0926-6003","1573-2894"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Optimization and Applications","raw_type":"journal-article"},{"id":"pmh:oai:pure.tue.nl:openaire_cris_publications/1da6bd73-8585-43a7-a2d4-983f1750c85e","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/1da6bd73-8585-43a7-a2d4-983f1750c85e","pdf_url":null,"source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ferrandi, G, Hochstenbach, M E & Kreji\u0107, N 2023, 'A harmonic framework for stepsize selection in gradient methods', Computational Optimization and Applications, vol. 85, pp. 75-106. https://doi.org/10.1007/s10589-023-00455-6","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.tue.nl:publications/1da6bd73-8585-43a7-a2d4-983f1750c85e","is_oa":true,"landing_page_url":"https://research.tue.nl/files/295467564/s10589_023_00455_6.pdf","pdf_url":"https://pure.tue.nl/ws/files/295467564/s10589_023_00455_6.pdf","source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Ferrandi, G, Hochstenbach, M E & Kreji\u0107, N 2023, 'A harmonic framework for stepsize selection in gradient methods', Computational Optimization and Applications, vol. 85, pp. 75-106. https://doi.org/10.1007/s10589-023-00455-6","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:RePEc:spr:coopap:v:85:y:2023:i:1:d:10.1007_s10589-023-00455-6","is_oa":false,"landing_page_url":"http://link.springer.com/10.1007/s10589-023-00455-6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:tue:oai:pure.tue.nl:publications/1da6bd73-8585-43a7-a2d4-983f1750c85e","is_oa":true,"landing_page_url":"https://research.tue.nl/nl/publications/1da6bd73-8585-43a7-a2d4-983f1750c85e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Optimization and Applications, 85, 75 - 106. Springer","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10589-023-00455-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10589-023-00455-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10589-023-00455-6.pdf","source":{"id":"https://openalex.org/S39243548","display_name":"Computational Optimization and Applications","issn_l":"0926-6003","issn":["0926-6003","1573-2894"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Optimization and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2689612763","display_name":null,"funder_award_id":"Marie","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3197405320","display_name":"Big Data Challenges for Mathematics","funder_award_id":"812912","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4956428346","display_name":null,"funder_award_id":"Horizon 2020 research and innovatio","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5036817778","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innov","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6765830016","display_name":null,"funder_award_id":"812912","funder_id":"https://openalex.org/F4320335254","funder_display_name":"Horizon 2020"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8633428685","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innovat","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335254","display_name":"Horizon 2020","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4320912789.pdf"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W162482884","https://openalex.org/W1546266651","https://openalex.org/W1982067912","https://openalex.org/W1983212821","https://openalex.org/W2004461831","https://openalex.org/W2012341322","https://openalex.org/W2015131139","https://openalex.org/W2043430160","https://openalex.org/W2045010238","https://openalex.org/W2050096287","https://openalex.org/W2056603712","https://openalex.org/W2059586807","https://openalex.org/W2076605490","https://openalex.org/W2081696668","https://openalex.org/W2090287784","https://openalex.org/W2098964861","https://openalex.org/W2144331407","https://openalex.org/W2149454052","https://openalex.org/W2170486042","https://openalex.org/W2739680746","https://openalex.org/W2962897178","https://openalex.org/W3015916531","https://openalex.org/W4206006973","https://openalex.org/W4242722506","https://openalex.org/W4301014524"],"related_works":["https://openalex.org/W4313895414","https://openalex.org/W3191134132","https://openalex.org/W2949502838","https://openalex.org/W4287062960","https://openalex.org/W3041175538","https://openalex.org/W2100219346","https://openalex.org/W2963342620","https://openalex.org/W4289097017","https://openalex.org/W4311993079","https://openalex.org/W2906702131"],"abstract_inverted_index":{"Abstract":[0],"We":[1,83],"study":[2],"the":[3,13,59,76,108,111],"use":[4],"of":[5,51,67,110],"inverse":[6],"harmonic":[7],"Rayleigh":[8],"quotients":[9],"with":[10],"target":[11],"for":[12,19,45,75,88],"stepsize":[14,38],"selection":[15],"in":[16],"gradient":[17],"methods":[18],"nonlinear":[20],"unconstrained":[21],"optimization":[22],"problems.":[23],"This":[24],"not":[25],"only":[26],"provides":[27],"an":[28],"elegant":[29],"and":[30,35,48,57,95,103],"flexible":[31,47],"framework":[32],"to":[33,63],"parametrize":[34],"reinterpret":[36],"existing":[37],"schemes,":[39],"but":[40],"it":[41],"also":[42,79],"gives":[43],"inspiration":[44],"new":[46,65],"tunable":[49],"families":[50],"steplengths.":[52],"In":[53],"particular,":[54],"we":[55,78],"analyze":[56],"extend":[58],"adaptive":[60],"Barzilai\u2013Borwein":[61],"method":[62],"a":[64,85],"family":[66,71],"stepsizes.":[68],"While":[69],"this":[70],"exploits":[72],"negative":[73],"values":[74],"target,":[77],"consider":[80],"positive":[81],"targets.":[82],"present":[84],"convergence":[86],"analysis":[87],"quadratic":[89],"problems":[90],"extending":[91],"results":[92],"by":[93],"Dai":[94],"Liao":[96],"(IMA":[97],"J":[98],"Numer":[99],"Anal":[100],"22(1):1\u201310,":[101],"2002),":[102],"carry":[104],"out":[105],"experiments":[106],"outlining":[107],"potential":[109],"approaches.":[112]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}