{"id":"https://openalex.org/W7140296316","doi":"https://doi.org/10.1007/s00521-026-12014-1","title":"First-order optimization algorithms: state of the art, classification, and performance: a practitioner\u2019s guide","display_name":"First-order optimization algorithms: state of the art, classification, and performance: a practitioner\u2019s guide","publication_year":2026,"publication_date":"2026-03-26","ids":{"openalex":"https://openalex.org/W7140296316","doi":"https://doi.org/10.1007/s00521-026-12014-1"},"language":"en","primary_location":{"id":"doi:10.1007/s00521-026-12014-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-026-12014-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-026-12014-1.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00521-026-12014-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116694022","display_name":"Ruslan Shaiakhmetov","orcid":"https://orcid.org/0009-0001-0869-6204"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Ruslan Shaiakhmetov","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Bologna, Mura Anteo Zamboni 7, 40126, Bologna, BO, Italy"],"raw_orcid":"https://orcid.org/0009-0001-0869-6204","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Bologna, Mura Anteo Zamboni 7, 40126, Bologna, BO, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130602240","display_name":"Danilo Pianini","orcid":null},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Danilo Pianini","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Bologna, Mura Anteo Zamboni 7, 40126, Bologna, BO, Italy"],"raw_orcid":"https://orcid.org/0000-0002-8392-5409","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Bologna, Mura Anteo Zamboni 7, 40126, Bologna, BO, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092117884","display_name":"Angelo Filaseta","orcid":"https://orcid.org/0009-0004-6797-6814"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Angelo Filaseta","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Bologna, Mura Anteo Zamboni 7, 40126, Bologna, BO, Italy"],"raw_orcid":"https://orcid.org/0009-0004-6797-6814","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Bologna, Mura Anteo Zamboni 7, 40126, Bologna, BO, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130619605","display_name":"Gabriele D\u2019Angelo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gabriele D\u2019Angelo","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3690-6651","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5116694023","display_name":"Valter Venusti","orcid":"https://orcid.org/0009-0001-0647-3015"},"institutions":[{"id":"https://openalex.org/I4210096856","display_name":"Innovation Engineering (Italy)","ror":"https://ror.org/00sxjp357","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210096856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Valter Venusti","raw_affiliation_strings":["Department of Digital Innovation and Vehicle Electronics Solutions, Dallara Automobili S.p.A., Provinciale 33, 43040, Parma, PR, Italy"],"raw_orcid":"https://orcid.org/0009-0001-0647-3015","affiliations":[{"raw_affiliation_string":"Department of Digital Innovation and Vehicle Electronics Solutions, Dallara Automobili S.p.A., Provinciale 33, 43040, Parma, PR, Italy","institution_ids":["https://openalex.org/I4210096856"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5116694022"],"corresponding_institution_ids":["https://openalex.org/I9360294"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.45414164,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"38","issue":"7","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.2962999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.2962999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.24230000376701355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.06599999964237213,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.6771000027656555},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5547999739646912},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5367000102996826},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5080999732017517},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4523000121116638},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.421999990940094},{"id":"https://openalex.org/keywords/derivative-free-optimization","display_name":"Derivative-free optimization","score":0.40290001034736633},{"id":"https://openalex.org/keywords/continuous-optimization","display_name":"Continuous optimization","score":0.38429999351501465}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7861999869346619},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.6771000027656555},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5547999739646912},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5367000102996826},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5109999775886536},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5080999732017517},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4797999858856201},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45590001344680786},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4523000121116638},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.421999990940094},{"id":"https://openalex.org/C29282572","wikidata":"https://www.wikidata.org/wiki/Q16977029","display_name":"Derivative-free optimization","level":4,"score":0.40290001034736633},{"id":"https://openalex.org/C92995354","wikidata":"https://www.wikidata.org/wiki/Q5165499","display_name":"Continuous optimization","level":4,"score":0.38429999351501465},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3650999963283539},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.3644999861717224},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.34380000829696655},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C2987595161","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Optimization algorithm","level":2,"score":0.3312999904155731},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3239000141620636},{"id":"https://openalex.org/C109718341","wikidata":"https://www.wikidata.org/wiki/Q1385229","display_name":"Metaheuristic","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C110850998","wikidata":"https://www.wikidata.org/wiki/Q5377895","display_name":"Engineering optimization","level":3,"score":0.3075000047683716},{"id":"https://openalex.org/C150185637","wikidata":"https://www.wikidata.org/wiki/Q7705773","display_name":"Test functions for optimization","level":4,"score":0.29159998893737793},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C164752517","wikidata":"https://www.wikidata.org/wiki/Q5570875","display_name":"Global optimization","level":2,"score":0.2782999873161316}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s00521-026-12014-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-026-12014-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-026-12014-1.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},{"id":"pmh:oai:cris.unibo.it:11585/1061830","is_oa":true,"landing_page_url":"https://link.springer.com/article/10.1007/s00521-026-12014-1","pdf_url":null,"source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s00521-026-12014-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-026-12014-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-026-12014-1.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140296316.pdf","grobid_xml":"https://content.openalex.org/works/W7140296316.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1970031354","https://openalex.org/W1980147176","https://openalex.org/W2006544565","https://openalex.org/W2026258334","https://openalex.org/W2034996255","https://openalex.org/W2091825929","https://openalex.org/W2097460613","https://openalex.org/W2136832197","https://openalex.org/W2486446034","https://openalex.org/W2582187633","https://openalex.org/W2757910899","https://openalex.org/W2798391154","https://openalex.org/W2962739925","https://openalex.org/W2963248893","https://openalex.org/W2963433607","https://openalex.org/W2965570621","https://openalex.org/W2968949260","https://openalex.org/W2969534524","https://openalex.org/W2982486887","https://openalex.org/W2990346675","https://openalex.org/W2998508934","https://openalex.org/W3004577623","https://openalex.org/W3084521418","https://openalex.org/W3097359711","https://openalex.org/W3110111617","https://openalex.org/W3132024219","https://openalex.org/W3153977456","https://openalex.org/W3186225489","https://openalex.org/W3197228570","https://openalex.org/W3211250483","https://openalex.org/W3217656104","https://openalex.org/W4226208947","https://openalex.org/W4226389608","https://openalex.org/W4244113138","https://openalex.org/W4283069798","https://openalex.org/W4285261721","https://openalex.org/W4367293168","https://openalex.org/W4375860026","https://openalex.org/W4403882300","https://openalex.org/W4404482536","https://openalex.org/W4406610263","https://openalex.org/W4407075078"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Driven":[1],"by":[2,139],"the":[3,26,72,81,94,97,108,134,140,143,151,162,225],"rising":[4],"interest":[5],"in":[6,99,133],"machine":[7],"learning":[8,183],"techniques,":[9],"mathematical":[10],"continuous":[11,100],"optimization":[12,21,53,102,123,234],"algorithms":[13,54,235],"have":[14,37,55],"made":[15],"great":[16],"progress.":[17],"Among":[18],"them,":[19],"first-order":[20,101,233],"algorithms,":[22,103,115],"which":[23],"rely":[24],"on":[25,161],"first":[27],"derivative":[28],"(gradient)":[29],"to":[30,41,86,179,223],"find":[31],"a":[32,47,49,76,128,155,166,189,221],"function\u2019s":[33],"minimum":[34],"or":[35,89],"maximum,":[36],"gained":[38],"popularity":[39],"due":[40],"their":[42,117,208,237],"efficiency":[43],"and":[44,62,122,158,176,206,214],"scalability.":[45],"As":[46],"result,":[48],"vast":[50],"number":[51],"of":[52,96,191,227],"been":[56],"developed,":[57],"each":[58],"applying":[59],"different":[60],"techniques":[61],"offering":[63,104],"diverse":[64],"guarantees.":[65],"This":[66,91],"variety,":[67],"while":[68],"beneficial,":[69],"makes":[70],"selecting":[71,107],"most":[73,109,228],"appropriate":[74],"algorithm":[75,192,200],"challenging":[77],"yet":[78],"crucial":[79],"task\u2013choosing":[80],"wrong":[82],"one":[83],"may":[84],"lead":[85],"sub-par":[87],"accuracy":[88],"performance.":[90],"paper":[92],"explores":[93],"state":[95],"art":[98],"guidance":[105],"for":[106,236],"suitable":[110],"method.":[111],"We":[112,169],"classify":[113],"23":[114],"detailing":[116],"dependency":[118],"relationships,":[119],"theoretical":[120],"foundations,":[121],"strategies.":[124],"The":[125],"analysis":[126],"includes":[127],"performance":[129,171,201],"evaluation":[130],"using":[131,172],"implementations":[132],"PyTorch":[135],"framework.":[136],"Convergence,":[137],"quantified":[138],"area":[141],"under":[142,210],"training-loss":[144],"curve,":[145],"is":[146],"assessed":[147],"with":[148],"two":[149],"benchmarks:":[150],"Rosenbrock":[152],"function":[153],"as":[154,165,220,232],"standard":[156],"test":[157],"ResNet-18":[159],"training":[160],"CIFAR-10":[163],"dataset":[164],"practical":[167],"test.":[168],"evaluate":[170],"an":[173],"integral":[174],"metric":[175],"analyze":[177],"robustness":[178],"hyperparameter":[180,211],"variations,":[181],"including":[182],"rate":[184],"sensitivity.":[185],"Additionally,":[186],"we":[187],"introduce":[188],"classification":[190],"convergence":[193],"behaviors.":[194],"These":[195],"experiments":[196],"provide":[197],"insights":[198],"into":[199],"across":[202],"varying":[203],"problem":[204],"complexities":[205],"highlight":[207],"stability":[209],"changes.":[212],"Practitioners":[213],"researchers":[215],"can":[216],"use":[217,238],"this":[218],"work":[219],"guide":[222],"identify":[224],"set":[226],"likely":[229],"good":[230],"candidates":[231],"case.":[239]},"counts_by_year":[],"updated_date":"2026-05-31T08:46:17.908082","created_date":"2026-03-26T00:00:00"}