{"id":"https://openalex.org/W4402045213","doi":"https://doi.org/10.3233/ia-240047","title":"A new perspective on optimizers: leveraging moreau-yosida approximation in gradient-based learning","display_name":"A new perspective on optimizers: leveraging moreau-yosida approximation in gradient-based learning","publication_year":2024,"publication_date":"2024-08-27","ids":{"openalex":"https://openalex.org/W4402045213","doi":"https://doi.org/10.3233/ia-240047"},"language":"en","primary_location":{"id":"doi:10.3233/ia-240047","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ia-240047","pdf_url":null,"source":{"id":"https://openalex.org/S207922018","display_name":"Intelligenza Artificiale","issn_l":"1724-8035","issn":["1724-8035","2211-0097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligenza Artificiale: The international journal of the AIxIA","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081357662","display_name":"Alessandro Betti","orcid":"https://orcid.org/0000-0002-9052-8743"},"institutions":[{"id":"https://openalex.org/I127077003","display_name":"IMT School for Advanced Studies Lucca","ror":"https://ror.org/035gh3a49","country_code":"IT","type":"education","lineage":["https://openalex.org/I127077003"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Alessandro Betti","raw_affiliation_strings":["IMT Lucca, Lucca, Italy","IMT School for Advanced Studies, Lucca, Italy (Italy)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IMT Lucca, Lucca, Italy","institution_ids":["https://openalex.org/I127077003"]},{"raw_affiliation_string":"IMT School for Advanced Studies, Lucca, Italy (Italy)","institution_ids":["https://openalex.org/I127077003"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088953993","display_name":"Gabriele Ciravegna","orcid":"https://orcid.org/0000-0002-6799-1043"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gabriele Ciravegna","raw_affiliation_strings":["Politecnico di Torino, Torino, Italy","Polito - Politecnico di Torino = Polytechnic of Turin (Politecnico di Torino - Corso Duca degli Abruzzi, 24 10129 Torino - Italy)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]},{"raw_affiliation_string":"Polito - Politecnico di Torino = Polytechnic of Turin (Politecnico di Torino - Corso Duca degli Abruzzi, 24 10129 Torino - Italy)","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022658803","display_name":"Marco Gori","orcid":"https://orcid.org/0000-0001-6337-5430"},"institutions":[{"id":"https://openalex.org/I102064193","display_name":"University of Siena","ror":"https://ror.org/01tevnk56","country_code":"IT","type":"education","lineage":["https://openalex.org/I102064193"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Gori","raw_affiliation_strings":["University of Siena, Department of Information Engineering and Mathematics, Siena, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Siena, Department of Information Engineering and Mathematics, Siena, Italy","institution_ids":["https://openalex.org/I102064193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006137186","display_name":"Stefano Melacci","orcid":"https://orcid.org/0000-0002-0415-0888"},"institutions":[{"id":"https://openalex.org/I102064193","display_name":"University of Siena","ror":"https://ror.org/01tevnk56","country_code":"IT","type":"education","lineage":["https://openalex.org/I102064193"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Stefano Melacci","raw_affiliation_strings":["University of Siena, Department of Information Engineering and Mathematics, Siena, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Siena, Department of Information Engineering and Mathematics, Siena, Italy","institution_ids":["https://openalex.org/I102064193"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104964843","display_name":"Kevin Mottin","orcid":"https://orcid.org/0009-0003-9277-0749"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I201841394","display_name":"Universit\u00e9 C\u00f4te d'Azur","ror":"https://ror.org/019tgvf94","country_code":"FR","type":"education","lineage":["https://openalex.org/I201841394"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Kevin Mottin","raw_affiliation_strings":["Universit\u00e9 C\u00f4te d\u2019Azur, Inria, CNRS, Laboratoire I3S, Maasai team, Nice, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 C\u00f4te d\u2019Azur, Inria, CNRS, Laboratoire I3S, Maasai team, Nice, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I201841394"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005307040","display_name":"F\u0155ed\u0301eric Precioso","orcid":"https://orcid.org/0000-0001-8712-1443"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I201841394","display_name":"Universit\u00e9 C\u00f4te d'Azur","ror":"https://ror.org/019tgvf94","country_code":"FR","type":"education","lineage":["https://openalex.org/I201841394"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fr\u00e9d\u00e9ric Precioso","raw_affiliation_strings":["Universit\u00e9 C\u00f4te d\u2019Azur, Inria, CNRS, Laboratoire I3S, Maasai team, Nice, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e9 C\u00f4te d\u2019Azur, Inria, CNRS, Laboratoire I3S, Maasai team, Nice, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I201841394"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5081357662"],"corresponding_institution_ids":["https://openalex.org/I127077003"],"apc_list":{"value":4150,"currency":"USD","value_usd":4150},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09925474,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"18","issue":"2","first_page":"301","last_page":"311"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8860741853713989},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7915017604827881},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5570256114006042},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5563767552375793},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5537242293357849},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5226271152496338},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4393007457256317},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.414569228887558},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.413720965385437},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1447879672050476}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8860741853713989},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7915017604827881},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5570256114006042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5563767552375793},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5537242293357849},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5226271152496338},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4393007457256317},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.414569228887558},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.413720965385437},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1447879672050476}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3233/ia-240047","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ia-240047","pdf_url":null,"source":{"id":"https://openalex.org/S207922018","display_name":"Intelligenza Artificiale","issn_l":"1724-8035","issn":["1724-8035","2211-0097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligenza Artificiale: The international journal of the AIxIA","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-04896278v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04896278","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Intelligenza Artificiale, 2024, 18 (2), pp.301-311. ⟨10.3233/IA-240047⟩","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:usiena-air.unisi.it:11365/1315903","is_oa":false,"landing_page_url":"https://hdl.handle.net/11365/1315903","pdf_url":null,"source":{"id":"https://openalex.org/S4377196319","display_name":"Use Siena air (University of Siena)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I102064193","host_organization_name":"University of Siena","host_organization_lineage":["https://openalex.org/I102064193"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1986098702","https://openalex.org/W1988720110","https://openalex.org/W2060277733","https://openalex.org/W2567576169","https://openalex.org/W2788388592","https://openalex.org/W2990138404","https://openalex.org/W3125116114","https://openalex.org/W4207080468","https://openalex.org/W4244393449","https://openalex.org/W4252992828","https://openalex.org/W4362597616"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W4386603768","https://openalex.org/W2950475743","https://openalex.org/W2886711096","https://openalex.org/W2750384547","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W4389249638","https://openalex.org/W2733410219","https://openalex.org/W1998698147"],"abstract_inverted_index":{"Machine":[0],"Learning":[1],"(ML)":[2],"heavily":[3],"relies":[4],"on":[5],"optimization":[6,199],"techniques":[7,200],"built":[8],"upon":[9],"gradient":[10,94],"descent.":[11],"Numerous":[12],"gradient-based":[13,49],"update":[14,50,79,112,179],"methods":[15],"have":[16,31],"been":[17],"proposed":[18],"in":[19,24,37,133,152,182,198],"the":[20,25,53,58,68,72,77,83,129,134,147,159,178,188,194],"scientific":[21],"literature,":[22],"particularly":[23],"context":[26],"of":[27,57,71,87,131,149],"neural":[28],"networks,":[29],"and":[30,85,100,167,170],"gained":[32],"widespread":[33],"adoption":[34],"as":[35],"optimizers":[36,92],"ML":[38],"software":[39],"libraries.":[40],"This":[41,81],"paper":[42],"introduces":[43],"a":[44,62,124,142,164,171],"novel":[45],"perspective":[46],"by":[47],"framing":[48],"strategies":[51],"using":[52,137],"Moreau-Yosida":[54],"(MY)":[55],"approximation":[56,74],"loss":[59],"function.":[60],"Leveraging":[61],"first-order":[63],"Taylor":[64],"expansion,":[65],"we":[66,122,157,176,192],"demonstrate":[67],"concrete":[69],"exploitability":[70],"MY":[73],"to":[75],"generalize":[76],"model":[78],"process.":[80],"enables":[82],"evaluation":[84],"comparison":[86],"regularization":[88,116],"properties":[89],"underlying":[90],"popular":[91],"like":[93],"descent":[95],"with":[96,114],"momentum,":[97],"ADAGRAD,":[98],"RMSprop,":[99],"ADAM.":[101],"The":[102],"MY-based":[103,189],"unifying":[104,190],"view":[105],"opens":[106],"up":[107],"possibilities":[108],"for":[109,196,201],"designing":[110],"new":[111],"schemes":[113],"customizable":[115],"properties.":[117],"To":[118],"illustrate":[119],"this":[120,150],"potential,":[121],"propose":[123],"case":[125],"study":[126],"that":[127],"redefines":[128],"concept":[130],"closeness":[132],"parameter":[135],"space":[136],"network":[138],"outputs.":[139],"We":[140],"present":[141],"proof-of-concept":[143],"experimental":[144],"procedure,":[145],"demonstrating":[146],"effectiveness":[148],"approach":[151],"continual":[153],"learning":[154],"scenarios.":[155],"Specifically,":[156],"employ":[158],"well-known":[160],"permuted":[161],"MNIST":[162,166],"dataset,":[163],"progressively-permuted":[165],"CIFAR-10":[168],"benchmarks,":[169],"non":[172],"i.i.d.":[173],"stream.":[174],"Additionally,":[175],"validate":[177],"scheme\u2019s":[180],"efficacy":[181],"an":[183],"offline-learning":[184],"scenario.":[185],"By":[186],"embracing":[187],"view,":[191],"pave":[193],"way":[195],"advancements":[197],"machine":[202],"learning.":[203]},"counts_by_year":[],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}