{"id":"https://openalex.org/W4416252278","doi":"https://doi.org/10.1109/ijcnn64981.2025.11227594","title":"Multiplicative Stochastic Gradient Descent for fast and robust deep learning training","display_name":"Multiplicative Stochastic Gradient Descent for fast and robust deep learning training","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416252278","doi":"https://doi.org/10.1109/ijcnn64981.2025.11227594"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11227594","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11227594","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039953793","display_name":"Manos Kirtas","orcid":"https://orcid.org/0000-0002-8670-0248"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Manos Kirtas","raw_affiliation_strings":["Aristotle University of Thessaloniki,Computational Intelligence and Deep Learning Group,Dept. of Informatics,Thessaloniki,Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aristotle University of Thessaloniki,Computational Intelligence and Deep Learning Group,Dept. of Informatics,Thessaloniki,Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061050264","display_name":"Nikolaos Passalis","orcid":"https://orcid.org/0000-0003-1177-9139"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nikolaos Passalis","raw_affiliation_strings":["Aristotle University of Thessaloniki,Computational Intelligence and Deep Learning Group,Dept. of Chemical Engineering,Thessaloniki,Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aristotle University of Thessaloniki,Computational Intelligence and Deep Learning Group,Dept. of Chemical Engineering,Thessaloniki,Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041054091","display_name":"Anastasios Tefas","orcid":"https://orcid.org/0000-0003-1288-3667"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Anastasios Tefas","raw_affiliation_strings":["Aristotle University of Thessaloniki,Computational Intelligence and Deep Learning Group,Dept. of Informatics,Thessaloniki,Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aristotle University of Thessaloniki,Computational Intelligence and Deep Learning Group,Dept. of Informatics,Thessaloniki,Greece","institution_ids":["https://openalex.org/I21370196"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I21370196"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.739300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.739300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0803999975323677,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.02319999970495701,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.8328999876976013},{"id":"https://openalex.org/keywords/multiplicative-function","display_name":"Multiplicative function","score":0.7366999983787537},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6200000047683716},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5458999872207642},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5393999814987183},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.517300009727478},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4887000024318695},{"id":"https://openalex.org/keywords/convex-optimization","display_name":"Convex optimization","score":0.3896999955177307}],"concepts":[{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.8328999876976013},{"id":"https://openalex.org/C42747912","wikidata":"https://www.wikidata.org/wiki/Q1048447","display_name":"Multiplicative function","level":2,"score":0.7366999983787537},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.660099983215332},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6200000047683716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5924000144004822},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5458999872207642},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5393999814987183},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.517300009727478},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4887000024318695},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44850000739097595},{"id":"https://openalex.org/C157972887","wikidata":"https://www.wikidata.org/wiki/Q463359","display_name":"Convex optimization","level":3,"score":0.3896999955177307},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.383899986743927},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.36090001463890076},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.351500004529953},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34940001368522644},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3434999883174896},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.3257000148296356},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.325300008058548},{"id":"https://openalex.org/C193254401","wikidata":"https://www.wikidata.org/wiki/Q2160088","display_name":"Robust optimization","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C194387892","wikidata":"https://www.wikidata.org/wiki/Q1747770","display_name":"Stochastic optimization","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C18015164","wikidata":"https://www.wikidata.org/wiki/Q6935000","display_name":"Multiplicative noise","level":5,"score":0.29899999499320984},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.29249998927116394},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.2809000015258789},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11227594","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11227594","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W2026258334","https://openalex.org/W2040870580","https://openalex.org/W2093522043","https://openalex.org/W2108598243","https://openalex.org/W2129113961","https://openalex.org/W2189422931","https://openalex.org/W2194775991","https://openalex.org/W2552194003","https://openalex.org/W2758695710","https://openalex.org/W2780149736","https://openalex.org/W2898030396","https://openalex.org/W2949321897","https://openalex.org/W2990346675","https://openalex.org/W3217333547","https://openalex.org/W4281384453","https://openalex.org/W4285115198","https://openalex.org/W4313889239","https://openalex.org/W4318829621","https://openalex.org/W4377001550","https://openalex.org/W4405944334"],"related_works":[],"abstract_inverted_index":{"Even":[0],"recent":[1],"Deep":[2],"Learning":[3,67],"(DL)":[4],"architectures":[5],"are":[6,101],"highly":[7],"sensitive":[8],"to":[9,42,164,170,194],"training":[10,161],"hyperparameters,":[11],"initial":[12],"weights,":[13],"and":[14,22,56,69,138,174,191,211],"data":[15],"distributions,":[16],"making":[17],"the":[18,37,52,62,70,80,112,115,122,127,144,152],"development":[19,38,64],"of":[20,33,39,54,65,82,124,146,154,184,203],"fast":[21],"stable":[23],"optimization":[24,98,193],"methods":[25,41,99,159],"a":[26,104,181,200],"challenging":[27],"task.":[28],"To":[29,84],"this":[30,85,88,120],"end,":[31,86],"generations":[32],"researchers":[34],"have":[35,75],"pursued":[36],"robust":[40,166],"train":[43],"DL":[44],"architectures.":[45],"Multiplicative":[46],"updates":[47,149],"naturally":[48],"take":[49],"into":[50],"account":[51],"magnitude":[53,123],"parameters":[55,113],"despite":[57],"their":[58],"significant":[59],"contributions":[60],"on":[61,103],"early":[63],"Machine":[66],"(ML)":[68],"strong":[71],"theoretical":[72],"claims,":[73],"they":[74],"been":[76],"merely":[77],"studied":[78],"in":[79,87,119,168,180],"context":[81],"DL.":[83],"work,":[89],"we":[90,131,175],"propose":[91],"two":[92,133],"alternative":[93],"Stochastic":[94],"Gradient":[95],"Descent":[96],"(SGD)":[97],"that":[100,150],"based":[102],"novel":[105],"multiplicative":[106,137,148],"update":[107],"term,":[108],"which":[109,142],"proportionally":[110],"scales":[111],"using":[114],"normalized":[116],"gradients,":[117],"decoupling":[118],"way":[121],"gradients":[125],"from":[126,189],"update.":[128],"More":[129],"specifically,":[130],"formulate":[132],"SGD":[134],"alternatives,":[135],"one":[136],"another":[139],"hybrid":[140],"multiplicative-additive,":[141],"overcomes":[143],"limitation":[145],"purely":[147],"constraints":[151],"change":[153],"parameter\u2019s":[155],"sign.":[156],"The":[157],"proposed":[158],"accelerate":[160],"while":[162],"leading":[163],"more":[165],"models":[167],"contrast":[169],"traditionally":[171],"used":[172],"SGD,":[173],"experimentally":[176],"demonstrate":[177],"its":[178],"effectiveness":[179],"wide":[182,201],"range":[183,188,202],"tasks.":[185],"Such":[186],"tasks":[187],"convex":[190],"non-convex":[192],"difficult":[195],"image":[196],"classification":[197],"benchmarks":[198],"applying":[199],"Artificial":[204],"Neural":[205],"Network":[206],"(ANN)":[207],"architectures,":[208],"providing":[209],"quantitative":[210],"qualitative":[212],"experimental":[213],"results.":[214]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-14T00:00:00"}