{"id":"https://openalex.org/W2963866949","doi":"https://doi.org/10.3390/sym11070942","title":"An Enhanced Optimization Scheme Based on Gradient Descent Methods for Machine Learning","display_name":"An Enhanced Optimization Scheme Based on Gradient Descent Methods for Machine Learning","publication_year":2019,"publication_date":"2019-07-20","ids":{"openalex":"https://openalex.org/W2963866949","doi":"https://doi.org/10.3390/sym11070942","mag":"2963866949"},"language":"en","primary_location":{"id":"doi:10.3390/sym11070942","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym11070942","pdf_url":"https://www.mdpi.com/2073-8994/11/7/942/pdf?version=1563597207","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-8994/11/7/942/pdf?version=1563597207","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035754746","display_name":"Dokkyun Yi","orcid":null},"institutions":[{"id":"https://openalex.org/I9323808","display_name":"Daegu University","ror":"https://ror.org/01zqccq48","country_code":"KR","type":"education","lineage":["https://openalex.org/I9323808"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dokkyun Yi","raw_affiliation_strings":["DU University College, Daegu University, Kyungsan 38453, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DU University College, Daegu University, Kyungsan 38453, Korea","institution_ids":["https://openalex.org/I9323808"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052851457","display_name":"Sangmin Ji","orcid":"https://orcid.org/0000-0003-3930-985X"},"institutions":[{"id":"https://openalex.org/I196345858","display_name":"Chungnam National University","ror":"https://ror.org/0227as991","country_code":"KR","type":"education","lineage":["https://openalex.org/I196345858"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sangmin Ji","raw_affiliation_strings":["Department of Mathematics, Chungnam National University, Daejeon 34134, Korea"],"raw_orcid":"https://orcid.org/0000-0003-3930-985X","affiliations":[{"raw_affiliation_string":"Department of Mathematics, Chungnam National University, Daejeon 34134, Korea","institution_ids":["https://openalex.org/I196345858"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082413189","display_name":"Sunyoung Bu","orcid":null},"institutions":[{"id":"https://openalex.org/I94588446","display_name":"Hongik University","ror":"https://ror.org/00egdv862","country_code":"KR","type":"education","lineage":["https://openalex.org/I94588446"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sunyoung Bu","raw_affiliation_strings":["Department of Liberal Arts, Hongik University, Sejong 30016, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Liberal Arts, Hongik University, Sejong 30016, Korea","institution_ids":["https://openalex.org/I94588446"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5082413189"],"corresponding_institution_ids":["https://openalex.org/I94588446"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":1.8861,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.89448866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"11","issue":"7","first_page":"942","last_page":"942"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10057","display_name":"Face and Expression Recognition","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.6225641965866089},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6103611588478088},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.6089708805084229},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.6078420877456665},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5387237071990967},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4921252131462097},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.4893438220024109},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.38223153352737427},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.3449831008911133},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18771451711654663},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.16677480936050415}],"concepts":[{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.6225641965866089},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6103611588478088},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.6089708805084229},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.6078420877456665},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5387237071990967},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4921252131462097},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.4893438220024109},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.38223153352737427},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.3449831008911133},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18771451711654663},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.16677480936050415},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/sym11070942","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym11070942","pdf_url":"https://www.mdpi.com/2073-8994/11/7/942/pdf?version=1563597207","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e6b0d8c22a774a6e87b5401640fe6890","is_oa":true,"landing_page_url":"https://doaj.org/article/e6b0d8c22a774a6e87b5401640fe6890","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry, Vol 11, Iss 7, p 942 (2019)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/2073-8994/11/7/942/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/sym11070942","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Symmetry","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/sym11070942","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym11070942","pdf_url":"https://www.mdpi.com/2073-8994/11/7/942/pdf?version=1563597207","source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2574335061","display_name":null,"funder_award_id":"2019R1F1A1058378","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G6515232481","display_name":null,"funder_award_id":"2017R1E1A1A03070311","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W19621276","https://openalex.org/W104184427","https://openalex.org/W1491468723","https://openalex.org/W1498436455","https://openalex.org/W1810943226","https://openalex.org/W1844261860","https://openalex.org/W1899249567","https://openalex.org/W1970789124","https://openalex.org/W1984541135","https://openalex.org/W2078626246","https://openalex.org/W2112796928","https://openalex.org/W2122004943","https://openalex.org/W2137983211","https://openalex.org/W2143476164","https://openalex.org/W2143612262","https://openalex.org/W2146502635","https://openalex.org/W2146989110","https://openalex.org/W2148825261","https://openalex.org/W2160815625","https://openalex.org/W2163605009","https://openalex.org/W2166116275","https://openalex.org/W2168231600","https://openalex.org/W2296748324","https://openalex.org/W2774298047","https://openalex.org/W3098468003","https://openalex.org/W3146803896","https://openalex.org/W4206097460","https://openalex.org/W4238404964","https://openalex.org/W4249179470","https://openalex.org/W6628551155","https://openalex.org/W6631190155","https://openalex.org/W6681435938","https://openalex.org/W6684859321"],"related_works":["https://openalex.org/W1975289146","https://openalex.org/W2105887828","https://openalex.org/W2122599759","https://openalex.org/W4236520801","https://openalex.org/W1537234410","https://openalex.org/W1517908938","https://openalex.org/W1995022398","https://openalex.org/W2484602794","https://openalex.org/W2373013700","https://openalex.org/W4387635768"],"abstract_inverted_index":{"A":[0],"The":[1,47,138],"learning":[2,6,25],"process":[3],"of":[4,8,11,43,61,81,113],"machine":[5],"consists":[7],"finding":[9],"values":[10,55],"unknown":[12],"weights":[13],"in":[14,107],"a":[15,72,122],"cost":[16,21,30,45,63,83,160],"function":[17,22,31,84,161],"by":[18],"minimizing":[19],"the":[20,29,40,44,53,58,62,67,78,82,87,90,96,114,130,142,146],"based":[23],"on":[24],"data.":[26],"However,":[27],"since":[28,77],"is":[32,36,75,162],"not":[33,71],"convex,":[34],"it":[35,127],"conundrum":[37],"to":[38,51],"find":[39,52],"minimum":[41,54,69,92,99],"value":[42,148],"function.":[46,64],"existing":[48,115],"methods":[49,88],"used":[50],"usually":[56],"use":[57],"first":[59,79],"derivative":[60,80],"When":[65],"even":[66],"local":[68,91,136],"(but":[70],"global":[73,98],"minimum)":[74],"reached,":[76],"becomes":[85],"zero,":[86],"give":[89],"values,":[93],"so":[94,125],"that":[95,126],"desired":[97],"cannot":[100],"be":[101],"found.":[102],"To":[103],"overcome":[104],"this":[105,108],"problem,":[106],"paper":[109],"we":[110],"modified":[111],"one":[112],"schemes\u2014the":[116],"adaptive":[117],"momentum":[118],"estimation":[119],"scheme\u2014by":[120],"adding":[121],"new":[123,131],"term,":[124],"can":[128],"prevent":[129],"optimizer":[132],"from":[133],"staying":[134],"at":[135],"minimum.":[137],"convergence":[139,147],"condition":[140],"for":[141],"proposed":[143],"scheme":[144],"and":[145,152],"are":[149],"also":[150],"analyzed,":[151],"further":[153],"explained":[154],"through":[155],"several":[156],"numerical":[157],"experiments":[158],"whose":[159],"non-convex.":[163]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}