{"id":"https://openalex.org/W4411203514","doi":"https://doi.org/10.1109/tnnls.2025.3574683","title":"A Dynamics Theory of RMSProp-Based Implicit Regularization in Deep Low-Rank Matrix Factorization","display_name":"A Dynamics Theory of RMSProp-Based Implicit Regularization in Deep Low-Rank Matrix Factorization","publication_year":2025,"publication_date":"2025-06-11","ids":{"openalex":"https://openalex.org/W4411203514","doi":"https://doi.org/10.1109/tnnls.2025.3574683","pmid":"https://pubmed.ncbi.nlm.nih.gov/40498616"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3574683","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3574683","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037757830","display_name":"Jian Cao","orcid":"https://orcid.org/0000-0002-9541-8738"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Cao","raw_affiliation_strings":["Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-9541-8738","affiliations":[{"raw_affiliation_string":"Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100428513","display_name":"Chen Qian","orcid":"https://orcid.org/0000-0003-4961-5076"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Qian","raw_affiliation_strings":["Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0003-4961-5076","affiliations":[{"raw_affiliation_string":"Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007903654","display_name":"Yihui Huang","orcid":"https://orcid.org/0000-0002-5035-7687"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihui Huang","raw_affiliation_strings":["Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-5035-7687","affiliations":[{"raw_affiliation_string":"Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082691113","display_name":"Dicheng Chen","orcid":"https://orcid.org/0009-0001-6719-1169"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dicheng Chen","raw_affiliation_strings":["Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0009-0001-6719-1169","affiliations":[{"raw_affiliation_string":"Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089977128","display_name":"Yuncheng Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuncheng Gao","raw_affiliation_strings":["Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001760074","display_name":"Jiyang Dong","orcid":"https://orcid.org/0000-0002-1064-6548"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiyang Dong","raw_affiliation_strings":["Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-1064-6548","affiliations":[{"raw_affiliation_string":"Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063573457","display_name":"Di Guo","orcid":"https://orcid.org/0000-0002-9910-5720"},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Di Guo","raw_affiliation_strings":["School of Computer and Information Engineering, Xiamen University of Technology, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-9910-5720","affiliations":[{"raw_affiliation_string":"School of Computer and Information Engineering, Xiamen University of Technology, Xiamen, China","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062309027","display_name":"Xiaobo Qu","orcid":"https://orcid.org/0000-0002-8675-5820"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaobo Qu","raw_affiliation_strings":["Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-8675-5820","affiliations":[{"raw_affiliation_string":"Department of Electronic Science, Xiamen University-Neusoft Medical Magnetic Resonance Imaging Joint Research and Development Center, Fujian Provincial Key Laboratory of Plasma and Magnetic Resonance, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8894,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.93639518,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"36","issue":"10","first_page":"18750","last_page":"18764"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11525","display_name":"Piezoelectric Actuators and Control","score":0.9625999927520752,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11525","display_name":"Piezoelectric Actuators and Control","score":0.9625999927520752,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9203000068664551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9052000045776367,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.7295694351196289},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.6573885083198547},{"id":"https://openalex.org/keywords/matrix-decomposition","display_name":"Matrix decomposition","score":0.6527286171913147},{"id":"https://openalex.org/keywords/factorization","display_name":"Factorization","score":0.6264462471008301},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.5072126388549805},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.45918720960617065},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43326592445373535},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.41671574115753174},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38579514622688293},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3779977560043335},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.37159818410873413},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.35002750158309937},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.16623914241790771},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.1300586462020874},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.0915074348449707},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.05125081539154053}],"concepts":[{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.7295694351196289},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.6573885083198547},{"id":"https://openalex.org/C42355184","wikidata":"https://www.wikidata.org/wiki/Q1361088","display_name":"Matrix decomposition","level":3,"score":0.6527286171913147},{"id":"https://openalex.org/C187834632","wikidata":"https://www.wikidata.org/wiki/Q188804","display_name":"Factorization","level":2,"score":0.6264462471008301},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.5072126388549805},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.45918720960617065},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43326592445373535},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.41671574115753174},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38579514622688293},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3779977560043335},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.37159818410873413},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35002750158309937},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.16623914241790771},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.1300586462020874},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0915074348449707},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.05125081539154053},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3574683","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3574683","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40498616","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40498616","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1179656069","display_name":null,"funder_award_id":"2023YFF0714200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2516076224","display_name":null,"funder_award_id":"62122064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3528723070","display_name":null,"funder_award_id":"62371410","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7446144011","display_name":null,"funder_award_id":"62331021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1981501272","https://openalex.org/W2103972604","https://openalex.org/W2124541940","https://openalex.org/W2339621810","https://openalex.org/W2794284562","https://openalex.org/W2885208219","https://openalex.org/W2891589246","https://openalex.org/W2898365215","https://openalex.org/W2912134372","https://openalex.org/W2937770086","https://openalex.org/W2952832415","https://openalex.org/W2963482148","https://openalex.org/W2963886613","https://openalex.org/W2964047251","https://openalex.org/W2972277540","https://openalex.org/W3014998807","https://openalex.org/W3019166713","https://openalex.org/W3031696893","https://openalex.org/W3085691116","https://openalex.org/W3120894151","https://openalex.org/W3132024219","https://openalex.org/W3196353935","https://openalex.org/W4206120861","https://openalex.org/W4210422447","https://openalex.org/W4255900881","https://openalex.org/W4283311205","https://openalex.org/W4322490801","https://openalex.org/W4386484876","https://openalex.org/W4387116556","https://openalex.org/W4388739185","https://openalex.org/W4392867142"],"related_works":["https://openalex.org/W2794559785","https://openalex.org/W1754499339","https://openalex.org/W2013873776","https://openalex.org/W2950281908","https://openalex.org/W2963117165","https://openalex.org/W2084977674","https://openalex.org/W2583828359","https://openalex.org/W3102011585","https://openalex.org/W1973739845","https://openalex.org/W119752240"],"abstract_inverted_index":{"Implicit":[0],"regularization":[1,20,99,208],"induced":[2],"by":[3],"gradient":[4,34,42,53,62,88,108,189],"optimization":[5,38],"is":[6,185,212],"an":[7],"important":[8],"way":[9],"to":[10,69,92,141,158,188,200],"understand":[11],"generalization":[12],"in":[13,36,75,124],"neural":[14],"networks.":[15,80,103],"Recent":[16],"theory":[17],"explains":[18],"implicit":[19,98,207],"over":[21],"the":[22,30,37,47,97,118,154,161,164,206],"deep":[23,79,102],"matrix":[24,136,180],"factorization":[25],"(DMF)":[26],"model":[27],"and":[28,94,113,178,192,216,218],"analyzes":[29],"trajectory":[31],"of":[32,51,100,120,149,163,210],"discrete":[33,41,87],"dynamics":[35,43,63],"process.":[39],"These":[40,167],"can":[44],"mathematically":[45],"characterize":[46],"practical":[48],"learning":[49,122],"rate":[50],"adaptive":[52,193],"(AdaGrad)":[54],"optimization,":[55],"such":[56],"as":[57],"root-mean-square":[58],"propagation":[59],"(RMSProp).":[60],"Discrete":[61],"analysis":[64],"has":[65],"been":[66],"successfully":[67],"applied":[68],"shallow":[70],"networks":[71],"but":[72,197],"encounters":[73],"difficulty":[74],"complex":[76],"computation":[77],"for":[78,133],"In":[81],"this":[82],"work,":[83],"we":[84,152],"introduce":[85],"another":[86],"dynamics,":[89],"landscape":[90],"analysis,":[91],"theoretically":[93],"experimentally":[95,171,204],"explain":[96],"RMSProp-based":[101],"It":[104],"mainly":[105],"focuses":[106],"on":[107,173],"regions":[109],"like":[110],"saddle":[111,125],"points":[112],"local":[114],"minima.":[115],"We":[116,130],"investigate":[117],"benefits":[119],"increasing":[121],"rates":[123],"point":[126,145],"escaping":[127],"(SPE)":[128],"stages.":[129],"prove":[131],"that,":[132],"a":[134,142],"rank-R":[135],"reconstruction,":[137,177],"DMF":[138],"will":[139],"converge":[140],"second-order":[143],"critical":[144],"after":[146],"R":[147],"stages":[148],"SPE.":[150],"Besides,":[151],"analyze":[153],"time":[155],"it":[156],"takes":[157],"escape":[159],"from":[160],"plateau":[162],"SPE":[165],"stage.":[166],"conclusions":[168],"are":[169],"further":[170,202],"verified":[172],"low-rank":[174],"matrix,":[175],"image":[176],"Hankel":[179],"reconstruction":[181],"problems.":[182],"Our":[183],"proof":[184],"also":[186],"applicable":[187],"descent":[190],"(GD)":[191],"moment":[194],"estimation":[195],"(Adam)":[196],"cannot":[198],"apply":[199],"AdaGrad,":[201],"showing":[203],"that":[205],"capability":[209],"RMSProp":[211],"stronger":[213],"than":[214,220],"GD":[215],"AdaGrad":[217],"weaker":[219],"Adam.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}