{"id":"https://openalex.org/W3137085964","doi":"https://doi.org/10.1155/2021/6671830","title":"Gradient\u2010Sensitive Optimization for Convolutional Neural Networks","display_name":"Gradient\u2010Sensitive Optimization for Convolutional Neural Networks","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3137085964","doi":"https://doi.org/10.1155/2021/6671830","mag":"3137085964"},"language":"en","primary_location":{"id":"doi:10.1155/2021/6671830","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/6671830","pdf_url":"https://downloads.hindawi.com/journals/cin/2021/6671830.pdf","source":{"id":"https://openalex.org/S72372694","display_name":"Computational Intelligence and Neuroscience","issn_l":"1687-5265","issn":["1687-5265","1687-5273"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Intelligence and Neuroscience","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/cin/2021/6671830.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101818613","display_name":"Zhipeng Liu","orcid":"https://orcid.org/0009-0008-3962-2153"},"institutions":[{"id":"https://openalex.org/I83519826","display_name":"Nanjing Medical University","ror":"https://ror.org/059gcgy73","country_code":"CN","type":"education","lineage":["https://openalex.org/I83519826"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhipeng Liu","raw_affiliation_strings":["Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166, China","Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166, China","institution_ids":["https://openalex.org/I83519826"]},{"raw_affiliation_string":"Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166","institution_ids":["https://openalex.org/I83519826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109166248","display_name":"Rui Feng","orcid":"https://orcid.org/0000-0002-2422-1786"},"institutions":[{"id":"https://openalex.org/I83519826","display_name":"Nanjing Medical University","ror":"https://ror.org/059gcgy73","country_code":"CN","type":"education","lineage":["https://openalex.org/I83519826"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Feng","raw_affiliation_strings":["Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166, China","Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166, China","institution_ids":["https://openalex.org/I83519826"]},{"raw_affiliation_string":"Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166","institution_ids":["https://openalex.org/I83519826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101446773","display_name":"Xiuhan Li","orcid":"https://orcid.org/0000-0002-8471-1138"},"institutions":[{"id":"https://openalex.org/I83519826","display_name":"Nanjing Medical University","ror":"https://ror.org/059gcgy73","country_code":"CN","type":"education","lineage":["https://openalex.org/I83519826"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiuhan Li","raw_affiliation_strings":["Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166, China","Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166"],"raw_orcid":"https://orcid.org/0000-0002-8471-1138","affiliations":[{"raw_affiliation_string":"Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166, China","institution_ids":["https://openalex.org/I83519826"]},{"raw_affiliation_string":"Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166","institution_ids":["https://openalex.org/I83519826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100371293","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0002-9702-6316"},"institutions":[{"id":"https://openalex.org/I83519826","display_name":"Nanjing Medical University","ror":"https://ror.org/059gcgy73","country_code":"CN","type":"education","lineage":["https://openalex.org/I83519826"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Wang","raw_affiliation_strings":["Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166, China","Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166"],"raw_orcid":"https://orcid.org/0000-0002-9702-6316","affiliations":[{"raw_affiliation_string":"Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166, China","institution_ids":["https://openalex.org/I83519826"]},{"raw_affiliation_string":"Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166","institution_ids":["https://openalex.org/I83519826"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100655838","display_name":"Xiaoling Wu","orcid":"https://orcid.org/0000-0001-5283-5008"},"institutions":[{"id":"https://openalex.org/I83519826","display_name":"Nanjing Medical University","ror":"https://ror.org/059gcgy73","country_code":"CN","type":"education","lineage":["https://openalex.org/I83519826"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoling Wu","raw_affiliation_strings":["Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166, China","Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166"],"raw_orcid":"https://orcid.org/0000-0001-5283-5008","affiliations":[{"raw_affiliation_string":"Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166, China","institution_ids":["https://openalex.org/I83519826"]},{"raw_affiliation_string":"Key Lab of Clinical Engineering, School of Biomedical Engineering and Informatics, Nanjing Medical University, Nanjing 211166","institution_ids":["https://openalex.org/I83519826"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100371293","https://openalex.org/A5100655838"],"corresponding_institution_ids":["https://openalex.org/I83519826"],"apc_list":{"value":2100,"currency":"USD","value_usd":2100},"apc_paid":{"value":2100,"currency":"USD","value_usd":2100},"fwci":0.8901,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.68653201,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"2021","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8255857229232788},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7085736393928528},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.6357804536819458},{"id":"https://openalex.org/keywords/stochastic-gradient-descent","display_name":"Stochastic gradient descent","score":0.5836768746376038},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5835834741592407},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5556685924530029},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.5330430865287781},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.5010466575622559},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5005512237548828},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.4755955636501312},{"id":"https://openalex.org/keywords/global-optimization","display_name":"Global optimization","score":0.44656991958618164},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.425989031791687},{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.42586636543273926},{"id":"https://openalex.org/keywords/moment","display_name":"Moment (physics)","score":0.4156964123249054},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3771326541900635},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3535637855529785},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19948610663414001},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.14246660470962524}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8255857229232788},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7085736393928528},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.6357804536819458},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.5836768746376038},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5835834741592407},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5556685924530029},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.5330430865287781},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5010466575622559},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5005512237548828},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.4755955636501312},{"id":"https://openalex.org/C164752517","wikidata":"https://www.wikidata.org/wiki/Q5570875","display_name":"Global optimization","level":2,"score":0.44656991958618164},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.425989031791687},{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.42586636543273926},{"id":"https://openalex.org/C179254644","wikidata":"https://www.wikidata.org/wiki/Q13222844","display_name":"Moment (physics)","level":2,"score":0.4156964123249054},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3771326541900635},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3535637855529785},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19948610663414001},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.14246660470962524},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1155/2021/6671830","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/6671830","pdf_url":"https://downloads.hindawi.com/journals/cin/2021/6671830.pdf","source":{"id":"https://openalex.org/S72372694","display_name":"Computational Intelligence and Neuroscience","issn_l":"1687-5265","issn":["1687-5265","1687-5273"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Intelligence and Neuroscience","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e50e4535cc044be6ae6e9a325da62981","is_oa":true,"landing_page_url":"https://doaj.org/article/e50e4535cc044be6ae6e9a325da62981","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Intelligence and Neuroscience, Vol 2021 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2021/6671830","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2021/6671830","pdf_url":"https://downloads.hindawi.com/journals/cin/2021/6671830.pdf","source":{"id":"https://openalex.org/S72372694","display_name":"Computational Intelligence and Neuroscience","issn_l":"1687-5265","issn":["1687-5265","1687-5273"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Intelligence and Neuroscience","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3137085964.pdf","grobid_xml":"https://content.openalex.org/works/W3137085964.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1545200319","https://openalex.org/W1885185971","https://openalex.org/W1970789124","https://openalex.org/W1988720110","https://openalex.org/W2007339694","https://openalex.org/W2015861736","https://openalex.org/W2024484010","https://openalex.org/W2072566913","https://openalex.org/W2112796928","https://openalex.org/W2129160848","https://openalex.org/W2167038379","https://openalex.org/W2518029102","https://openalex.org/W2618530766","https://openalex.org/W2744745684","https://openalex.org/W2782718222","https://openalex.org/W2800732852","https://openalex.org/W2914360004","https://openalex.org/W2962813473","https://openalex.org/W3084521418","https://openalex.org/W3097919408"],"related_works":["https://openalex.org/W4315785049","https://openalex.org/W3015792155","https://openalex.org/W3118286710","https://openalex.org/W2937906318","https://openalex.org/W4225929918","https://openalex.org/W3095450733","https://openalex.org/W4206903459","https://openalex.org/W2754816816","https://openalex.org/W4366280654","https://openalex.org/W3160167280"],"abstract_inverted_index":{"Convolutional":[0],"neural":[1],"networks":[2],"(CNNs)":[3],"are":[4,49,130],"effective":[5],"models":[6],"for":[7,20,103],"image":[8],"classification":[9],"and":[10,69,136,146,151,160,188,233],"recognition.":[11],"Gradient":[12],"descent":[13,206,217],"optimization":[14],"(GD)":[15],"is":[16,112,199],"the":[17,80,90,96,100,109,116,121,126,133,152,170,175,178,203,221,227,230,235],"basic":[18],"algorithm":[19,111,135,165,198],"CNN":[21],"model":[22],"optimization.":[23],"Since":[24],"GD":[25],"appeared,":[26],"a":[27,184,200],"series":[28],"of":[29,83,108,120,223,229],"improved":[30],"algorithms":[31,218],"have":[32,183],"been":[33,43],"derived.":[34],"Among":[35],"these":[36],"algorithms,":[37,139,207],"adaptive":[38,62],"moment":[39],"estimation":[40],"(Adam)":[41],"has":[42],"widely":[44],"recognized.":[45],"However,":[46],"local":[47],"changes":[48],"ignored":[50],"in":[51,174,193],"Adam":[52,159],"to":[53,73,87,98,202,219],"some":[54],"extent.":[55],"In":[56,125],"this":[57,74],"paper,":[58],"we":[59,76],"introduce":[60],"an":[61],"learning":[63,81,101,123],"rate":[64,82,102],"factor":[65,97],"based":[66],"on":[67,148],"current":[68],"recent":[70],"gradients.":[71],"According":[72],"factor,":[75],"can":[77,166,209],"dynamically":[78],"adjust":[79,89,99],"each":[84,104],"independent":[85],"parameter":[86],"adaptively":[88],"global":[91,171],"convergence":[92,107,186,228],"process.":[93],"We":[94],"use":[95],"parameter.":[105],"The":[106,155],"proposed":[110,134],"proven":[113],"by":[114],"using":[115,177,195],"regret":[117],"bound":[118],"approach":[119],"online":[122],"framework.":[124],"experimental":[127],"section,":[128],"comparisons":[129],"conducted":[131],"between":[132],"other":[137,214],"existing":[138,204,215],"such":[140],"as":[141],"AdaGrad,":[142],"RMSprop,":[143],"Adam,":[144],"diffGrad,":[145],"AdaHMG,":[147],"test":[149,179,190],"functions":[150],"MNIST":[153],"dataset.":[154],"results":[156],"show":[157],"that":[158],"RMSprop":[161],"combined":[162,211],"with":[163,212],"our":[164],"not":[167],"only":[168],"find":[169],"minimum":[172],"faster":[173],"experiment":[176],"function":[180],"but":[181],"also":[182],"better":[185],"curve":[187],"higher":[189],"set":[191],"accuracy":[192],"experiments":[194],"datasets.":[196],"Our":[197],"supplement":[201],"gradient":[205,216],"which":[208],"be":[210],"many":[213],"improve":[220,234],"efficiency":[222],"iteration,":[224],"speed":[225],"up":[226],"cost":[231],"function,":[232],"final":[236],"recognition":[237],"rate.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}