{"id":"https://openalex.org/W7162100330","doi":"https://doi.org/10.48550/arxiv.2605.21968","title":"An Improved Adaptive PID Optimizer with Enhanced Convergence and Stability for Deep Learning","display_name":"An Improved Adaptive PID Optimizer with Enhanced Convergence and Stability for Deep Learning","publication_year":2026,"publication_date":"2026-05-21","ids":{"openalex":"https://openalex.org/W7162100330","doi":"https://doi.org/10.48550/arxiv.2605.21968"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.21968","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21968","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.21968","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136748655","display_name":"Saurabh Saini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saini, Saurabh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068503569","display_name":"Kapil Ahuja","orcid":"https://orcid.org/0000-0001-9640-4437"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahuja, Kapil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010756889","display_name":"Thomas Wick","orcid":"https://orcid.org/0000-0002-1102-6332"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wick, Thomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136802823","display_name":"Saurav Kumar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumar, Saurav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.3400999903678894,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10100","display_name":"Metaheuristic Optimization Algorithms Research","score":0.3400999903678894,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.3037000000476837,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.04820000007748604,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.6983000040054321},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.6513000130653381},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6277999877929688},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6086999773979187},{"id":"https://openalex.org/keywords/overshoot","display_name":"Overshoot (microwave communication)","score":0.5266000032424927},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.524399995803833},{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.51419997215271},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4950999915599823}],"concepts":[{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.6983000040054321},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.6513000130653381},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6481000185012817},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6277999877929688},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6086999773979187},{"id":"https://openalex.org/C2780323453","wikidata":"https://www.wikidata.org/wiki/Q7113957","display_name":"Overshoot (microwave communication)","level":2,"score":0.5266000032424927},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.524399995803833},{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.51419997215271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5012000203132629},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4950999915599823},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.42489999532699585},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.42329999804496765},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.41690000891685486},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.3578999936580658},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.3203999996185303},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29429998993873596},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2874000072479248},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.28290000557899475},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2696000039577484},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.21968","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21968","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.21968","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.21968","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Optimization":[0],"is":[1,15],"essential":[2],"in":[3,132,156,166,169],"deep":[4],"learning.":[5],"The":[6,194],"foundational":[7],"method":[8],"upon":[9],"which":[10,48],"most":[11,51],"optimizers":[12],"are":[13],"built":[14],"momentum-based":[16],"stochastic":[17],"gradient":[18,147],"descent.":[19],"However,":[20],"it":[21,28,36,90],"suffers":[22],"from":[23,96],"two":[24,93],"key":[25],"drawbacks.":[26],"First,":[27],"has":[29,37],"noisy":[30,43],"and":[31,34,100,186,188,192],"varying":[32],"gradients,":[33,44],"second,":[35],"an":[38,134,204],"overshoot":[39,59],"phenomenon.":[40],"To":[41,56,67,111,138],"address":[42,57,107],"Adam":[45],"was":[46,65],"proposed,":[47],"remains":[49],"the":[50,58,70,113,119,140,208,213],"widely":[52],"used":[53],"adaptive":[54],"optimizer.":[55,173],"phenomenon,":[60],"a":[61,73,123,146],"control-theory-based":[62],"PID":[63,80],"optimizer":[64,178],"proposed.":[66,85],"tackle":[68],"both":[69,108,163],"limitations":[71],"within":[72],"single":[74],"framework,":[75],"several":[76],"variants":[77],"of":[78,121,136,160,215],"Adaptive":[79],"(AdaPID)":[81],"have":[82],"recently":[83],"been":[84],"Although":[86],"AdaPID":[87,129,153],"performs":[88],"well,":[89],"still":[91],"inherits":[92],"critical":[94],"drawbacks":[95],"Adam,":[97],"namely":[98],"convergence":[99,114],"stability":[101,141],"issues.":[102],"In":[103],"this":[104],"work,":[105],"we":[106,116,143,202],"these":[109,164],"limitations.":[110],"fix":[112,139],"issue,":[115,142],"uniquely":[117],"integrate":[118,145],"idea":[120],"using":[122],"non-increasing":[124],"effective":[125],"learning":[126],"rate":[127],"into":[128,152],"(originally":[130,154],"proposed":[131,155,177],"AMSGrad,":[133],"extension":[135,159],"Adam).":[137,161],"innovatively":[144],"difference":[148],"based":[149],"modulation":[150],"factor":[151],"DiffGrad,":[157],"another":[158],"Combining":[162],"ideas":[165],"AdaPID,":[167],"results":[168],"our":[170,176],"novel":[171],"IAdaPID-ADG":[172,195],"We":[174],"evaluate":[175],"on":[179,207],"multiple":[180],"datasets,":[181],"including":[182],"benchmark":[183],"datasets":[184,190],"(MNIST":[185],"CIFAR10)":[187],"real-world":[189],"(IARC":[191],"AnnoCerv).":[193],"substantially":[196],"outperforms":[197],"all":[198],"competing":[199],"optimizers.":[200],"Additionally,":[201],"perform":[203],"ablation":[205],"study":[206],"MNIST":[209],"dataset":[210],"to":[211],"demonstrate":[212],"contribution":[214],"each":[216],"added":[217],"component.":[218]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-23T00:00:00"}