{"id":"https://openalex.org/W4312761192","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892746","title":"DAPID: A Differential-adaptive PID Optimization Strategy for Neural Network Training","display_name":"DAPID: A Differential-adaptive PID Optimization Strategy for Neural Network Training","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4312761192","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892746"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn55064.2022.9892746","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892746","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":"2161-4407","issn":["2161-4407"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100744834","display_name":"Yulin Cai","orcid":"https://orcid.org/0000-0002-7405-1113"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yulin Cai","raw_affiliation_strings":["Tsinghua University,Department of Automation,Beijing,China","Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Automation,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028229824","display_name":"Haoqian Wang","orcid":"https://orcid.org/0000-0003-2792-8469"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoqian Wang","raw_affiliation_strings":["Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China","Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University,Shenzhen,China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1718691,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6528183221817017},{"id":"https://openalex.org/keywords/differential-evolution","display_name":"Differential evolution","score":0.6481064558029175},{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.6376037001609802},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.616710901260376},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5280899405479431},{"id":"https://openalex.org/keywords/overshoot","display_name":"Overshoot (microwave communication)","score":0.5249788165092468},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5183295011520386},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.4451114237308502},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.44440582394599915},{"id":"https://openalex.org/keywords/differential","display_name":"Differential (mechanical device)","score":0.42654529213905334},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.42016831040382385},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4188840091228485},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.41189634799957275},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3265618681907654},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26905059814453125},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23833197355270386},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2039128839969635},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.12274381518363953},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09890645742416382},{"id":"https://openalex.org/keywords/temperature-control","display_name":"Temperature control","score":0.08419370651245117}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6528183221817017},{"id":"https://openalex.org/C74750220","wikidata":"https://www.wikidata.org/wiki/Q2662197","display_name":"Differential evolution","level":2,"score":0.6481064558029175},{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.6376037001609802},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.616710901260376},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5280899405479431},{"id":"https://openalex.org/C2780323453","wikidata":"https://www.wikidata.org/wiki/Q7113957","display_name":"Overshoot (microwave communication)","level":2,"score":0.5249788165092468},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5183295011520386},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.4451114237308502},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.44440582394599915},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.42654529213905334},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.42016831040382385},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4188840091228485},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.41189634799957275},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3265618681907654},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26905059814453125},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23833197355270386},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2039128839969635},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.12274381518363953},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09890645742416382},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.08419370651245117},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn55064.2022.9892746","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892746","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":"2161-4407","issn":["2161-4407"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4958032829","display_name":"\u5bbd\u89c6\u573a\u5c42\u6790\u8ba1\u7b97\u6210\u50cf\u7406\u8bba\u4e0e\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61831014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W104184427","https://openalex.org/W1522301498","https://openalex.org/W1677182931","https://openalex.org/W1980287119","https://openalex.org/W2117539524","https://openalex.org/W2194775991","https://openalex.org/W2549139847","https://openalex.org/W2768282280","https://openalex.org/W2785523195","https://openalex.org/W2798391154","https://openalex.org/W2884711234","https://openalex.org/W2896101215","https://openalex.org/W2955425717","https://openalex.org/W2962747323","https://openalex.org/W2963209464","https://openalex.org/W2963446712","https://openalex.org/W2968917279","https://openalex.org/W3000400623","https://openalex.org/W3003534552","https://openalex.org/W3035386872","https://openalex.org/W3102180742","https://openalex.org/W3206300324","https://openalex.org/W6604254268","https://openalex.org/W6631190155","https://openalex.org/W6747620207","https://openalex.org/W6753209298","https://openalex.org/W6755977018","https://openalex.org/W6762718338","https://openalex.org/W6767164110","https://openalex.org/W6802223772"],"related_works":["https://openalex.org/W2002388147","https://openalex.org/W4293868274","https://openalex.org/W4386412075","https://openalex.org/W2698567378","https://openalex.org/W4389515241","https://openalex.org/W2810278913","https://openalex.org/W2110981444","https://openalex.org/W2547959363","https://openalex.org/W2588803791","https://openalex.org/W1990552079"],"abstract_inverted_index":{"Derived":[0],"from":[1,89],"automatic":[2],"control":[3],"theory,":[4],"the":[5,15,41,49,62,77,86,94,111],"PID":[6,63],"optimizer":[7],"for":[8,61],"neural":[9],"network":[10],"training":[11,50],"can":[12],"effectively":[13],"inhibit":[14],"overshoot":[16],"phenomenon":[17],"of":[18,44,118],"conventional":[19],"optimization":[20,113,129],"algorithms":[21],"such":[22],"as":[23,120,122],"SGD-Momentum.":[24],"However,":[25],"its":[26],"differential":[27,65,87],"term":[28,88],"may":[29,39],"unexpectedly":[30],"have":[31],"a":[32,57],"relatively":[33],"large":[34],"scale":[35],"during":[36],"iteration,":[37],"which":[38,67],"amplify":[40],"inherent":[42],"noise":[43],"input":[45],"samples":[46],"and":[47,71,92],"deteriorate":[48],"process.":[51],"In":[52],"this":[53],"paper,":[54],"we":[55],"adopt":[56],"self-adaptive":[58],"iterating":[59],"rule":[60],"optimizer's":[64],"term,":[66],"uses":[68],"both":[69],"first-order":[70],"second-order":[72],"moment":[73],"estimation":[74],"to":[75],"calculate":[76],"differential's":[78],"unbiased":[79],"statistical":[80],"value":[81],"approximately.":[82],"Such":[83],"strategy":[84,114],"prevents":[85],"being":[90],"divergent":[91],"accelerates":[93],"iteration":[95],"without":[96],"increasing":[97],"much":[98],"computational":[99],"cost.":[100],"Empirical":[101],"results":[102],"on":[103],"several":[104],"popular":[105],"machine":[106],"learning":[107],"datasets":[108],"demonstrate":[109],"that":[110],"proposed":[112],"achieves":[115],"favorable":[116],"acceleration":[117],"convergence":[119],"well":[121],"competitive":[123],"accuracy":[124],"compared":[125],"with":[126],"other":[127],"stochastic":[128],"approaches.":[130]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}