{"id":"https://openalex.org/W2954033048","doi":"https://doi.org/10.1109/tcyb.2019.2921057","title":"Adaptive Reinforcement Learning Neural Network Control for Uncertain Nonlinear System With Input Saturation","display_name":"Adaptive Reinforcement Learning Neural Network Control for Uncertain Nonlinear System With Input Saturation","publication_year":2019,"publication_date":"2019-06-26","ids":{"openalex":"https://openalex.org/W2954033048","doi":"https://doi.org/10.1109/tcyb.2019.2921057","mag":"2954033048","pmid":"https://pubmed.ncbi.nlm.nih.gov/31251205"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2019.2921057","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2019.2921057","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035160808","display_name":"Weiwei Bai","orcid":"https://orcid.org/0000-0002-1374-2228"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Bai","raw_affiliation_strings":["Guangdong Province Key Laboratory of Intelligent Decision and Cooperative Control, Guangdong University of Technology, Guangzhou, China","School of Automation, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1374-2228","affiliations":[{"raw_affiliation_string":"Guangdong Province Key Laboratory of Intelligent Decision and Cooperative Control, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]},{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100782873","display_name":"Qi Zhou","orcid":"https://orcid.org/0000-0001-7237-4659"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Zhou","raw_affiliation_strings":["Guangdong Province Key Laboratory of Intelligent Decision and Cooperative Control, Guangdong University of Technology, Guangzhou, China","School of Automation, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Province Key Laboratory of Intelligent Decision and Cooperative Control, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]},{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025349097","display_name":"Tieshan Li","orcid":"https://orcid.org/0000-0003-0474-953X"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tieshan Li","raw_affiliation_strings":["Navigation College, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-0474-953X","affiliations":[{"raw_affiliation_string":"Navigation College, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100413697","display_name":"Hongyi Li","orcid":"https://orcid.org/0000-0002-7590-7411"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]},{"id":"https://openalex.org/I97009856","display_name":"Bohai University","ror":"https://ror.org/01kdzej58","country_code":"CN","type":"education","lineage":["https://openalex.org/I97009856"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyi Li","raw_affiliation_strings":["College of Engineering, Bohai University, Jinzhou, China","Guangdong Province Key Laboratory of Intelligent Decision and Cooperative Control, Guangdong University of Technology, Guangzhou, China","School of Automation, Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7590-7411","affiliations":[{"raw_affiliation_string":"College of Engineering, Bohai University, Jinzhou, China","institution_ids":["https://openalex.org/I97009856"]},{"raw_affiliation_string":"Guangdong Province Key Laboratory of Intelligent Decision and Cooperative Control, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]},{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":25.0654,"has_fulltext":false,"cited_by_count":229,"citation_normalized_percentile":{"value":0.99730885,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"50","issue":"8","first_page":"3433","last_page":"3443"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12047","display_name":"Viral Infections and Vectors","score":0.9387000203132629,"subfield":{"id":"https://openalex.org/subfields/2725","display_name":"Infectious Diseases"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.7385692596435547},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.6571502685546875},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6265352964401245},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5730798244476318},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5683769583702087},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.491280734539032},{"id":"https://openalex.org/keywords/lyapunov-function","display_name":"Lyapunov function","score":0.4869486093521118},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47713589668273926},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.46740084886550903},{"id":"https://openalex.org/keywords/lyapunov-stability","display_name":"Lyapunov stability","score":0.46560388803482056},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.42673659324645996},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.38752281665802},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.374059796333313},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16406917572021484},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.1049576997756958}],"concepts":[{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.7385692596435547},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.6571502685546875},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6265352964401245},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5730798244476318},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5683769583702087},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.491280734539032},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.4869486093521118},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47713589668273926},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.46740084886550903},{"id":"https://openalex.org/C2776829284","wikidata":"https://www.wikidata.org/wiki/Q1341651","display_name":"Lyapunov stability","level":3,"score":0.46560388803482056},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.42673659324645996},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.38752281665802},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.374059796333313},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16406917572021484},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.1049576997756958},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012815","descriptor_name":"Signal Processing, Computer-Assisted","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D017711","descriptor_name":"Nonlinear Dynamics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017711","descriptor_name":"Nonlinear Dynamics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017711","descriptor_name":"Nonlinear Dynamics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2019.2921057","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2019.2921057","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:31251205","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31251205","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2070783123","display_name":null,"funder_award_id":"2018J11CY022","funder_id":"https://openalex.org/F4320336584","funder_display_name":"Dalian Science and Technology Innovation Fund"},{"id":"https://openalex.org/G2205113730","display_name":"\u591a\u6e90\u5e72\u6270\u4e0b\u5177\u6709\u901a\u8baf\u7f51\u7edc\u62d3\u6251\u91cd\u6784\u673a\u5236\u7684\u591a\u667a\u80fd\u4f53\u7cfb\u7edf\u5305\u542b\u63a7\u5236\u53ca\u5e94\u7528","funder_award_id":"61803064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5519848652","display_name":null,"funder_award_id":"61673072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G653700208","display_name":null,"funder_award_id":"61751202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6802403542","display_name":null,"funder_award_id":"2018B030312006","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320336584","display_name":"Dalian Science and Technology Innovation Fund","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1537467864","https://openalex.org/W1597554859","https://openalex.org/W1970127232","https://openalex.org/W2002260889","https://openalex.org/W2010152647","https://openalex.org/W2014979870","https://openalex.org/W2043838118","https://openalex.org/W2056615320","https://openalex.org/W2065217711","https://openalex.org/W2073280133","https://openalex.org/W2099618002","https://openalex.org/W2107674817","https://openalex.org/W2108286682","https://openalex.org/W2110638818","https://openalex.org/W2117945258","https://openalex.org/W2121447854","https://openalex.org/W2132858840","https://openalex.org/W2142620596","https://openalex.org/W2145443645","https://openalex.org/W2146930087","https://openalex.org/W2148135756","https://openalex.org/W2152185829","https://openalex.org/W2157822184","https://openalex.org/W2165726932","https://openalex.org/W2253274025","https://openalex.org/W2291041537","https://openalex.org/W2339745223","https://openalex.org/W2343505381","https://openalex.org/W2343609400","https://openalex.org/W2486114526","https://openalex.org/W2517377683","https://openalex.org/W2548277951","https://openalex.org/W2588223713","https://openalex.org/W2779072356","https://openalex.org/W2782127155","https://openalex.org/W2790630269","https://openalex.org/W2802027610","https://openalex.org/W2807555830","https://openalex.org/W2811002385","https://openalex.org/W2886298435","https://openalex.org/W2891757672","https://openalex.org/W2897975793","https://openalex.org/W2901304015","https://openalex.org/W2905787690","https://openalex.org/W2912259603","https://openalex.org/W2912862712","https://openalex.org/W2913466073","https://openalex.org/W2922285348"],"related_works":["https://openalex.org/W1934622834","https://openalex.org/W2372856383","https://openalex.org/W2015036175","https://openalex.org/W2005085248","https://openalex.org/W2534107666","https://openalex.org/W2117933783","https://openalex.org/W2103496243","https://openalex.org/W2560479139","https://openalex.org/W2043000245","https://openalex.org/W2110713095"],"abstract_inverted_index":{"In":[0,39],"this":[1,62],"paper,":[2],"an":[3],"adaptive":[4],"neural":[5],"network":[6],"(NN)":[7],"control":[8],"problem":[9,95],"is":[10,47,71,114,120,130,153],"investigated":[11],"for":[12],"discrete-time":[13],"nonlinear":[14],"systems":[15],"with":[16],"input":[17,112],"saturation.":[18],"Radial-basis-function":[19],"(RBF)":[20],"NNs,":[21,27],"including":[22],"critic":[23],"NNs":[24],"and":[25,35,79,128],"action":[26],"are":[28,140],"employed":[29],"to":[30,49,56],"approximate":[31],"the":[32,40,76,80,86,92,103,108,124,134,137,147,150],"utility":[33],"functions":[34],"system":[36,118,139],"uncertainties,":[37],"respectively.":[38],"previous":[41],"works,":[42],"a":[43,64,84],"gradient":[44,78,104],"descent":[45,105],"scheme":[46,70,88],"applied":[48],"update":[50],"weight":[51],"vectors,":[52],"which":[53,73],"may":[54],"lead":[55],"local":[57,93],"optimal":[58,94],"problem.":[59],"To":[60],"circumvent":[61],"problem,":[63],"multigradient":[65],"recursive":[66],"(MGR)":[67],"reinforcement":[68],"learning":[69],"proposed,":[72],"utilizes":[74],"both":[75],"current":[77],"past":[81],"gradients.":[82],"As":[83],"consequence,":[85],"MGR":[87],"not":[89],"only":[90],"eliminates":[91],"but":[96],"also":[97],"guarantees":[98],"faster":[99],"convergence":[100],"rate":[101],"than":[102],"scheme.":[106],"Moreover,":[107],"constraint":[109],"of":[110,149],"actuator":[111],"saturation":[113],"considered.":[115],"The":[116],"closed-loop":[117,138],"stability":[119,126],"developed":[121],"by":[122],"using":[123],"Lyapunov":[125],"theory,":[127],"it":[129],"proved":[131],"that":[132],"all":[133],"signals":[135],"in":[136],"semiglobal":[141],"uniformly":[142],"ultimately":[143],"bounded":[144],"(SGUUB).":[145],"Finally,":[146],"effectiveness":[148],"proposed":[151],"approach":[152],"further":[154],"validated":[155],"via":[156],"some":[157],"simulation":[158],"results.":[159]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":42},{"year":2022,"cited_by_count":29},{"year":2021,"cited_by_count":43},{"year":2020,"cited_by_count":50},{"year":2019,"cited_by_count":8}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}