{"id":"https://openalex.org/W2035003264","doi":"https://doi.org/10.1109/tcyb.2015.2417170","title":"Reinforcement-Learning-Based Robust Controller Design for Continuous-Time Uncertain Nonlinear Systems Subject to Input Constraints","display_name":"Reinforcement-Learning-Based Robust Controller Design for Continuous-Time Uncertain Nonlinear Systems Subject to Input Constraints","publication_year":2015,"publication_date":"2015-04-09","ids":{"openalex":"https://openalex.org/W2035003264","doi":"https://doi.org/10.1109/tcyb.2015.2417170","mag":"2035003264","pmid":"https://pubmed.ncbi.nlm.nih.gov/25872221"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2015.2417170","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2015.2417170","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004057129","display_name":"Derong Liu","orcid":"https://orcid.org/0000-0003-3715-4778"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Derong Liu","raw_affiliation_strings":["State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","State Key laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China#TAB#"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China#TAB#","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085440585","display_name":"Xiong Yang","orcid":"https://orcid.org/0000-0002-0128-3036"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiong Yang","raw_affiliation_strings":["State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","State Key laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China#TAB#"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China#TAB#","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024549341","display_name":"Ding Wang","orcid":"https://orcid.org/0000-0002-7149-5712"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ding Wang","raw_affiliation_strings":["State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","State Key laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China#TAB#"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China#TAB#","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087825639","display_name":"Qinglai Wei","orcid":"https://orcid.org/0000-0001-7002-9800"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinglai Wei","raw_affiliation_strings":["State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","State Key laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China#TAB#"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]},{"raw_affiliation_string":"State Key laboratory of Management and Control for Complex Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China#TAB#","institution_ids":["https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5004057129"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"],"apc_list":null,"apc_paid":null,"fwci":34.9285,"has_fulltext":false,"cited_by_count":428,"citation_normalized_percentile":{"value":0.99839985,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"45","issue":"7","first_page":"1372","last_page":"1385"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9746999740600586,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.7553426027297974},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6627764105796814},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.640541672706604},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5773910880088806},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5726814270019531},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.5499375462532043},{"id":"https://openalex.org/keywords/robust-control","display_name":"Robust control","score":0.5498417615890503},{"id":"https://openalex.org/keywords/bounded-function","display_name":"Bounded function","score":0.5493287444114685},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4723464250564575},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4561525881290436},{"id":"https://openalex.org/keywords/lyapunov-function","display_name":"Lyapunov function","score":0.43714267015457153},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.4285171627998352},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.34334903955459595},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3292143940925598},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14776727557182312}],"concepts":[{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.7553426027297974},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6627764105796814},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.640541672706604},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5773910880088806},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5726814270019531},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.5499375462532043},{"id":"https://openalex.org/C31531917","wikidata":"https://www.wikidata.org/wiki/Q915157","display_name":"Robust control","level":3,"score":0.5498417615890503},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.5493287444114685},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4723464250564575},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4561525881290436},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.43714267015457153},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.4285171627998352},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.34334903955459595},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3292143940925598},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14776727557182312},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2015.2417170","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2015.2417170","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:25872221","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/25872221","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2139553994","display_name":null,"funder_award_id":"61374105","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2966638085","display_name":null,"funder_award_id":"4132078","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G5605584058","display_name":null,"funder_award_id":"61034002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5945310063","display_name":null,"funder_award_id":"61273140","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6391760457","display_name":null,"funder_award_id":"61304086","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8230378891","display_name":null,"funder_award_id":"61233001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W560518094","https://openalex.org/W1483858097","https://openalex.org/W1517236425","https://openalex.org/W1573503290","https://openalex.org/W1584101032","https://openalex.org/W1606119439","https://openalex.org/W1965687381","https://openalex.org/W1966126529","https://openalex.org/W1968908471","https://openalex.org/W1972809999","https://openalex.org/W1975082531","https://openalex.org/W1977237536","https://openalex.org/W1978732706","https://openalex.org/W1983523797","https://openalex.org/W1987657756","https://openalex.org/W1988523476","https://openalex.org/W1988688219","https://openalex.org/W1991927580","https://openalex.org/W1997603681","https://openalex.org/W2011310556","https://openalex.org/W2011694027","https://openalex.org/W2012451615","https://openalex.org/W2020688906","https://openalex.org/W2023319687","https://openalex.org/W2027029581","https://openalex.org/W2033030672","https://openalex.org/W2037751122","https://openalex.org/W2038341035","https://openalex.org/W2047090868","https://openalex.org/W2048687352","https://openalex.org/W2050419288","https://openalex.org/W2052305027","https://openalex.org/W2060605484","https://openalex.org/W2065320413","https://openalex.org/W2068768759","https://openalex.org/W2071447329","https://openalex.org/W2073278424","https://openalex.org/W2081242334","https://openalex.org/W2085194340","https://openalex.org/W2089904313","https://openalex.org/W2097415784","https://openalex.org/W2104843094","https://openalex.org/W2107585579","https://openalex.org/W2108286682","https://openalex.org/W2120249358","https://openalex.org/W2121863487","https://openalex.org/W2137983211","https://openalex.org/W2148439597","https://openalex.org/W2151966330","https://openalex.org/W2152161277","https://openalex.org/W2156629001","https://openalex.org/W2167757582","https://openalex.org/W2341171179","https://openalex.org/W2476930474","https://openalex.org/W2484646121","https://openalex.org/W2489526136","https://openalex.org/W2500734973","https://openalex.org/W2595897327","https://openalex.org/W2961703895","https://openalex.org/W3121926921","https://openalex.org/W6634288218"],"related_works":["https://openalex.org/W2108470770","https://openalex.org/W1512021029","https://openalex.org/W1934622834","https://openalex.org/W1972862722","https://openalex.org/W2015036175","https://openalex.org/W2281732014","https://openalex.org/W2063351494","https://openalex.org/W1562326332","https://openalex.org/W2319803529","https://openalex.org/W1550017747"],"abstract_inverted_index":{"The":[0,16,62],"design":[1,29],"of":[2,30,53,139,171,186],"stabilizing":[3,31,109],"controller":[4,32],"for":[5,50,79],"uncertain":[6,55,162],"nonlinear":[7,56,163],"systems":[8,57],"with":[9,19,74],"control":[10,46,64,72,110,133,156],"constraints":[11],"is":[12,48,66,98,116,157],"a":[13,41,51],"challenging":[14],"problem.":[15],"constrained-input":[17],"coupled":[18],"the":[20,25,28,69,80,102,122,130,136,140,152,161,169,182,187],"inability":[21],"to":[22,59,68,100,145,159,165,180],"identify":[23],"accurately":[24],"uncertainties":[26],"motivates":[27],"based":[33],"on":[34,121],"reinforcement-learning":[35],"(RL)":[36],"methods.":[37],"In":[38,150],"this":[39],"paper,":[40],"novel":[42],"RL-based":[43],"robust":[44,63],"adaptive":[45],"algorithm":[47],"developed":[49],"class":[52],"continuous-time":[54],"subject":[58],"input":[60],"constraints.":[61],"problem":[65,73],"converted":[67],"constrained":[70],"optimal":[71,104,132,155],"appropriately":[75],"selecting":[76],"value":[77],"functions":[78],"nominal":[81],"system.":[82],"Distinct":[83],"from":[84],"typical":[85],"action-critic":[86],"dual":[87],"networks":[88],"employed":[89],"in":[90,113,168],"RL,":[91,114],"only":[92],"one":[93],"critic":[94,141],"neural":[95],"network":[96],"(NN)":[97],"constructed":[99],"derive":[101],"approximate":[103,154],"control.":[105,124],"Meanwhile,":[106],"unlike":[107],"initial":[108,123],"often":[111],"indispensable":[112],"there":[115],"no":[117],"special":[118],"requirement":[119],"imposed":[120],"By":[125],"utilizing":[126],"Lyapunov's":[127],"direct":[128],"method,":[129],"closed-loop":[131],"system":[134,164],"and":[135,184],"estimated":[137],"weights":[138],"NN":[142],"are":[143,178],"proved":[144],"be":[146,166],"uniformly":[147],"ultimately":[148],"bounded.":[149],"addition,":[151],"derived":[153],"verified":[158],"guarantee":[160],"stable":[167],"sense":[170],"uniform":[172],"ultimate":[173],"boundedness.":[174],"Two":[175],"simulation":[176],"examples":[177],"provided":[179],"illustrate":[181],"effectiveness":[183],"applicability":[185],"present":[188],"approach.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":61},{"year":2024,"cited_by_count":54},{"year":2023,"cited_by_count":52},{"year":2022,"cited_by_count":50},{"year":2021,"cited_by_count":39},{"year":2020,"cited_by_count":33},{"year":2019,"cited_by_count":33},{"year":2018,"cited_by_count":41},{"year":2017,"cited_by_count":30},{"year":2016,"cited_by_count":17},{"year":2015,"cited_by_count":8}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}