{"id":"https://openalex.org/W4313003231","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892099","title":"Intelligent Robust Control for Second-Order Non-Linear Systems with Smart Gain Tuning based on Reinforcement Learning","display_name":"Intelligent Robust Control for Second-Order Non-Linear Systems with Smart Gain Tuning based on Reinforcement Learning","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4313003231","doi":"https://doi.org/10.1109/ijcnn55064.2022.9892099"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn55064.2022.9892099","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892099","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059918191","display_name":"Adalberto I. S. Oliveira","orcid":null},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontifical Catholic University of Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Adalberto I. S. Oliveira","raw_affiliation_strings":["PUC-Rio,Dept. of Electrical Engineering,Rio de Janeiro RJ,Brazil","Dept. of Electrical Engineering, PUC-Rio, Rio de Janeiro RJ, Brazil"],"affiliations":[{"raw_affiliation_string":"PUC-Rio,Dept. of Electrical Engineering,Rio de Janeiro RJ,Brazil","institution_ids":["https://openalex.org/I2699952"]},{"raw_affiliation_string":"Dept. of Electrical Engineering, PUC-Rio, Rio de Janeiro RJ, Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036871472","display_name":"Antonio C. Leite","orcid":"https://orcid.org/0000-0003-2617-196X"},"institutions":[{"id":"https://openalex.org/I54108979","display_name":"Norwegian University of Life Sciences","ror":"https://ror.org/04a1mvv97","country_code":"NO","type":"education","lineage":["https://openalex.org/I54108979"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Antonio C. Leite","raw_affiliation_strings":["Norwegian University of Life Sciences,Faculty of Science and Technology,As,Norway","Faculty of Science and Technology, Norwegian University of Life Sciences, As, Norway"],"affiliations":[{"raw_affiliation_string":"Norwegian University of Life Sciences,Faculty of Science and Technology,As,Norway","institution_ids":["https://openalex.org/I54108979"]},{"raw_affiliation_string":"Faculty of Science and Technology, Norwegian University of Life Sciences, As, Norway","institution_ids":["https://openalex.org/I54108979"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009958441","display_name":"Wouter Caarls","orcid":"https://orcid.org/0000-0001-9069-2378"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontifical Catholic University of Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Wouter Caarls","raw_affiliation_strings":["PUC-Rio,Dept. of Electrical Engineering,Rio de Janeiro RJ,Brazil","Dept. of Electrical Engineering, PUC-Rio, Rio de Janeiro RJ, Brazil"],"affiliations":[{"raw_affiliation_string":"PUC-Rio,Dept. of Electrical Engineering,Rio de Janeiro RJ,Brazil","institution_ids":["https://openalex.org/I2699952"]},{"raw_affiliation_string":"Dept. of Electrical Engineering, PUC-Rio, Rio de Janeiro RJ, Brazil","institution_ids":["https://openalex.org/I2699952"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5059918191"],"corresponding_institution_ids":["https://openalex.org/I2699952"],"apc_list":null,"apc_paid":null,"fwci":0.259,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.4290429,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.7609325051307678},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7323342561721802},{"id":"https://openalex.org/keywords/inverted-pendulum","display_name":"Inverted pendulum","score":0.729152262210846},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6601582765579224},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6595475673675537},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.5785558223724365},{"id":"https://openalex.org/keywords/robust-control","display_name":"Robust control","score":0.5343382358551025},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5170488953590393},{"id":"https://openalex.org/keywords/sliding-mode-control","display_name":"Sliding mode control","score":0.5006415843963623},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4313642978668213},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.4288032650947571},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.42083945870399475},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.41123026609420776},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2232482135295868},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21170875430107117},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19453033804893494},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11610597372055054}],"concepts":[{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.7609325051307678},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7323342561721802},{"id":"https://openalex.org/C192921069","wikidata":"https://www.wikidata.org/wiki/Q550134","display_name":"Inverted pendulum","level":3,"score":0.729152262210846},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6601582765579224},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6595475673675537},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.5785558223724365},{"id":"https://openalex.org/C31531917","wikidata":"https://www.wikidata.org/wiki/Q915157","display_name":"Robust control","level":3,"score":0.5343382358551025},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5170488953590393},{"id":"https://openalex.org/C36662352","wikidata":"https://www.wikidata.org/wiki/Q6008560","display_name":"Sliding mode control","level":3,"score":0.5006415843963623},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4313642978668213},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4288032650947571},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.42083945870399475},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.41123026609420776},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2232482135295868},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21170875430107117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19453033804893494},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11610597372055054},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn55064.2022.9892099","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9892099","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3645737846","display_name":null,"funder_award_id":"314121/2021-8","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"}],"funders":[{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1626155273","https://openalex.org/W1928646895","https://openalex.org/W1975517766","https://openalex.org/W2015071123","https://openalex.org/W2035003264","https://openalex.org/W2113265921","https://openalex.org/W2146416655","https://openalex.org/W2153463745","https://openalex.org/W2156737235","https://openalex.org/W2420367108","https://openalex.org/W2499569224","https://openalex.org/W2510370765","https://openalex.org/W2746553466","https://openalex.org/W2787938642","https://openalex.org/W2790972108","https://openalex.org/W2802177717","https://openalex.org/W2913425172","https://openalex.org/W2999762404","https://openalex.org/W3015415344","https://openalex.org/W3034257692","https://openalex.org/W3102621632","https://openalex.org/W3123933943","https://openalex.org/W4211219629","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W4302570325","https://openalex.org/W6637967152","https://openalex.org/W6683195989","https://openalex.org/W6684205842","https://openalex.org/W6725572382","https://openalex.org/W6748839928","https://openalex.org/W6771666257"],"related_works":["https://openalex.org/W962423920","https://openalex.org/W2387968248","https://openalex.org/W2120821724","https://openalex.org/W2350715914","https://openalex.org/W2101175215","https://openalex.org/W2099052123","https://openalex.org/W2104156591","https://openalex.org/W1980861396","https://openalex.org/W2617600912","https://openalex.org/W2123479323"],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"(RL)":[2],"is":[3,52,90,143,161],"a":[4,53,96,105],"machine":[5],"learning":[6],"technique":[7,56,109,134],"that":[8,62],"deals":[9],"with":[10],"linear":[11],"and":[12,31,67,85,101,114,118,149,172,183],"nonlinear":[13],"systems":[14,61],"without":[15],"necessarily":[16],"knowing":[17],"their":[18],"exact":[19],"dynamic":[20],"models.":[21],"It":[22],"can":[23,63],"learn":[24],"to":[25,33,74,110,116,123,145,164,179],"bring":[26],"the":[27,43,46,75,78,82,86,126,132,136,146,152,181,186],"system":[28,72,112,155],"states":[29],"directly":[30],"quickly":[32],"any":[34],"reachable":[35],"point,":[36],"but":[37],"has":[38],"no":[39],"convergence":[40],"guarantees.":[41],"On":[42],"other":[44],"hand,":[45],"Sliding":[47],"Mode":[48],"Control":[49],"(SMC)":[50],"approach":[51],"robust":[54],"control":[55,83,108,127],"based":[57],"on":[58],"variable":[59],"structure":[60],"handle":[64],"parametric":[65],"uncertainties":[66],"external":[68],"disturbances,":[69],"provably":[70],"driving":[71],"trajectories":[73],"vicinity":[76],"of":[77,151,185],"origin.":[79],"However,":[80],"tuning":[81],"gains":[84,128],"sliding":[87],"surface":[88],"parameters":[89],"not":[91],"straightforward.":[92],"This":[93],"work":[94],"presents":[95],"methodology":[97],"for":[98,156],"merging":[99],"RL":[100,137],"SMC":[102],"approaches":[103],"in":[104],"unified":[106],"intelligent":[107],"ensure":[111],"stability":[113],"robustness":[115],"perturbations":[117],"modeling":[119],"inaccuracies.":[120],"In":[121],"contrast":[122],"previous":[124],"work,":[125],"are":[129,177],"tuned":[130],"using":[131],"same":[133],"as":[135],"actor.":[138],"The":[139],"newly":[140],"proposed":[141,187],"controller":[142],"applied":[144],"swing":[147],"up":[148],"stabilization":[150],"inverted":[153],"pendulum":[154],"validation":[157],"purposes.":[158],"Its":[159],"performance":[160],"then":[162],"compared":[163],"its":[165],"component":[166],"parts:":[167],"Twin":[168],"Delayed":[169],"DDPG":[170],"(TD3)":[171],"first-order":[173],"SMC.":[174],"Simulation":[175],"results":[176],"presented":[178],"demonstrate":[180],"effectiveness":[182],"feasibility":[184],"methodology.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}