{"id":"https://openalex.org/W4297094625","doi":"https://doi.org/10.1109/access.2022.3210136","title":"Online Model-Free Reinforcement Learning for Output Feedback Tracking Control of a Class of Discrete-Time Systems With Input Saturation","display_name":"Online Model-Free Reinforcement Learning for Output Feedback Tracking Control of a Class of Discrete-Time Systems With Input Saturation","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4297094625","doi":"https://doi.org/10.1109/access.2022.3210136"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3210136","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3210136","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2022.3210136","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036742554","display_name":"Ahmad Jobran Al-Mahasneh","orcid":"https://orcid.org/0000-0001-9134-9846"},"institutions":[{"id":"https://openalex.org/I153921779","display_name":"Philadelphia University","ror":"https://ror.org/05mqvn149","country_code":"JO","type":"education","lineage":["https://openalex.org/I153921779"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Ahmad Jobran Al-Mahasneh","raw_affiliation_strings":["Mechatronics Engineering Department, Philadelphia University, Amman, Jordan"],"raw_orcid":"https://orcid.org/0000-0001-9134-9846","affiliations":[{"raw_affiliation_string":"Mechatronics Engineering Department, Philadelphia University, Amman, Jordan","institution_ids":["https://openalex.org/I153921779"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032529996","display_name":"Sreenatha G. Anavatti","orcid":"https://orcid.org/0000-0002-4754-8191"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I4394709116","display_name":"UNSW Canberra","ror":"https://ror.org/0125wpx05","country_code":null,"type":"education","lineage":["https://openalex.org/I31746571","https://openalex.org/I4394709116"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Sreenatha G. Anavatti","raw_affiliation_strings":["School of Engineering and Information Technology, University of New South Wales Canberra, Canberra, ACT, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4754-8191","affiliations":[{"raw_affiliation_string":"School of Engineering and Information Technology, University of New South Wales Canberra, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I188329596","https://openalex.org/I31746571","https://openalex.org/I4394709116"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064811459","display_name":"Matthew Garratt","orcid":"https://orcid.org/0000-0003-0222-430X"},"institutions":[{"id":"https://openalex.org/I188329596","display_name":"University of Canberra","ror":"https://ror.org/04s1nv328","country_code":"AU","type":"education","lineage":["https://openalex.org/I188329596"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I4394709116","display_name":"UNSW Canberra","ror":"https://ror.org/0125wpx05","country_code":null,"type":"education","lineage":["https://openalex.org/I31746571","https://openalex.org/I4394709116"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Matthew A. Garratt","raw_affiliation_strings":["School of Engineering and Information Technology, University of New South Wales Canberra, Canberra, ACT, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0222-430X","affiliations":[{"raw_affiliation_string":"School of Engineering and Information Technology, University of New South Wales Canberra, Canberra, ACT, Australia","institution_ids":["https://openalex.org/I188329596","https://openalex.org/I31746571","https://openalex.org/I4394709116"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.2874,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.58323909,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"10","issue":null,"first_page":"104966","last_page":"104979"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11749","display_name":"Iterative Learning Control Systems","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7721701264381409},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.7248055934906006},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6995826363563538},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6754515171051025},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5608167052268982},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5359258055686951},{"id":"https://openalex.org/keywords/networked-control-system","display_name":"Networked control system","score":0.5049191117286682},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.48764005303382874},{"id":"https://openalex.org/keywords/control-system","display_name":"Control system","score":0.4332130253314972},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.34620559215545654},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2400069534778595},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17872604727745056}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7721701264381409},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.7248055934906006},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6995826363563538},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6754515171051025},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5608167052268982},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5359258055686951},{"id":"https://openalex.org/C1759631","wikidata":"https://www.wikidata.org/wiki/Q9336345","display_name":"Networked control system","level":3,"score":0.5049191117286682},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.48764005303382874},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.4332130253314972},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.34620559215545654},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2400069534778595},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17872604727745056},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3210136","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3210136","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9c79f4d4fa094499b3e294b447d66453","is_oa":true,"landing_page_url":"https://doaj.org/article/9c79f4d4fa094499b3e294b447d66453","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 104966-104979 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3210136","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3210136","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320965","display_name":"University of New South Wales","ror":"https://ror.org/03r8z3t63"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W175492009","https://openalex.org/W560518094","https://openalex.org/W1514463092","https://openalex.org/W1970127232","https://openalex.org/W1977230515","https://openalex.org/W1977237536","https://openalex.org/W1986024064","https://openalex.org/W1986935580","https://openalex.org/W2013419313","https://openalex.org/W2035003264","https://openalex.org/W2040871222","https://openalex.org/W2041626001","https://openalex.org/W2048687352","https://openalex.org/W2060686658","https://openalex.org/W2077195478","https://openalex.org/W2113442785","https://openalex.org/W2132858840","https://openalex.org/W2137983211","https://openalex.org/W2141801655","https://openalex.org/W2142923542","https://openalex.org/W2145339207","https://openalex.org/W2151205149","https://openalex.org/W2152161277","https://openalex.org/W2155482699","https://openalex.org/W2159543578","https://openalex.org/W2253274025","https://openalex.org/W2343912161","https://openalex.org/W2477669843","https://openalex.org/W2523345745","https://openalex.org/W2559988195","https://openalex.org/W2568019971","https://openalex.org/W2607275455","https://openalex.org/W2752879615","https://openalex.org/W2792596411","https://openalex.org/W2793198116","https://openalex.org/W2802585477","https://openalex.org/W2885282028","https://openalex.org/W2906829782","https://openalex.org/W2913093499","https://openalex.org/W2960064190","https://openalex.org/W2963864421","https://openalex.org/W2975286643","https://openalex.org/W2982525766","https://openalex.org/W3003040443","https://openalex.org/W3021399679","https://openalex.org/W3035460113","https://openalex.org/W3167264379","https://openalex.org/W4214717370","https://openalex.org/W4231088697","https://openalex.org/W4249560056","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2018658498","https://openalex.org/W2379651219","https://openalex.org/W2101884213","https://openalex.org/W2038357898","https://openalex.org/W2091204119","https://openalex.org/W2353486606","https://openalex.org/W2394097887","https://openalex.org/W2053190037","https://openalex.org/W195333446","https://openalex.org/W138317872"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"a":[3,18,37,55,140],"new":[4],"model-free":[5],"Model-Actor":[6],"(MA)":[7],"reinforcement":[8,143],"learning":[9,118,144],"controller":[10,29,91,135,147],"is":[11,30,45,59,66,75],"developed":[12],"for":[13],"output":[14,50,80,145],"feedback":[15,146],"control":[16,57,72,101,131],"of":[17,20,32,51,88,106,109,154],"class":[19],"discrete-time":[21],"systems":[22,102],"with":[23,139],"input":[24],"saturation":[25],"constraints.":[26],"The":[27,43,63,85],"proposed":[28,90,95,156],"composed":[31],"two":[33],"neural":[34],"networks,":[35],"namely":[36],"model-network":[38,44],"and":[39,113,148],"an":[40],"actor":[41,64],"network.":[42],"utilized":[46,67],"to":[47,61,68,77,81,100,116],"predict":[48],"the":[49,52,70,79,82,89,93,104,130,134,152,155],"plant":[53],"when":[54],"certain":[56],"action":[58,73],"applied":[60],"it.":[62],"network":[65],"estimate":[69],"optimal":[71],"that":[74],"required":[76],"drive":[78],"desired":[83],"trajectory.":[84],"main":[86],"advantages":[87],"over":[92],"previously":[94,141],"controllers":[96,150],"are":[97],"its":[98,114],"ability":[99,115],"in":[103,133],"absence":[105],"explicit":[107],"knowledge":[108],"these":[110],"systems\u2019":[111],"dynamics":[112],"start":[117],"from":[119],"scratch":[120],"without":[121],"any":[122],"offline":[123],"training.":[124],"Also,":[125],"it":[126],"can":[127],"explicitly":[128],"handle":[129],"constraints":[132],"design.":[136],"Comparison":[137],"results":[138],"published":[142],"other":[149],"confirm":[151],"superiority":[153],"controller.":[157]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}