{"id":"https://openalex.org/W3217002503","doi":"https://doi.org/10.1109/tcsii.2021.3131360","title":"Reinforcement Learning-Based Tracking Control for a Class of Discrete-Time Systems With Actuator Fault","display_name":"Reinforcement Learning-Based Tracking Control for a Class of Discrete-Time Systems With Actuator Fault","publication_year":2021,"publication_date":"2021-11-30","ids":{"openalex":"https://openalex.org/W3217002503","doi":"https://doi.org/10.1109/tcsii.2021.3131360","mag":"3217002503"},"language":"en","primary_location":{"id":"doi:10.1109/tcsii.2021.3131360","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsii.2021.3131360","pdf_url":null,"source":{"id":"https://openalex.org/S93916849","display_name":"IEEE Transactions on Circuits & Systems II Express Briefs","issn_l":"1549-7747","issn":["1549-7747","1558-3791"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems II: Express Briefs","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100323589","display_name":"Yingying Liu","orcid":"https://orcid.org/0000-0002-2106-6418"},"institutions":[{"id":"https://openalex.org/I4391767858","display_name":"State Key Laboratory of Synthetical Automation for Process Industries","ror":"https://ror.org/0380ng272","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767858","https://openalex.org/I9224756"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingying Liu","raw_affiliation_strings":["State Key Laboratory of Synthetical Automation for Process Industries and the College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Synthetical Automation for Process Industries and the College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756","https://openalex.org/I4391767858"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015793382","display_name":"Zhanshan Wang","orcid":"https://orcid.org/0000-0002-6022-4933"},"institutions":[{"id":"https://openalex.org/I4391767858","display_name":"State Key Laboratory of Synthetical Automation for Process Industries","ror":"https://ror.org/0380ng272","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767858","https://openalex.org/I9224756"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhanshan Wang","raw_affiliation_strings":["State Key Laboratory of Synthetical Automation for Process Industries and the College of Information Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-6022-4933","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Synthetical Automation for Process Industries and the College of Information Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756","https://openalex.org/I4391767858"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7238,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.75645113,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"69","issue":"6","first_page":"2827","last_page":"2831"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14083","display_name":"Extremum Seeking Control Systems","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7711302638053894},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.7443325519561768},{"id":"https://openalex.org/keywords/actuator","display_name":"Actuator","score":0.6988585591316223},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6403145790100098},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.5740454792976379},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5724919438362122},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5543312430381775},{"id":"https://openalex.org/keywords/fault-detection-and-isolation","display_name":"Fault detection and isolation","score":0.5342729687690735},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.48319828510284424},{"id":"https://openalex.org/keywords/discrete-time-and-continuous-time","display_name":"Discrete time and continuous time","score":0.43292129039764404},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3964959681034088},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.32397449016571045},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2837986350059509},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14398807287216187}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7711302638053894},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.7443325519561768},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.6988585591316223},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6403145790100098},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.5740454792976379},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5724919438362122},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5543312430381775},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.5342729687690735},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.48319828510284424},{"id":"https://openalex.org/C55689738","wikidata":"https://www.wikidata.org/wiki/Q15963867","display_name":"Discrete time and continuous time","level":2,"score":0.43292129039764404},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3964959681034088},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32397449016571045},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2837986350059509},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14398807287216187},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsii.2021.3131360","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsii.2021.3131360","pdf_url":null,"source":{"id":"https://openalex.org/S93916849","display_name":"IEEE Transactions on Circuits & Systems II Express Briefs","issn_l":"1549-7747","issn":["1549-7747","1558-3791"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems II: Express Briefs","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.4699999988079071,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G3702826404","display_name":null,"funder_award_id":"61973070","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6998233129","display_name":null,"funder_award_id":"XLYC1802010","funder_id":"https://openalex.org/F4320329895","funder_display_name":"Liaoning Revitalization Talents Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329895","display_name":"Liaoning Revitalization Talents Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1656710086","https://openalex.org/W1993724716","https://openalex.org/W2465799076","https://openalex.org/W2582177834","https://openalex.org/W2618669396","https://openalex.org/W2724361990","https://openalex.org/W2725714089","https://openalex.org/W2792294435","https://openalex.org/W2911032305","https://openalex.org/W3000451313","https://openalex.org/W3024704601","https://openalex.org/W3034357286","https://openalex.org/W3044275224","https://openalex.org/W3105390759","https://openalex.org/W3120595940","https://openalex.org/W3127275112","https://openalex.org/W3134639965","https://openalex.org/W3150168879","https://openalex.org/W3166393063","https://openalex.org/W3169248275","https://openalex.org/W3183895848","https://openalex.org/W3187161146","https://openalex.org/W3194575777","https://openalex.org/W3198854574","https://openalex.org/W3209777177","https://openalex.org/W4210375380"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Tracking":[0],"control":[1,19],"problem":[2,6],"is":[3,23,95,115,150],"a":[4,71,111],"common":[5],"and":[7,33,79,107],"widely":[8],"used":[9],"in":[10,88],"many":[11,30],"fields.":[12],"In":[13],"this":[14,89],"brief,":[15],"the":[16,28,42,48,55,65,104,119,128,132,137,145],"data-based":[17],"tracking":[18,35],"with":[20,27,50],"actuator":[21],"fault":[22,120],"studied.":[24,40],"To":[25,67],"deal":[26],"fault,":[29],"detection":[31,44,72,93],"mechanisms":[32,45],"fault-tolerant":[34],"(FTT)":[36],"controllers":[37,58],"have":[38],"been":[39],"However,":[41],"existing":[43,56],"cannot":[46],"detect":[47],"systems":[49],"non-zero":[51],"initial":[52,99,105],"value.":[53],"Furthermore,":[54],"FTT":[57,80,123,134],"require":[59],"some":[60],"designed":[61],"parameters":[62,141],"to":[63,117],"obtain":[64,118],"fault.":[66,143],"solve":[68],"above":[69],"problems,":[70],"mechanism":[73,94],"based":[74,82],"on":[75,83],"expanded":[76],"time":[77],"horizon":[78],"controller":[81,135],"reinforcement":[84],"learning":[85],"are":[86],"proposed":[87,92,133,148],"brief.":[90],"The":[91],"appropriate":[96],"for":[97,142],"arbitrary":[98],"value,":[100],"which":[101,125],"consists":[102],"of":[103,122,139,147],"value":[106],"past":[108],"data.":[109,130],"Besides,":[110],"nested":[112],"calculation":[113],"method":[114],"presented":[116],"information":[121],"controller,":[124],"only":[126],"uses":[127],"system":[129],"Hence,":[131],"avoids":[136],"design":[138],"additional":[140],"Finally,":[144],"effectiveness":[146],"methods":[149],"verified":[151],"by":[152],"simulation":[153],"example.":[154]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}