{"id":"https://openalex.org/W7128805168","doi":"https://doi.org/10.1109/tsmc.2026.3659829","title":"Integral Reinforcement Learning-Based Tracking Control for Nonlinear Markov Jump Systems With Unknown Dynamics","display_name":"Integral Reinforcement Learning-Based Tracking Control for Nonlinear Markov Jump Systems With Unknown Dynamics","publication_year":2026,"publication_date":"2026-02-13","ids":{"openalex":"https://openalex.org/W7128805168","doi":"https://doi.org/10.1109/tsmc.2026.3659829"},"language":null,"primary_location":{"id":"doi:10.1109/tsmc.2026.3659829","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2026.3659829","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054705892","display_name":"Wenhai Qi","orcid":"https://orcid.org/0000-0002-9065-0802"},"institutions":[{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenhai Qi","raw_affiliation_strings":["School of Engineering, Qufu Normal University, Rizhao, China"],"raw_orcid":"https://orcid.org/0000-0002-9065-0802","affiliations":[{"raw_affiliation_string":"School of Engineering, Qufu Normal University, Rizhao, China","institution_ids":["https://openalex.org/I202126657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125919298","display_name":"Yuxin Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I202126657","display_name":"Qufu Normal University","ror":"https://ror.org/03ceheh96","country_code":"CN","type":"education","lineage":["https://openalex.org/I202126657"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxin Sun","raw_affiliation_strings":["School of Engineering, Qufu Normal University, Rizhao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering, Qufu Normal University, Rizhao, China","institution_ids":["https://openalex.org/I202126657"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125931053","display_name":"Guangdeng Zong","orcid":null},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tiangong University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangdeng Zong","raw_affiliation_strings":["School of Control Science and Engineering, Tiangong University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-6498-5580","affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Tiangong University, Tianjin, China","institution_ids":["https://openalex.org/I198091727"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125912403","display_name":"Zheng-Guang Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng-Guang Wu","raw_affiliation_strings":["Institute of Cyber-Systems and Control, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4460-9785","affiliations":[{"raw_affiliation_string":"Institute of Cyber-Systems and Control, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yan Shi","orcid":"https://orcid.org/0009-0005-2816-0377"},"institutions":[{"id":"https://openalex.org/I97663771","display_name":"Kyushu Tokai University","ror":"https://ror.org/00w0f8567","country_code":"JP","type":"education","lineage":["https://openalex.org/I97663771"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yan Shi","raw_affiliation_strings":["Graduate School of Science and Technology, Tokai University, Kumamoto, Japan"],"raw_orcid":"https://orcid.org/0009-0005-2816-0377","affiliations":[{"raw_affiliation_string":"Graduate School of Science and Technology, Tokai University, Kumamoto, Japan","institution_ids":["https://openalex.org/I97663771"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5054705892"],"corresponding_institution_ids":["https://openalex.org/I202126657"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27342366,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"56","issue":"6","first_page":"3745","last_page":"3754"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.7148000001907349,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.7148000001907349,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0544000007212162,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.026599999517202377,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.7333999872207642},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5710999965667725},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5684000253677368},{"id":"https://openalex.org/keywords/interval","display_name":"Interval (graph theory)","score":0.5054000020027161},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.4810999929904938},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.47929999232292175},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.44830000400543213},{"id":"https://openalex.org/keywords/lyapunov-function","display_name":"Lyapunov function","score":0.41510000824928284},{"id":"https://openalex.org/keywords/fuzzy-control-system","display_name":"Fuzzy control system","score":0.3926999866962433},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.38350000977516174}],"concepts":[{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.7333999872207642},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5710999965667725},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5684000253677368},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.5059999823570251},{"id":"https://openalex.org/C2778067643","wikidata":"https://www.wikidata.org/wiki/Q166507","display_name":"Interval (graph theory)","level":2,"score":0.5054000020027161},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.4810999929904938},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.47929999232292175},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.44830000400543213},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.421999990940094},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.41510000824928284},{"id":"https://openalex.org/C195975749","wikidata":"https://www.wikidata.org/wiki/Q1475705","display_name":"Fuzzy control system","level":3,"score":0.3926999866962433},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.38350000977516174},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.37950000166893005},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.37560001015663147},{"id":"https://openalex.org/C183356978","wikidata":"https://www.wikidata.org/wiki/Q1779213","display_name":"Tracking error","level":3,"score":0.36480000615119934},{"id":"https://openalex.org/C2776829284","wikidata":"https://www.wikidata.org/wiki/Q1341651","display_name":"Lyapunov stability","level":3,"score":0.35600000619888306},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.34209999442100525},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.33889999985694885},{"id":"https://openalex.org/C13847129","wikidata":"https://www.wikidata.org/wiki/Q4723989","display_name":"Algebraic Riccati equation","level":4,"score":0.32670000195503235},{"id":"https://openalex.org/C2780695682","wikidata":"https://www.wikidata.org/wiki/Q4005959","display_name":"Jump","level":2,"score":0.3174999952316284},{"id":"https://openalex.org/C91581856","wikidata":"https://www.wikidata.org/wiki/Q2707001","display_name":"Nonlinear control","level":3,"score":0.3154999911785126},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C9376300","wikidata":"https://www.wikidata.org/wiki/Q168817","display_name":"Algebraic number","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C167964875","wikidata":"https://www.wikidata.org/wiki/Q17011487","display_name":"Exponential stability","level":3,"score":0.257099986076355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2026.3659829","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2026.3659829","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2096325282","display_name":null,"funder_award_id":"tsqn202408169","funder_id":"https://openalex.org/F4320326189","funder_display_name":"Taishan Scholar Project of Shandong Province"},{"id":"https://openalex.org/G5451752748","display_name":null,"funder_award_id":"62473226","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326189","display_name":"Taishan Scholar Project of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"this":[1],"work,":[2],"a":[3,69,74,121],"new":[4,98],"tracking":[5,108],"control":[6,50,64],"algorithm":[7,77,117],"based":[8],"on":[9],"integral":[10],"reinforcement":[11],"learning":[12],"(IRL)":[13],"is":[14,66,78,110,118],"proposed":[15,137],"for":[16],"nonlinear":[17,36],"Markov":[18],"jump":[19],"systems":[20],"(MJSs)":[21],"represented":[22],"by":[23],"interval":[24],"type-2":[25],"fuzzy":[26,47],"(IT2F)":[27],"model.":[28,48],"The":[29,49,92],"adoption":[30],"of":[31,43,97,135],"IT2F":[32],"approach":[33],"to":[34,80,120],"describe":[35],"objects":[37],"can":[38],"overcome":[39],"the":[40,62,82,88,95,106,113,127,131,136],"uncertainty":[41],"problem":[42,65],"traditional":[44],"Takagi\u2013Sugeno":[45],"(T-S)":[46],"input":[51],"and":[52,61,94,105,126,133],"external":[53],"disturbance":[54],"are":[55,100],"considered":[56],"as":[57],"two":[58],"opposing":[59],"competitors,":[60],"optimal":[63],"transformed":[67],"into":[68],"zero-sum":[70],"game":[71],"problem.":[72],"Furthermore,":[73],"mode-free":[75],"IRL":[76,116],"designed":[79,114],"solve":[81],"fuzzy-coupled":[83],"algebraic":[84],"Riccati":[85],"equations":[86],"without":[87],"system":[89,125],"dynamics":[90],"information.":[91],"stability":[93],"convergence":[96],"scheme":[99],"demonstrated":[101],"through":[102],"Lyapunov":[103],"theory,":[104],"desired":[107],"goal":[109],"achieved.":[111],"Finally,":[112],"model-free":[115],"applied":[119],"typical":[122],"mass-spring-damper":[123],"mechanical":[124],"implementation":[128],"results":[129],"demonstrate":[130],"practicality":[132],"effectiveness":[134],"method.":[138]},"counts_by_year":[],"updated_date":"2026-05-19T06:13:58.757530","created_date":"2026-02-14T00:00:00"}