{"id":"https://openalex.org/W3080755120","doi":"https://doi.org/10.1177/0142331220940208","title":"Robust control for Markov jump linear systems with unknown transition probabilities \u2013 an online temporal differences approach","display_name":"Robust control for Markov jump linear systems with unknown transition probabilities \u2013 an online temporal differences approach","publication_year":2020,"publication_date":"2020-08-25","ids":{"openalex":"https://openalex.org/W3080755120","doi":"https://doi.org/10.1177/0142331220940208","mag":"3080755120"},"language":"en","primary_location":{"id":"doi:10.1177/0142331220940208","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0142331220940208","pdf_url":null,"source":{"id":"https://openalex.org/S24148485","display_name":"Transactions of the Institute of Measurement and Control","issn_l":"0142-3312","issn":["0142-3312","1477-0369"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Institute of Measurement and Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101623776","display_name":"Yaogang Chen","orcid":"https://orcid.org/0000-0001-6576-8174"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yaogang Chen","raw_affiliation_strings":["Key Laboratory of Advanced Process Control for Light Industry (Ministry of Education), Institute of Automation, Jiangnan University, Wuxi, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Process Control for Light Industry (Ministry of Education), Institute of Automation, Jiangnan University, Wuxi, China","institution_ids":["https://openalex.org/I111599522","https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032246506","display_name":"Jiwei Wen","orcid":"https://orcid.org/0000-0001-8780-4762"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiwei Wen","raw_affiliation_strings":["Key Laboratory of Advanced Process Control for Light Industry (Ministry of Education), Institute of Automation, Jiangnan University, Wuxi, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Process Control for Light Industry (Ministry of Education), Institute of Automation, Jiangnan University, Wuxi, China","institution_ids":["https://openalex.org/I111599522","https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112468541","display_name":"Xiaoli Luan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoli Luan","raw_affiliation_strings":["Key Laboratory of Advanced Process Control for Light Industry (Ministry of Education), Institute of Automation, Jiangnan University, Wuxi, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Process Control for Light Industry (Ministry of Education), Institute of Automation, Jiangnan University, Wuxi, China","institution_ids":["https://openalex.org/I111599522","https://openalex.org/I4210094879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100394563","display_name":"Fei Liu","orcid":"https://orcid.org/0000-0001-7160-2605"},"institutions":[{"id":"https://openalex.org/I111599522","display_name":"Jiangnan University","ror":"https://ror.org/04mkzax54","country_code":"CN","type":"education","lineage":["https://openalex.org/I111599522"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Liu","raw_affiliation_strings":["Key Laboratory of Advanced Process Control for Light Industry (Ministry of Education), Institute of Automation, Jiangnan University, Wuxi, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Advanced Process Control for Light Industry (Ministry of Education), Institute of Automation, Jiangnan University, Wuxi, China","institution_ids":["https://openalex.org/I111599522","https://openalex.org/I4210094879"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101623776"],"corresponding_institution_ids":["https://openalex.org/I111599522","https://openalex.org/I4210094879"],"apc_list":null,"apc_paid":null,"fwci":0.4222,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.6839608,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"42","issue":"15","first_page":"3043","last_page":"3051"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10046","display_name":"Stability and Control of Uncertain Systems","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.5782907009124756},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.5292503237724304},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5149979591369629},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.49042126536369324},{"id":"https://openalex.org/keywords/algebraic-number","display_name":"Algebraic number","score":0.4830118417739868},{"id":"https://openalex.org/keywords/discrete-time-and-continuous-time","display_name":"Discrete time and continuous time","score":0.480313241481781},{"id":"https://openalex.org/keywords/jump","display_name":"Jump","score":0.4761597812175751},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.458883136510849},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4491335451602936},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.44604554772377014},{"id":"https://openalex.org/keywords/algebraic-riccati-equation","display_name":"Algebraic Riccati equation","score":0.4286285638809204},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.42210981249809265},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.413818359375},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4086426794528961},{"id":"https://openalex.org/keywords/riccati-equation","display_name":"Riccati equation","score":0.28859633207321167},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1138867735862732}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.5782907009124756},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.5292503237724304},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5149979591369629},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.49042126536369324},{"id":"https://openalex.org/C9376300","wikidata":"https://www.wikidata.org/wiki/Q168817","display_name":"Algebraic number","level":2,"score":0.4830118417739868},{"id":"https://openalex.org/C55689738","wikidata":"https://www.wikidata.org/wiki/Q15963867","display_name":"Discrete time and continuous time","level":2,"score":0.480313241481781},{"id":"https://openalex.org/C2780695682","wikidata":"https://www.wikidata.org/wiki/Q4005959","display_name":"Jump","level":2,"score":0.4761597812175751},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.458883136510849},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4491335451602936},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.44604554772377014},{"id":"https://openalex.org/C13847129","wikidata":"https://www.wikidata.org/wiki/Q4723989","display_name":"Algebraic Riccati equation","level":4,"score":0.4286285638809204},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.42210981249809265},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.413818359375},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4086426794528961},{"id":"https://openalex.org/C45473103","wikidata":"https://www.wikidata.org/wiki/Q851503","display_name":"Riccati equation","level":3,"score":0.28859633207321167},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1138867735862732},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C78045399","wikidata":"https://www.wikidata.org/wiki/Q11214","display_name":"Differential equation","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/0142331220940208","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0142331220940208","pdf_url":null,"source":{"id":"https://openalex.org/S24148485","display_name":"Transactions of the Institute of Measurement and Control","issn_l":"0142-3312","issn":["0142-3312","1477-0369"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Institute of Measurement and Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1608765703","display_name":null,"funder_award_id":"Grant Nos. 61722306 and 61833007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W613462629","https://openalex.org/W1499763376","https://openalex.org/W1502439507","https://openalex.org/W1532967255","https://openalex.org/W1856297429","https://openalex.org/W1965221027","https://openalex.org/W1966472619","https://openalex.org/W1980385687","https://openalex.org/W1986277979","https://openalex.org/W2013895638","https://openalex.org/W2045379380","https://openalex.org/W2051556621","https://openalex.org/W2052878064","https://openalex.org/W2053695185","https://openalex.org/W2058055873","https://openalex.org/W2061119278","https://openalex.org/W2068385125","https://openalex.org/W2075735270","https://openalex.org/W2094073637","https://openalex.org/W2106812200","https://openalex.org/W2117457798","https://openalex.org/W2120038868","https://openalex.org/W2132036885","https://openalex.org/W2151433093","https://openalex.org/W2179469667","https://openalex.org/W2312229020","https://openalex.org/W2344418442","https://openalex.org/W2400458653","https://openalex.org/W2437221139","https://openalex.org/W2472801383","https://openalex.org/W2783328057","https://openalex.org/W2795791114","https://openalex.org/W2804627859","https://openalex.org/W2898499997","https://openalex.org/W2900585427","https://openalex.org/W2906783686","https://openalex.org/W2912832158","https://openalex.org/W2945073974","https://openalex.org/W2973641841","https://openalex.org/W3021478157","https://openalex.org/W3094615062","https://openalex.org/W4214717370","https://openalex.org/W4235424541","https://openalex.org/W4297924967","https://openalex.org/W4302978247"],"related_works":["https://openalex.org/W3204184292","https://openalex.org/W3176564347","https://openalex.org/W2355833770","https://openalex.org/W1985458517","https://openalex.org/W3031039437","https://openalex.org/W183202219","https://openalex.org/W3095877357","https://openalex.org/W3022335021","https://openalex.org/W1987193149","https://openalex.org/W2113934686"],"abstract_inverted_index":{"In":[0,45,75],"this":[1],"paper,":[2],"an":[3],"online":[4],"temporal":[5],"differences":[6],"(TD)":[7],"learning":[8,34],"approach":[9,120],"is":[10,100],"proposed":[11,119],"to":[12,26,113],"solve":[13],"the":[14,46,51,71,76,90,94,97,115,118],"robust":[15,80],"control":[16,106],"problem":[17],"for":[18],"discrete-time":[19],"Markov":[20],"jump":[21],"linear":[22],"systems":[23],"(MJLS)":[24],"subject":[25],"completely":[27],"unknown":[28],"transition":[29],"probabilities":[30],"(TP).":[31],"The":[32],"TD":[33],"algorithm":[35],"consists":[36],"of":[37,56,60,96,117],"two":[38,109],"parts:":[39],"policy":[40,43],"evaluation":[41],"and":[42,69],"improvement.":[44],"first":[47],"part,":[48,78],"by":[49,102,121],"observing":[50],"mode":[52],"jumping":[53],"trajectories":[54],"instead":[55],"solving":[57],"a":[58,104],"set":[59],"coupled":[61],"algebraic":[62],"Riccati":[63],"equations,":[64],"value":[65,86,98],"functions":[66,87,99],"are":[67,111],"updated":[68],"approximate":[70],"TP":[72],"related":[73],"matrices.":[74],"second":[77],"new":[79],"controllers":[81],"can":[82],"be":[83],"obtained":[84],"until":[85],"converge":[88],"in":[89],"previous":[91],"part.":[92],"Moreover,":[93],"convergence":[95],"proved":[101],"initializing":[103],"feasible":[105],"policy.":[107],"Finally,":[108],"examples":[110],"presented":[112],"illustrate":[114],"effectiveness":[116],"comparing":[122],"with":[123],"existing":[124],"results.":[125]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}