{"id":"https://openalex.org/W2569919600","doi":"https://doi.org/10.1109/cdc.2016.7798581","title":"Optimal active fault diagnosis by temporal-difference learning","display_name":"Optimal active fault diagnosis by temporal-difference learning","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2569919600","doi":"https://doi.org/10.1109/cdc.2016.7798581","mag":"2569919600"},"language":"en","primary_location":{"id":"doi:10.1109/cdc.2016.7798581","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2016.7798581","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 55th Conference on Decision and Control (CDC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016009527","display_name":"Jan \u0160kach","orcid":"https://orcid.org/0000-0002-3452-5978"},"institutions":[{"id":"https://openalex.org/I92715842","display_name":"University of West Bohemia in Pilsen","ror":"https://ror.org/040t43x18","country_code":"CZ","type":"education","lineage":["https://openalex.org/I92715842"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Jan Skach","raw_affiliation_strings":["European Centre of Excellence - NTIS, Faculty fo Applied Sciences, University of West Bohemia, Univerz-itni 8,, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"European Centre of Excellence - NTIS, Faculty fo Applied Sciences, University of West Bohemia, Univerz-itni 8,, Czech Republic","institution_ids":["https://openalex.org/I92715842"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077385576","display_name":"Ivo Pun\u0109och\u00e1\u0159","orcid":null},"institutions":[{"id":"https://openalex.org/I92715842","display_name":"University of West Bohemia in Pilsen","ror":"https://ror.org/040t43x18","country_code":"CZ","type":"education","lineage":["https://openalex.org/I92715842"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Ivo Puncochar","raw_affiliation_strings":["European Centre of Excellence - NTIS, Faculty fo Applied Sciences, University of West Bohemia, Univerz-itni 8,, Czech Republic"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"European Centre of Excellence - NTIS, Faculty fo Applied Sciences, University of West Bohemia, Univerz-itni 8,, Czech Republic","institution_ids":["https://openalex.org/I92715842"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016137188","display_name":"Frank L. Lewis","orcid":"https://orcid.org/0000-0003-4074-1615"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frank L. Lewis","raw_affiliation_strings":["UTA Research Institute UTARI, The University of Texas at Arlington, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UTA Research Institute UTARI, The University of Texas at Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4303,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.89972943,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"24","issue":null,"first_page":"2146","last_page":"2151"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11236","display_name":"Control Systems and Identification","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10780","display_name":"Reliability and Maintenance Optimization","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7014862298965454},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.641210675239563},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6411839127540588},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"Dynamic programming","score":0.6162316799163818},{"id":"https://openalex.org/keywords/temporal-difference-learning","display_name":"Temporal difference learning","score":0.5951410531997681},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5834805965423584},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.5038129687309265},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4562278389930725},{"id":"https://openalex.org/keywords/fault-detection-and-isolation","display_name":"Fault detection and isolation","score":0.4535733461380005},{"id":"https://openalex.org/keywords/active-learning","display_name":"Active learning (machine learning)","score":0.4509982764720917},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.43290114402770996},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.38188886642456055},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.358454167842865},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34703731536865234},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19557037949562073},{"id":"https://openalex.org/keywords/actuator","display_name":"Actuator","score":0.0926622748374939}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7014862298965454},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.641210675239563},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6411839127540588},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.6162316799163818},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.5951410531997681},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5834805965423584},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.5038129687309265},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4562278389930725},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.4535733461380005},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.4509982764720917},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43290114402770996},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.38188886642456055},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.358454167842865},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34703731536865234},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19557037949562073},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.0926622748374939},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cdc.2016.7798581","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cdc.2016.7798581","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 55th Conference on Decision and Control (CDC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W572601373","https://openalex.org/W1519369336","https://openalex.org/W1588831026","https://openalex.org/W1597576211","https://openalex.org/W1941445455","https://openalex.org/W1978504245","https://openalex.org/W1991824907","https://openalex.org/W2028145673","https://openalex.org/W2076323680","https://openalex.org/W2100028154","https://openalex.org/W2109747166","https://openalex.org/W2121863487","https://openalex.org/W2129981463","https://openalex.org/W2152161277","https://openalex.org/W2166577160","https://openalex.org/W2290369964","https://openalex.org/W2431410052","https://openalex.org/W2477793614","https://openalex.org/W2520249960","https://openalex.org/W3146551586","https://openalex.org/W4214717370","https://openalex.org/W4307347247","https://openalex.org/W6696654323","https://openalex.org/W6727583202"],"related_works":["https://openalex.org/W3131519263","https://openalex.org/W86816279","https://openalex.org/W2184303261","https://openalex.org/W86946229","https://openalex.org/W3009843762","https://openalex.org/W4295692905","https://openalex.org/W2097517977","https://openalex.org/W3129036502","https://openalex.org/W2415292238","https://openalex.org/W3034621666"],"abstract_inverted_index":{"In":[0,97],"this":[1],"paper,":[2],"a":[3,37,62],"novel":[4],"solution":[5,64],"to":[6,60,76,106,133],"the":[7,19,45,78,83,88,98,108,117,135],"active":[8,32,89,109],"fault":[9,33,90,110],"diagnosis":[10],"problem":[11,28,49],"for":[12],"stochastic":[13],"linear":[14],"Markovian":[15],"switching":[16],"systems":[17],"on":[18,113],"infinite-time":[20],"horizon":[21],"is":[22,42,104,131],"proposed.":[23],"The":[24,53,120],"imperfect":[25],"state":[26,47,92],"information":[27,48],"of":[29,82],"designing":[30],"an":[31],"detector":[34,111,122],"that":[35],"minimizes":[36],"general":[38],"detection":[39],"cost":[40],"criterion":[41],"reformulated":[43],"as":[44],"perfect":[46],"using":[50],"sufficient":[51],"statistics.":[52],"reformulation":[54],"decreases":[55],"theoretical":[56],"complexity":[57],"and":[58,94],"enables":[59],"find":[61],"suboptimal":[63],"by":[65],"dynamic":[66],"programming.":[67],"However,":[68],"classical":[69],"approaches":[70],"are":[71],"computationally":[72],"complex":[73],"or":[74],"fail":[75],"identify":[77],"most":[79],"representative":[80],"states":[81],"system.":[84],"This":[85],"paper":[86],"combines":[87],"detection,":[91],"estimation,":[93],"reinforcement":[95],"learning.":[96],"proposed":[99,136],"algorithm,":[100],"temporal":[101],"difference":[102],"learning":[103],"used":[105,126],"train":[107],"based":[112],"input-output":[114],"data":[115],"from":[116],"system":[118],"simulation.":[119],"designed":[121],"can":[123],"be":[124],"then":[125],"online.":[127],"A":[128],"numerical":[129],"example":[130],"presented":[132],"verify":[134],"algorithm.":[137]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}