{"id":"https://openalex.org/W4312373742","doi":"https://doi.org/10.1109/tcyb.2022.3225236","title":"False Data-Injection Attack Detection in Cyber\u2013Physical Systems With Unknown Parameters: A Deep Reinforcement Learning Approach","display_name":"False Data-Injection Attack Detection in Cyber\u2013Physical Systems With Unknown Parameters: A Deep Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-12-13","ids":{"openalex":"https://openalex.org/W4312373742","doi":"https://doi.org/10.1109/tcyb.2022.3225236","pmid":"https://pubmed.ncbi.nlm.nih.gov/37015355"},"language":"en","primary_location":{"id":"doi:10.1109/tcyb.2022.3225236","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2022.3225236","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076360588","display_name":"Kecheng Liu","orcid":"https://orcid.org/0000-0002-4642-957X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kecheng Liu","raw_affiliation_strings":["School of Automation and the Key Laboratory of Measurement and Control of Complex Systems of Engineering, Ministry of Education, Southeast University, Nanjing, China","Ministry of Education, School of Automation and the Key Laboratory of Measurement and Control of Complex Systems of Engineering, Southeast University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation and the Key Laboratory of Measurement and Control of Complex Systems of Engineering, Ministry of Education, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Ministry of Education, School of Automation and the Key Laboratory of Measurement and Control of Complex Systems of Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100690548","display_name":"Hui Zhang","orcid":"https://orcid.org/0000-0002-5782-5201"},"institutions":[{"id":"https://openalex.org/I4210118629","display_name":"NARI Group (China)","ror":"https://ror.org/02egn3136","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210118629"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Zhang","raw_affiliation_strings":["School of Automation, Southeast University, Nanjing, China","High-Tech Department, Jiangsu Automation Research Institute, Lianyungang, China"],"raw_orcid":"https://orcid.org/0000-0002-5782-5201","affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"High-Tech Department, Jiangsu Automation Research Institute, Lianyungang, China","institution_ids":["https://openalex.org/I4210118629"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086596302","display_name":"Ya Zhang","orcid":"https://orcid.org/0000-0002-3366-9304"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ya Zhang","raw_affiliation_strings":["School of Automation and the Key Laboratory of Measurement and Control of Complex Systems of Engineering, Ministry of Education, Southeast University, Nanjing, China","Ministry of Education, School of Automation and the Key Laboratory of Measurement and Control of Complex Systems of Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-3366-9304","affiliations":[{"raw_affiliation_string":"School of Automation and the Key Laboratory of Measurement and Control of Complex Systems of Engineering, Ministry of Education, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Ministry of Education, School of Automation and the Key Laboratory of Measurement and Control of Complex Systems of Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019248683","display_name":"Changyin Sun","orcid":"https://orcid.org/0000-0001-9269-334X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changyin Sun","raw_affiliation_strings":["School of Automation and the Key Laboratory of Measurement and Control of Complex Systems of Engineering, Ministry of Education, Southeast University, Nanjing, China","Ministry of Education, School of Automation and the Key Laboratory of Measurement and Control of Complex Systems of Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9269-334X","affiliations":[{"raw_affiliation_string":"School of Automation and the Key Laboratory of Measurement and Control of Complex Systems of Engineering, Ministry of Education, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Ministry of Education, School of Automation and the Key Laboratory of Measurement and Control of Complex Systems of Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.9262,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.95937717,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"53","issue":"11","first_page":"7115","last_page":"7125"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12495","display_name":"Electrostatic Discharge in Electronics","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11005","display_name":"Radiation Effects in Electronics","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.8826838731765747},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.826342761516571},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7151025533676147},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.654910683631897},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6439172625541687},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.5688859820365906},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5610767006874084},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.49677425622940063},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4964461922645569},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.45736393332481384},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4236496686935425},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.41979777812957764},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3829805850982666},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.367502361536026},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.36737245321273804},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33082473278045654},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.1882072389125824},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12762171030044556},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.10948121547698975},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08770528435707092}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.8826838731765747},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.826342761516571},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7151025533676147},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.654910683631897},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6439172625541687},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.5688859820365906},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5610767006874084},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.49677425622940063},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4964461922645569},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.45736393332481384},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4236496686935425},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.41979777812957764},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3829805850982666},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.367502361536026},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.36737245321273804},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33082473278045654},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.1882072389125824},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12762171030044556},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.10948121547698975},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08770528435707092},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcyb.2022.3225236","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcyb.2022.3225236","pdf_url":null,"source":{"id":"https://openalex.org/S4210191041","display_name":"IEEE Transactions on Cybernetics","issn_l":"2168-2267","issn":["2168-2267","2168-2275"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cybernetics","raw_type":"journal-article"},{"id":"pmid:37015355","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37015355","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on cybernetics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G2014663916","display_name":null,"funder_award_id":"2021ZD0112700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4592638433","display_name":null,"funder_award_id":"61973082","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7121147207","display_name":null,"funder_award_id":"BK20202006","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G8035212347","display_name":null,"funder_award_id":"62233003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W190675879","https://openalex.org/W225487592","https://openalex.org/W1541084404","https://openalex.org/W1550040992","https://openalex.org/W1657674574","https://openalex.org/W2039984414","https://openalex.org/W2105773843","https://openalex.org/W2107726111","https://openalex.org/W2151661095","https://openalex.org/W2152520525","https://openalex.org/W2201581102","https://openalex.org/W2343541124","https://openalex.org/W2568479698","https://openalex.org/W2579357702","https://openalex.org/W2579603034","https://openalex.org/W2728389370","https://openalex.org/W2746553466","https://openalex.org/W2752217602","https://openalex.org/W2767697717","https://openalex.org/W2783190965","https://openalex.org/W2797025128","https://openalex.org/W2811475107","https://openalex.org/W2890946036","https://openalex.org/W2904033891","https://openalex.org/W2906103050","https://openalex.org/W2908261578","https://openalex.org/W2912178498","https://openalex.org/W2945434604","https://openalex.org/W2948566387","https://openalex.org/W3008414148","https://openalex.org/W3009438275","https://openalex.org/W3016905321","https://openalex.org/W3032475805","https://openalex.org/W3040519786","https://openalex.org/W3044239919","https://openalex.org/W3089274412","https://openalex.org/W3101076092","https://openalex.org/W3118411625","https://openalex.org/W4221098525","https://openalex.org/W4237591687","https://openalex.org/W6607768588","https://openalex.org/W6636922475","https://openalex.org/W6687681856","https://openalex.org/W6810132057"],"related_works":["https://openalex.org/W2999848267","https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W1589140671","https://openalex.org/W4323315247","https://openalex.org/W131709709","https://openalex.org/W2294884454","https://openalex.org/W3169161914"],"abstract_inverted_index":{"This":[0],"article":[1],"studies":[2],"the":[3,16,21,39,62,65,74,82,88,96,99,119,122,125,136,139],"detection":[4,42,100],"of":[5,20,73,98,121,138],"discontinuous":[6,40],"false":[7],"data-injection":[8],"(FDI)":[9],"attacks":[10],"on":[11,112],"cyber-physical":[12],"systems":[13],"(CPSs).":[14],"Considering":[15],"unknown":[17],"stochastic":[18],"properties":[19],"process":[22,52],"noise":[23],"and":[24,54,115,124],"measurement":[25],"noise,":[26],"deep":[27],"reinforcement":[28],"learning":[29],"is":[30,44,58,92],"applied":[31],"to":[32,60,86,94,117],"designing":[33,87],"an":[34],"FDI":[35],"attack":[36,41,113,140],"detector.":[37,141],"First,":[38],"problem":[43],"modeled":[45],"as":[46,81],"a":[47,55],"partially":[48],"observable":[49],"Markov":[50],"decision":[51],"(POMDP)":[53],"neural":[56],"network":[57],"used":[59,80],"explore":[61],"POMDP.":[63],"In":[64],"network,":[66],"sliding":[67],"observation":[68],"windows":[69],"which":[70],"are":[71,79,103,129],"composed":[72],"offline":[75],"fragment":[76],"historical":[77],"data":[78],"input.":[83],"An":[84],"approach":[85],"reward":[89],"in":[90],"POMDP":[91],"provided":[93],"ensure":[95],"precision":[97],"when":[101],"there":[102],"even":[104],"some":[105],"state":[106],"recognition":[107],"errors.":[108],"Second,":[109],"sufficient":[110],"conditions":[111],"frequency":[114],"duration":[116],"guarantee":[118],"applicability":[120],"detector":[123],"expected":[126],"estimation":[127],"performance":[128],"further":[130],"given.":[131],"Finally,":[132],"simulation":[133],"examples":[134],"illustrate":[135],"effectiveness":[137]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}