{"id":"https://openalex.org/W4366386430","doi":"https://doi.org/10.1109/tifs.2023.3268532","title":"Reinforcement Learning Solution for Cyber-Physical Systems Security Against Replay Attacks","display_name":"Reinforcement Learning Solution for Cyber-Physical Systems Security Against Replay Attacks","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4366386430","doi":"https://doi.org/10.1109/tifs.2023.3268532"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2023.3268532","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2023.3268532","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079782542","display_name":"Yan Yu","orcid":"https://orcid.org/0000-0003-1827-4854"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Yu","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1827-4854","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068390483","display_name":"Wen Yang","orcid":"https://orcid.org/0000-0003-4943-7919"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Yang","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4943-7919","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091533444","display_name":"Wenjie Ding","orcid":"https://orcid.org/0000-0002-2854-2800"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjie Ding","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2854-2800","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068772086","display_name":"Jiayu Zhou","orcid":"https://orcid.org/0000-0001-7510-1015"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiayu Zhou","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7510-1015","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I143593769"],"apc_list":null,"apc_paid":null,"fwci":10.3296,"has_fulltext":false,"cited_by_count":89,"citation_normalized_percentile":{"value":0.99154185,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"18","issue":null,"first_page":"2583","last_page":"2595"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11807","display_name":"Infrastructure Resilience and Vulnerability Analysis","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9213981032371521},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.875992476940155},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.7119981050491333},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.579065203666687},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5097805857658386},{"id":"https://openalex.org/keywords/replay-attack","display_name":"Replay attack","score":0.4741249084472656},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.42880699038505554},{"id":"https://openalex.org/keywords/network-security","display_name":"Network security","score":0.4187813997268677},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39262062311172485},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.081464022397995}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9213981032371521},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.875992476940155},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.7119981050491333},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.579065203666687},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5097805857658386},{"id":"https://openalex.org/C11560541","wikidata":"https://www.wikidata.org/wiki/Q1756025","display_name":"Replay attack","level":3,"score":0.4741249084472656},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.42880699038505554},{"id":"https://openalex.org/C182590292","wikidata":"https://www.wikidata.org/wiki/Q989632","display_name":"Network security","level":2,"score":0.4187813997268677},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39262062311172485},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.081464022397995},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2023.3268532","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2023.3268532","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6000000238418579,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1642170986","display_name":null,"funder_award_id":"62122026","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3397010727","display_name":null,"funder_award_id":"B17017","funder_id":"https://openalex.org/F4320335785","funder_display_name":"Project 211"},{"id":"https://openalex.org/G8033096992","display_name":null,"funder_award_id":"61973123","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335785","display_name":"Project 211","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1973039793","https://openalex.org/W2009257627","https://openalex.org/W2012005963","https://openalex.org/W2063688797","https://openalex.org/W2100276679","https://openalex.org/W2105773843","https://openalex.org/W2153344006","https://openalex.org/W2324627801","https://openalex.org/W2343541124","https://openalex.org/W2400109896","https://openalex.org/W2539093944","https://openalex.org/W2555431798","https://openalex.org/W2560486825","https://openalex.org/W2577169953","https://openalex.org/W2734593181","https://openalex.org/W2734933586","https://openalex.org/W2784241349","https://openalex.org/W2889186420","https://openalex.org/W2907018391","https://openalex.org/W2908643158","https://openalex.org/W2910473178","https://openalex.org/W2966740848","https://openalex.org/W3040218957","https://openalex.org/W3043386701","https://openalex.org/W3127329908","https://openalex.org/W3159517693","https://openalex.org/W4200178154","https://openalex.org/W4206920925","https://openalex.org/W6684470913"],"related_works":["https://openalex.org/W3004173571","https://openalex.org/W4306904969","https://openalex.org/W3019776739","https://openalex.org/W2138720691","https://openalex.org/W2546638913","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2209816623","https://openalex.org/W2979539706"],"abstract_inverted_index":{"The":[0,107],"security":[1,26],"problem":[2,23],"of":[3,15,24,83,122,136],"state":[4],"estimation":[5],"plays":[6],"a":[7,32,41,88],"critical":[8],"role":[9],"in":[10,62],"monitoring":[11],"and":[12,30,53,98],"managing":[13],"operation":[14],"cyber-physical":[16],"systems":[17],"(CPS).":[18],"This":[19],"paper":[20],"considers":[21],"the":[22,55,81,93,96,99,120,127,134,137],"network":[25],"under":[27],"replay":[28,45],"attacks":[29,57],"formulates":[31],"novel":[33],"attack":[34,46,76],"detection":[35,47,138],"method.":[36,139],"More":[37],"specifically,":[38],"we":[39,86],"design":[40],"model-free":[42],"reinforcement":[43,112],"learning-based":[44],"framework":[48],"that":[49],"can":[50,73,115],"automatically":[51],"learn":[52],"recognize":[54],"evolving":[56],"with":[58,70],"more":[59,66],"effectiveness.":[60],"Attackers":[61],"some":[63],"situations":[64],"are":[65,130],"like":[67],"intelligent":[68],"agents":[69],"initiative,":[71],"who":[72],"transform":[74],"their":[75],"strategies":[77],"purposefully":[78],"according":[79],"to":[80,119,132],"actions":[82],"defenders.":[84],"Thus,":[85],"propose":[87],"new":[89],"defense":[90],"strategy":[91],"against":[92],"interaction":[94],"between":[95],"attacker":[97],"defender":[100],"which":[101],"is":[102],"solved":[103],"by":[104],"optimization":[105],"learning.":[106],"proposed":[108],"analytical":[109],"procedure":[110],"concerning":[111],"learning":[113],"technology":[114],"also":[116],"be":[117],"extended":[118],"study":[121],"other":[123],"control":[124],"applications.":[125],"Finally,":[126],"numerical":[128],"examples":[129],"provided":[131],"illustrate":[133],"effectiveness":[135]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":47},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2025-10-10T00:00:00"}