{"id":"https://openalex.org/W4405812215","doi":"https://doi.org/10.1109/jiot.2024.3519134","title":"Reinforcement-Learning-Based APT Defense for Large-Scale Smart Grids","display_name":"Reinforcement-Learning-Based APT Defense for Large-Scale Smart Grids","publication_year":2024,"publication_date":"2024-12-26","ids":{"openalex":"https://openalex.org/W4405812215","doi":"https://doi.org/10.1109/jiot.2024.3519134"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3519134","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3519134","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068976123","display_name":"Liang Xiao","orcid":"https://orcid.org/0000-0003-2402-611X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liang Xiao","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100722298","display_name":"Huanhuan Liu","orcid":"https://orcid.org/0000-0002-3797-0364"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanhuan Liu","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004056315","display_name":"Zefang Lv","orcid":"https://orcid.org/0000-0003-3880-5069"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zefang Lv","raw_affiliation_strings":["School of Computer Science, Fudan University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100405124","display_name":"Yifan Chen","orcid":"https://orcid.org/0000-0001-7645-623X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Chen","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081644475","display_name":"Zhiping Lin","orcid":"https://orcid.org/0000-0001-8752-0532"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiping Lin","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055130483","display_name":"Yousong Du","orcid":"https://orcid.org/0000-0002-1480-4443"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yousong Du","raw_affiliation_strings":["Department of Information and Communication Engineering, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5068976123"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":0.3284,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.62452211,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"12","issue":"9","first_page":"11917","last_page":"11925"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.963699996471405,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12451","display_name":"Smart Grid and Power Systems","score":0.9455000162124634,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8373746871948242},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7680493593215942},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5415821671485901},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5217947959899902},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3478736877441406},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1063176691532135}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8373746871948242},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7680493593215942},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5415821671485901},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5217947959899902},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3478736877441406},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1063176691532135},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3519134","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3519134","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2169976759","https://openalex.org/W2582259743","https://openalex.org/W2789266794","https://openalex.org/W2805092202","https://openalex.org/W2883847230","https://openalex.org/W2903765663","https://openalex.org/W2910711617","https://openalex.org/W2963492322","https://openalex.org/W3005127313","https://openalex.org/W3023368031","https://openalex.org/W3165895471","https://openalex.org/W3174427608","https://openalex.org/W3190895447","https://openalex.org/W3212868562","https://openalex.org/W4205196195","https://openalex.org/W4210882709","https://openalex.org/W4292794781","https://openalex.org/W4312362177","https://openalex.org/W4312884727","https://openalex.org/W4312905669","https://openalex.org/W4315629715","https://openalex.org/W4387092840","https://openalex.org/W4398188081","https://openalex.org/W6793953445"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Reinforcement-learning-(RL)-based":[0],"advanced":[1],"persistent":[2],"threats":[3],"(APTs)":[4],"defense":[5,61,130,140,152,160],"schemes":[6],"choose":[7],"the":[8,13,17,27,66,78,95,98,105,108,113,122,126,134,138,143,151,159,172,176,181,185,188,191,204,216,225,229,233],"scan":[9,68],"interval":[10,69,219],"to":[11,31,63,76,149,180,221],"enhance":[12],"detection":[14,162],"accuracy,":[15],"and":[16,42,73,104,112,132,142,164,175,190,211,237],"data":[18,72,83,100,109,165,206],"protection":[19,166],"level":[20],"can":[21],"be":[22],"further":[23],"improved":[24],"by":[25],"optimizing":[26],"repair":[28,74],"rate":[29,75],"corresponding":[30],"methods,":[32],"such":[33,50],"as":[34,51,154],"malicious":[35],"files":[36],"removal,":[37],"security":[38],"software":[39],"version":[40],"update":[41,133],"passwords":[43],"reset,":[44],"each":[45],"requiring":[46],"different":[47],"computational":[48,169],"resources,":[49],"CPUs.":[52],"In":[53],"this":[54],"article,":[55],"we":[56],"propose":[57],"an":[58,212],"RL-based":[59],"APT":[60,139,192,213],"scheme":[62,174],"optimize":[64],"both":[65],"continuous":[67],"of":[70,97,115,129,146,158,171,184],"metering":[71,99,205],"mitigate":[77],"potential":[79],"loss":[80],"for":[81,117],"meter":[82],"management":[84],"systems":[85],"(MDMSs)":[86],"in":[87,239],"smart":[88,209,241],"grids":[89],"with":[90,215],"large-scale":[91,240],"meters.":[92],"Based":[93],"on":[94,137,199,232],"size":[96],"stored":[101],"at":[102],"MDMS":[103,189],"compromised":[106],"data,":[107],"tag":[110],"granularity":[111],"number":[114],"CPUs":[116],"repairing,":[118],"neural":[119],"networks":[120],"extract":[121],"state":[123],"feature,":[124],"address":[125],"quantization":[127],"error":[128],"policy,":[131],"weights":[135,145],"based":[136,198,231],"experiences":[141],"shared":[144],"neighboring":[147],"MDMSs":[148,201],"improve":[150],"performance":[153,177,226],"a":[155],"weighted":[156],"sum":[157],"duration,":[161],"accuracy":[163],"level.":[167],"The":[168],"complexity":[170],"proposed":[173],"bounds":[178],"according":[179],"Nash":[182],"Equilibrium":[183],"game":[186],"between":[187],"attacker":[193,214],"are":[194],"provided.":[195],"Simulation":[196],"results":[197],"three":[200],"that":[202],"receive":[203],"from":[207],"50\u2013150":[208],"meters":[210],"selected":[217],"attack":[218],"up":[220],"5":[222],"s":[223],"show":[224],"gain":[227],"over":[228],"benchmark":[230],"optimal":[234],"control":[235],"theory":[236],"Q-learning":[238],"grids.":[242]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}