{"id":"https://openalex.org/W4381799316","doi":"https://doi.org/10.1109/tsg.2023.3288676","title":"A Reinforcement Learning Approach to Undetectable Attacks Against Automatic Generation Control","display_name":"A Reinforcement Learning Approach to Undetectable Attacks Against Automatic Generation Control","publication_year":2023,"publication_date":"2023-06-23","ids":{"openalex":"https://openalex.org/W4381799316","doi":"https://doi.org/10.1109/tsg.2023.3288676"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2023.3288676","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsg.2023.3288676","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/10159364.pdf","source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/10159364.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087717727","display_name":"Ezzeldin Shereen","orcid":"https://orcid.org/0000-0002-9988-9545"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Ezzeldin Shereen","raw_affiliation_strings":["Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-9988-9545","affiliations":[{"raw_affiliation_string":"Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092247484","display_name":"Kiarash Kazari","orcid":"https://orcid.org/0000-0002-1958-5446"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Kiarash Kazari","raw_affiliation_strings":["Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-1958-5446","affiliations":[{"raw_affiliation_string":"Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086721943","display_name":"Gy\u00f6rgy D\u00e1n","orcid":"https://orcid.org/0000-0002-4876-0223"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Gy\u00f6rgy D\u00e1n","raw_affiliation_strings":["Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-4876-0223","affiliations":[{"raw_affiliation_string":"Division of Network and Systems Engineering, School of Electrical Engineering and Computer Science, KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":{"value":1156,"currency":"EUR","value_usd":1246},"fwci":3.3732,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.93391515,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"15","issue":"1","first_page":"959","last_page":"972"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9023000001907349,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7915614247322083},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7242614030838013},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6325840950012207},{"id":"https://openalex.org/keywords/automatic-generation-control","display_name":"Automatic Generation Control","score":0.5627726316452026},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5324813723564148},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.4886167645454407},{"id":"https://openalex.org/keywords/fault-detection-and-isolation","display_name":"Fault detection and isolation","score":0.4733579158782959},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.47142404317855835},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.45367783308029175},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.44146865606307983},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4342394173145294},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4192759394645691},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.41363653540611267},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3953292965888977},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3141830861568451},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1502486765384674},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1367921531200409}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7915614247322083},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7242614030838013},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6325840950012207},{"id":"https://openalex.org/C2778763806","wikidata":"https://www.wikidata.org/wiki/Q4826572","display_name":"Automatic Generation Control","level":4,"score":0.5627726316452026},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5324813723564148},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.4886167645454407},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.4733579158782959},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.47142404317855835},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45367783308029175},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.44146865606307983},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4342394173145294},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4192759394645691},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.41363653540611267},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3953292965888977},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3141830861568451},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1502486765384674},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1367921531200409},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2023.3288676","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsg.2023.3288676","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/10159364.pdf","source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tsg.2023.3288676","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsg.2023.3288676","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/10159364.pdf","source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.75,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G406204845","display_name":null,"funder_award_id":"2020-03860","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"},{"id":"https://openalex.org/G8600725529","display_name":"CLAS: Cybers\u00e4kra l\u00e4rande reglersystem","funder_award_id":"RIT17-0046","funder_id":"https://openalex.org/F4320320940","funder_display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning"}],"funders":[{"id":"https://openalex.org/F4320320940","display_name":"Stiftelsen f\u00f6r\u00a0Strategisk Forskning","ror":"https://ror.org/044wr7g58"},{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381799316.pdf","grobid_xml":"https://content.openalex.org/works/W4381799316.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W1522718341","https://openalex.org/W1557517019","https://openalex.org/W1763243278","https://openalex.org/W1965399158","https://openalex.org/W1974853427","https://openalex.org/W1992488456","https://openalex.org/W2005028112","https://openalex.org/W2055124586","https://openalex.org/W2087932696","https://openalex.org/W2107770641","https://openalex.org/W2115472369","https://openalex.org/W2131329080","https://openalex.org/W2143842190","https://openalex.org/W2145339207","https://openalex.org/W2153919695","https://openalex.org/W2171715296","https://openalex.org/W2312340764","https://openalex.org/W2317912355","https://openalex.org/W2523246573","https://openalex.org/W2528550849","https://openalex.org/W2593244526","https://openalex.org/W2619019756","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2765366020","https://openalex.org/W2777833188","https://openalex.org/W2783173268","https://openalex.org/W2786236901","https://openalex.org/W2790100928","https://openalex.org/W2793107922","https://openalex.org/W2795786455","https://openalex.org/W2799059726","https://openalex.org/W2805199233","https://openalex.org/W2810411747","https://openalex.org/W2870670057","https://openalex.org/W2893387339","https://openalex.org/W2909270842","https://openalex.org/W2972980536","https://openalex.org/W2973229164","https://openalex.org/W2977733636","https://openalex.org/W2980418550","https://openalex.org/W2983040754","https://openalex.org/W2991063899","https://openalex.org/W3016569011","https://openalex.org/W3020785977","https://openalex.org/W3047334439","https://openalex.org/W3083711951","https://openalex.org/W3094758040","https://openalex.org/W3132458493","https://openalex.org/W3136810246","https://openalex.org/W3189694631","https://openalex.org/W3197516468","https://openalex.org/W3200160611","https://openalex.org/W3200780444","https://openalex.org/W4200144700","https://openalex.org/W4210411892","https://openalex.org/W4225747461","https://openalex.org/W4226401783","https://openalex.org/W4285107739","https://openalex.org/W4286445287","https://openalex.org/W4293198552","https://openalex.org/W4295700758","https://openalex.org/W4312522149","https://openalex.org/W4319068812","https://openalex.org/W6627932998","https://openalex.org/W6713134421","https://openalex.org/W6727249380","https://openalex.org/W6738796088","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6752963931"],"related_works":["https://openalex.org/W3148060700","https://openalex.org/W3080681248","https://openalex.org/W4376646226","https://openalex.org/W4287685660","https://openalex.org/W3047177827","https://openalex.org/W2057778272","https://openalex.org/W4319302697","https://openalex.org/W2986085304","https://openalex.org/W2163389298","https://openalex.org/W205223620"],"abstract_inverted_index":{"Automatic":[0],"generation":[1],"control":[2,54],"(AGC)":[3],"is":[4,19],"an":[5],"essential":[6],"functionality":[7],"for":[8,106,139],"ensuring":[9],"the":[10,33,52,58,67,91,100,122,127],"stability":[11],"of":[12,21,35,69,114],"power":[13,25,117],"systems,":[14],"and":[15,57,96,98,141,155],"its":[16],"secure":[17],"operation":[18],"thus":[20],"utmost":[22],"importance":[23],"to":[24,37,89],"system":[26],"operators.":[27],"In":[28],"this":[29],"paper,":[30],"we":[31,119],"investigate":[32],"vulnerability":[34],"AGC":[36],"false":[38],"data":[39],"injection":[40],"attacks":[41,72,124],"that":[42,87,121,150],"could":[43],"remain":[44],"undetected":[45],"by":[46,135],"traditional":[47],"detection":[48,143],"methods":[49],"based":[50],"on":[51],"area":[53],"error":[55],"(ACE)":[56],"recently":[59],"proposed":[60,123],"unknown":[61],"input":[62],"observer":[63],"(UIO).":[64],"We":[65,81],"formulate":[66],"problem":[68],"computing":[70],"undetectable":[71,134],"as":[73],"a":[74,83,115],"multi-objective":[75],"partially":[76],"observable":[77],"Markov":[78],"decision":[79],"process.":[80],"propose":[82],"flexible":[84],"reward":[85],"function":[86],"allows":[88],"explore":[90],"trade-off":[92],"between":[93],"attack":[94,109,142],"impact":[95],"detectability,":[97],"use":[99],"proximal":[101],"policy":[102],"optimization":[103],"(PPO)":[104],"algorithm":[105],"learning":[107,158],"efficient":[108],"policies.":[110],"Through":[111],"extensive":[112],"simulations":[113],"3-area":[116],"system,":[118],"show":[120,149],"can":[125,159],"drive":[126],"frequency":[128],"beyond":[129],"critical":[130],"limits,":[131],"while":[132],"remaining":[133],"state-of-the-art":[136],"algorithms":[137],"employed":[138],"fault":[140],"in":[144],"AGC.":[145],"Our":[146],"results":[147],"also":[148],"detectors":[151],"trained":[152],"using":[153],"supervised":[154],"unsupervised":[156],"machine":[157],"both":[160],"significantly":[161],"outperform":[162],"existing":[163],"detectors.":[164]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":8}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}