{"id":"https://openalex.org/W4386472996","doi":"https://doi.org/10.1109/access.2023.3312376","title":"Countering Evasion Attacks for Smart Grid Reinforcement Learning-Based Detectors","display_name":"Countering Evasion Attacks for Smart Grid Reinforcement Learning-Based Detectors","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386472996","doi":"https://doi.org/10.1109/access.2023.3312376"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3312376","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3312376","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10242112.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10242112.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007482661","display_name":"Ahmed T. El-Toukhy","orcid":"https://orcid.org/0000-0002-7402-2478"},"institutions":[{"id":"https://openalex.org/I184834183","display_name":"Al-Azhar University","ror":"https://ror.org/05fnp1145","country_code":"EG","type":"education","lineage":["https://openalex.org/I184834183"]},{"id":"https://openalex.org/I63920570","display_name":"Tennessee Technological University","ror":"https://ror.org/05drmrq39","country_code":"US","type":"education","lineage":["https://openalex.org/I63920570"]}],"countries":["EG","US"],"is_corresponding":false,"raw_author_name":"Ahmed T. El-Toukhy","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tennessee Tech University, Cookeville, TN, USA","Department of Electrical Engineering, Faculty of Engineering, Al-Azhar University, Cairo, Egypt"],"raw_orcid":"https://orcid.org/0000-0002-7402-2478","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tennessee Tech University, Cookeville, TN, USA","institution_ids":["https://openalex.org/I63920570"]},{"raw_affiliation_string":"Department of Electrical Engineering, Faculty of Engineering, Al-Azhar University, Cairo, Egypt","institution_ids":["https://openalex.org/I184834183"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071309872","display_name":"Mohamed Mahmoud","orcid":"https://orcid.org/0000-0002-8719-501X"},"institutions":[{"id":"https://openalex.org/I63920570","display_name":"Tennessee Technological University","ror":"https://ror.org/05drmrq39","country_code":"US","type":"education","lineage":["https://openalex.org/I63920570"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohamed M. E. A. Mahmoud","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tennessee Tech University, Cookeville, TN, USA"],"raw_orcid":"https://orcid.org/0000-0002-8719-501X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tennessee Tech University, Cookeville, TN, USA","institution_ids":["https://openalex.org/I63920570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091727066","display_name":"Atef H. Bondok","orcid":"https://orcid.org/0000-0001-6790-8310"},"institutions":[{"id":"https://openalex.org/I63920570","display_name":"Tennessee Technological University","ror":"https://ror.org/05drmrq39","country_code":"US","type":"education","lineage":["https://openalex.org/I63920570"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Atef H. Bondok","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tennessee Tech University, Cookeville, TN, USA"],"raw_orcid":"https://orcid.org/0000-0001-6790-8310","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tennessee Tech University, Cookeville, TN, USA","institution_ids":["https://openalex.org/I63920570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068882573","display_name":"Mostafa M. Fouda","orcid":"https://orcid.org/0000-0003-1790-8640"},"institutions":[{"id":"https://openalex.org/I106969075","display_name":"Idaho State University","ror":"https://ror.org/0162z8b04","country_code":"US","type":"education","lineage":["https://openalex.org/I106969075"]},{"id":"https://openalex.org/I4210124248","display_name":"Center for Advanced Energy Studies","ror":"https://ror.org/037bhg174","country_code":"US","type":"education","lineage":["https://openalex.org/I4210124248"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mostafa M. Fouda","raw_affiliation_strings":["Department of Electrical and Computer Engineering, College of Science and Engineering, Idaho State University, Pocatello, ID, USA","Center for Advanced Energy Studies (CAES), Idaho Falls, ID, USA"],"raw_orcid":"https://orcid.org/0000-0003-1790-8640","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, College of Science and Engineering, Idaho State University, Pocatello, ID, USA","institution_ids":["https://openalex.org/I106969075"]},{"raw_affiliation_string":"Center for Advanced Energy Studies (CAES), Idaho Falls, ID, USA","institution_ids":["https://openalex.org/I4210124248"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058105216","display_name":"Maazen Alsabaan","orcid":"https://orcid.org/0000-0001-8601-3184"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Maazen Alsabaan","raw_affiliation_strings":["Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-8601-3184","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2075,"currency":"USD","value_usd":2075},"apc_paid":{"value":2075,"currency":"USD","value_usd":2075},"fwci":1.9311,"has_fulltext":true,"cited_by_count":23,"citation_normalized_percentile":{"value":0.86091224,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"97373","last_page":"97390"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13429","display_name":"Electricity Theft Detection Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13429","display_name":"Electricity Theft Detection Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7945754528045654},{"id":"https://openalex.org/keywords/evasion","display_name":"Evasion (ethics)","score":0.7822272181510925},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7698060274124146},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.6481360197067261},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5689652562141418},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.5675724148750305},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5658292174339294},{"id":"https://openalex.org/keywords/attack-model","display_name":"Attack model","score":0.4668232798576355},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44101250171661377},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.33843445777893066},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3221622705459595},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13037869334220886}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7945754528045654},{"id":"https://openalex.org/C2781251061","wikidata":"https://www.wikidata.org/wiki/Q5416089","display_name":"Evasion (ethics)","level":3,"score":0.7822272181510925},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7698060274124146},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.6481360197067261},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5689652562141418},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5675724148750305},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5658292174339294},{"id":"https://openalex.org/C65856478","wikidata":"https://www.wikidata.org/wiki/Q3991682","display_name":"Attack model","level":2,"score":0.4668232798576355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44101250171661377},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.33843445777893066},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3221622705459595},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13037869334220886},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C8891405","wikidata":"https://www.wikidata.org/wiki/Q1059","display_name":"Immune system","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C203014093","wikidata":"https://www.wikidata.org/wiki/Q101929","display_name":"Immunology","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3312376","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3312376","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10242112.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6d72aeb817ee46309bb4ad6e3541a39d","is_oa":true,"landing_page_url":"https://doaj.org/article/6d72aeb817ee46309bb4ad6e3541a39d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 97373-97390 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3312376","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3312376","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10242112.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1389732591","display_name":null,"funder_award_id":"RSPD2023R636","funder_id":"https://openalex.org/F4320321145","funder_display_name":"King Saud University"}],"funders":[{"id":"https://openalex.org/F4320311582","display_name":"Idaho State University","ror":"https://ror.org/0162z8b04"},{"id":"https://openalex.org/F4320321145","display_name":"King Saud University","ror":"https://ror.org/02f81g417"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386472996.pdf","grobid_xml":"https://content.openalex.org/works/W4386472996.grobid-xml"},"referenced_works_count":62,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1673923490","https://openalex.org/W1945616565","https://openalex.org/W1984419556","https://openalex.org/W2021022350","https://openalex.org/W2081423622","https://openalex.org/W2088985796","https://openalex.org/W2145339207","https://openalex.org/W2212529815","https://openalex.org/W2243397390","https://openalex.org/W2324636697","https://openalex.org/W2469098733","https://openalex.org/W2584617969","https://openalex.org/W2603766943","https://openalex.org/W2776990447","https://openalex.org/W2788544268","https://openalex.org/W2808209024","https://openalex.org/W2889751219","https://openalex.org/W2908643158","https://openalex.org/W2952298682","https://openalex.org/W2953404784","https://openalex.org/W2963098487","https://openalex.org/W2970705010","https://openalex.org/W2973862992","https://openalex.org/W2975154836","https://openalex.org/W2978986055","https://openalex.org/W3005335721","https://openalex.org/W3012486647","https://openalex.org/W3022566517","https://openalex.org/W3087775622","https://openalex.org/W3096424616","https://openalex.org/W3116546924","https://openalex.org/W3124582122","https://openalex.org/W3130385304","https://openalex.org/W3135089279","https://openalex.org/W3158694080","https://openalex.org/W3168662710","https://openalex.org/W3175694419","https://openalex.org/W3190295730","https://openalex.org/W3192885136","https://openalex.org/W3215443493","https://openalex.org/W3215451781","https://openalex.org/W4205749087","https://openalex.org/W4211082292","https://openalex.org/W4225301669","https://openalex.org/W4225781425","https://openalex.org/W4288062092","https://openalex.org/W4293690713","https://openalex.org/W4298857966","https://openalex.org/W4310151703","https://openalex.org/W4310585014","https://openalex.org/W4313591693","https://openalex.org/W4319341347","https://openalex.org/W4319439792","https://openalex.org/W4322705921","https://openalex.org/W4352981715","https://openalex.org/W4379983364","https://openalex.org/W6637162671","https://openalex.org/W6637967152","https://openalex.org/W6640425456","https://openalex.org/W6720132045","https://openalex.org/W6776438516"],"related_works":["https://openalex.org/W2373230814","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2366906938","https://openalex.org/W2586732548","https://openalex.org/W2768698792","https://openalex.org/W3021340315"],"abstract_inverted_index":{"Fraudulent":[0],"customers":[1],"in":[2,104,169,232],"smart":[3,11],"power":[4],"grids":[5],"employ":[6],"cyber-attacks":[7],"by":[8,115],"manipulating":[9],"their":[10,20],"meters":[12],"and":[13,26,124,194,268,283],"reporting":[14],"false":[15],"consumption":[16],"readings":[17],"to":[18,44,56,99,120,140,173,187,190,237,275],"reduce":[19],"bills.":[21],"To":[22],"combat":[23],"these":[24,40,192],"attacks":[25,70,103,193],"mitigate":[27],"financial":[28],"losses,":[29],"various":[30],"machine":[31],"learning-based":[32],"electricity":[33,80],"theft":[34,81],"detectors":[35,41,65,82,123,203,215],"have":[36],"been":[37,253],"proposed.":[38],"Unfortunately,":[39],"are":[42,113],"vulnerable":[43],"serious":[45],"cyber-attacks,":[46],"specifically":[47],"evasion":[48,69,102,111,151,159,176,219,258,266],"attacks.":[49],"The":[50,162,221],"objective":[51],"of":[52,60,74,136,244,262,279],"this":[53],"paper":[54],"is":[55,154,260],"investigate":[57],"the":[58,85,122,133,146,174,213,217,242,246,277],"robustness":[59],"deep":[61,87],"reinforcement":[62,137],"learning":[63,138],"(DRL)-based":[64],"against":[66,264],"our":[67,280],"proposed":[68,222,281],"through":[71],"a":[72,95,105,166,230],"series":[73],"experiments.":[75],"Firstly,":[76],"we":[77,93,198,240],"introduce":[78],"DRL-based":[79,96,150,175,201,214,247,257],"implemented":[83],"using":[84,204],"double":[86],"Q":[88],"networks":[89],"(DDQN)":[90],"algorithm.":[91],"Secondly,":[92],"propose":[94,199],"attack":[97,108,152,160,180,282],"model":[98,153,224],"generate":[100],"adversarial":[101,206],"black":[106],"box":[107],"scenario.":[109],"These":[110],"samples":[112,119],"generated":[114,218],"modifying":[116,145],"malicious":[117,147],"reading":[118],"deceive":[121],"make":[125],"them":[126],"appear":[127],"as":[128],"benign":[129],"samples.":[130,148,220],"We":[131,271],"leverage":[132],"attractive":[134],"features":[135],"(RL)":[139],"determine":[141],"optimal":[142],"actions":[143],"for":[144],"Our":[149],"compared":[155],"with":[156,229],"an":[157,179,205],"FGSM-based":[158,265],"model.":[161],"experimental":[163],"results":[164],"reveal":[165],"significant":[167],"degradation":[168,231],"detector":[170],"performance":[171],"due":[172],"attack,":[177],"achieving":[178],"success":[181],"rate":[182],"(ASR)":[183],"ranging":[184,234],"from":[185,235],"92.92%":[186],"99.96%.":[188],"Thirdly,":[189],"counter":[191],"enhance":[195],"detection":[196,227],"robustness,":[197],"hardened":[200,248],"defense":[202,223,249,284],"training":[207],"process.":[208],"This":[209],"process":[210],"involves":[211],"retraining":[212],"on":[216,256],"achieves":[225],"outstanding":[226],"performance,":[228],"ASR":[233],"1.80%":[236],"9.20%.":[238],"Finally,":[239],"address":[241],"challenge":[243],"whether":[245],"model,":[250],"which":[251],"has":[252],"adversarially":[254],"trained":[255],"samples,":[259,267],"capable":[261],"defending":[263],"vice":[269],"versa.":[270],"conduct":[272],"extensive":[273],"experiments":[274],"validate":[276],"effectiveness":[278],"models.":[285]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}