{"id":"https://openalex.org/W4403295017","doi":"https://doi.org/10.1109/access.2024.3477415","title":"Intrusion Detection in Industrial Control Systems Based on Deep Reinforcement Learning","display_name":"Intrusion Detection in Industrial Control Systems Based on Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4403295017","doi":"https://doi.org/10.1109/access.2024.3477415"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3477415","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3477415","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3477415","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079187666","display_name":"Fisayo Sangoleye","orcid":"https://orcid.org/0000-0003-0969-8508"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Fisayo Sangoleye","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of New Mexico, Albuquerque, NM, USA","Dept. of Electrical and Computer Engineering, The University of New Mexico, Albuquerque, NM, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of New Mexico, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I169521973"]},{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, The University of New Mexico, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I169521973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058873114","display_name":"Jay Johnson","orcid":"https://orcid.org/0000-0001-9326-8011"},"institutions":[{"id":"https://openalex.org/I2802052008","display_name":"Bethany University","ror":"https://ror.org/03xbgnq70","country_code":"US","type":"education","lineage":["https://openalex.org/I2802052008"]},{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jay Johnson","raw_affiliation_strings":["DER Security Corporation, Scotts Valley, CA, USA","Sandia National Laboratories, Albuquerque, NM, USA"],"affiliations":[{"raw_affiliation_string":"DER Security Corporation, Scotts Valley, CA, USA","institution_ids":["https://openalex.org/I2802052008"]},{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000446559","display_name":"Eirini Eleni Tsiropoulou","orcid":"https://orcid.org/0000-0003-1322-1876"},"institutions":[{"id":"https://openalex.org/I169521973","display_name":"University of New Mexico","ror":"https://ror.org/05fs6jp91","country_code":"US","type":"education","lineage":["https://openalex.org/I169521973"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eirini Eleni Tsiropoulou","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of New Mexico, Albuquerque, NM, USA","Dept. of Electrical and Computer Engineering, The University of New Mexico, Albuquerque, NM, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of New Mexico, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I169521973"]},{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, The University of New Mexico, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I169521973"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5079187666"],"corresponding_institution_ids":["https://openalex.org/I169521973"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":5.9121,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.96842686,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"151444","last_page":"151459"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9523000121116638,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9523000121116638,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.951200008392334,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9140999913215637,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7813084721565247},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7260562181472778},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.6150697469711304},{"id":"https://openalex.org/keywords/industrial-control-system","display_name":"Industrial control system","score":0.4956749677658081},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4875999987125397},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4242200255393982}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7813084721565247},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7260562181472778},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.6150697469711304},{"id":"https://openalex.org/C40071531","wikidata":"https://www.wikidata.org/wiki/Q2513962","display_name":"Industrial control system","level":3,"score":0.4956749677658081},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4875999987125397},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4242200255393982}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3477415","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3477415","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d0f0005706fe4c30b967656db670d3ea","is_oa":true,"landing_page_url":"https://doaj.org/article/d0f0005706fe4c30b967656db670d3ea","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 151444-151459 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3477415","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3477415","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W2062346783","https://openalex.org/W2068141066","https://openalex.org/W2091085232","https://openalex.org/W2111072639","https://openalex.org/W2119717200","https://openalex.org/W2136132422","https://openalex.org/W2144446635","https://openalex.org/W2148143831","https://openalex.org/W2165966284","https://openalex.org/W2613412685","https://openalex.org/W2619874920","https://openalex.org/W2746553466","https://openalex.org/W2893861039","https://openalex.org/W2914656440","https://openalex.org/W2932977083","https://openalex.org/W2941500089","https://openalex.org/W2952298682","https://openalex.org/W2955810727","https://openalex.org/W2958447199","https://openalex.org/W2963082174","https://openalex.org/W2973862992","https://openalex.org/W2991680373","https://openalex.org/W3024669438","https://openalex.org/W3043459281","https://openalex.org/W3048475677","https://openalex.org/W3099136667","https://openalex.org/W3109376429","https://openalex.org/W3111563271","https://openalex.org/W3118881636","https://openalex.org/W3126814579","https://openalex.org/W3137588659","https://openalex.org/W3142044733","https://openalex.org/W3155372687","https://openalex.org/W3177343494","https://openalex.org/W3194124098","https://openalex.org/W3202314155","https://openalex.org/W3202430088","https://openalex.org/W3208830075","https://openalex.org/W3214029542","https://openalex.org/W4214486317","https://openalex.org/W4243334883","https://openalex.org/W4244895750","https://openalex.org/W4299678653","https://openalex.org/W4310467605","https://openalex.org/W4312722626","https://openalex.org/W4312914038","https://openalex.org/W4315629987","https://openalex.org/W4323767280","https://openalex.org/W4400762160","https://openalex.org/W6632865047","https://openalex.org/W6637642229","https://openalex.org/W6637967152","https://openalex.org/W6685444567","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6760755450"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2586732548","https://openalex.org/W3084463301"],"abstract_inverted_index":{"As":[0],"the":[1,92,179,186],"threat":[2],"landscape":[3],"for":[4,24,80,120,154],"Operational":[5],"Technology":[6],"(OT)":[7],"and":[8,11,46,76,115,171],"Supervisory":[9],"Control":[10,82],"Data":[12],"Acquisition":[13],"(SCADA)":[14],"systems":[15,27],"grows":[16],"more":[17],"complex,":[18],"there":[19],"is":[20],"a":[21,61,88,142],"pressing":[22],"need":[23],"intrusion":[25,78,122,147],"detection":[26,79,123,187],"that":[28],"can":[29],"dynamically":[30],"adapt":[31],"to":[32,48,51,69],"evolving":[33],"attack":[34],"patterns.":[35],"Traditional":[36],"Machine":[37],"Learning":[38,57],"(ML)":[39],"approaches":[40],"often":[41],"require":[42],"frequent":[43],"manual":[44],"retraining":[45],"struggle":[47],"respond":[49],"efficiently":[50],"these":[52],"dynamic":[53],"threats.":[54],"Deep":[55,99,103,108],"Reinforcement":[56],"(DRL)":[58],"models":[59,183],"present":[60],"promising":[62],"solution,":[63],"offering":[64],"autonomous":[65],"learning":[66],"capabilities,":[67],"adaptability":[68],"diverse":[70],"scenarios":[71],"with":[72,128,151],"minimal":[73],"human":[74],"intervention,":[75],"enhanced":[77],"Industrial":[81],"Systems":[83],"(ICS).":[84],"This":[85],"paper":[86],"presents":[87],"novel":[89],"investigation":[90],"into":[91],"application":[93],"of":[94,181,188],"various":[95],"DRL":[96,155,182],"models,":[97],"including":[98],"Q-Network":[100,104,109],"(DQN),":[101],"Double":[102,107],"(DDQN),":[105],"Dueling":[106],"(D3QN),":[110],"REINFORCE,":[111],"Advantage":[112],"Actor-Critic":[113],"(A2C),":[114],"Proximal":[116],"Policy":[117],"Optimization":[118],"(PPO),":[119],"network":[121],"in":[124,165,184],"ICS.":[125],"Performance":[126],"comparisons":[127],"traditional":[129],"ML":[130,196],"methods":[131],"are":[132,149],"conducted":[133],"using":[134],"relevant":[135],"metrics.":[136],"To":[137],"assess":[138],"their":[139],"effectiveness":[140],"without":[141],"live":[143],"environment,":[144],"labeled":[145],"pre-recorded":[146],"datasets":[148],"utilized,":[150],"tailored":[152],"adaptations":[153,160],"model":[156],"training":[157],"outlined.":[158],"These":[159],"include":[161],"generating":[162],"data":[163],"samples":[164],"mini-batches,":[166],"integrating":[167],"small":[168],"discount":[169],"factors,":[170],"employing":[172],"straightforward":[173],"reward":[174],"functions.":[175],"Comprehensive":[176],"results":[177],"underscore":[178],"efficacy":[180],"bolstering":[185],"advanced":[189],"cyberattacks":[190],"within":[191],"OT":[192],"environments,":[193],"surpassing":[194],"conventional":[195],"approaches.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":14}],"updated_date":"2026-03-29T08:15:47.926485","created_date":"2025-10-10T00:00:00"}