{"id":"https://openalex.org/W4399307582","doi":"https://doi.org/10.1109/pais62114.2024.10541295","title":"Reinforcement Learning Approach for IoT Security using CyberBattleSim: A Simulation-based Study","display_name":"Reinforcement Learning Approach for IoT Security using CyberBattleSim: A Simulation-based Study","publication_year":2024,"publication_date":"2024-04-24","ids":{"openalex":"https://openalex.org/W4399307582","doi":"https://doi.org/10.1109/pais62114.2024.10541295"},"language":"en","primary_location":{"id":"doi:10.1109/pais62114.2024.10541295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pais62114.2024.10541295","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 6th International Conference on Pattern Analysis and Intelligent Systems (PAIS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016695348","display_name":"Mohamed Nadhir Abid","orcid":"https://orcid.org/0000-0002-6284-4036"},"institutions":[{"id":"https://openalex.org/I4210154551","display_name":"Centre Hospitalo-Universitaire Bab El Oued","ror":"https://ror.org/05qf3bt68","country_code":"DZ","type":"healthcare","lineage":["https://openalex.org/I4210154551"]},{"id":"https://openalex.org/I4210157185","display_name":"University of Eloued","ror":"https://ror.org/05416s909","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210157185"]}],"countries":["DZ"],"is_corresponding":false,"raw_author_name":"Mohamed Nadhir Abid","raw_affiliation_strings":["University of El Oued LIAP Laboratory,Computer Science,El Oued,Algeria","Computer Science, University of El Oued LIAP Laboratory, El Oued, Algeria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of El Oued LIAP Laboratory,Computer Science,El Oued,Algeria","institution_ids":["https://openalex.org/I4210154551","https://openalex.org/I4210157185"]},{"raw_affiliation_string":"Computer Science, University of El Oued LIAP Laboratory, El Oued, Algeria","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018019539","display_name":"Mounir Beggas","orcid":"https://orcid.org/0000-0001-8167-1452"},"institutions":[{"id":"https://openalex.org/I4210154551","display_name":"Centre Hospitalo-Universitaire Bab El Oued","ror":"https://ror.org/05qf3bt68","country_code":"DZ","type":"healthcare","lineage":["https://openalex.org/I4210154551"]},{"id":"https://openalex.org/I4210157185","display_name":"University of Eloued","ror":"https://ror.org/05416s909","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210157185"]}],"countries":["DZ"],"is_corresponding":false,"raw_author_name":"Mounir Beggas","raw_affiliation_strings":["University of El Oued LIAP Laboratory,Computer Science,El Oued,Algeria","Computer Science, University of El Oued LIAP Laboratory, El Oued, Algeria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of El Oued LIAP Laboratory,Computer Science,El Oued,Algeria","institution_ids":["https://openalex.org/I4210154551","https://openalex.org/I4210157185"]},{"raw_affiliation_string":"Computer Science, University of El Oued LIAP Laboratory, El Oued, Algeria","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006883497","display_name":"Abdelkader Laouid","orcid":"https://orcid.org/0000-0002-8175-8467"},"institutions":[{"id":"https://openalex.org/I4210154551","display_name":"Centre Hospitalo-Universitaire Bab El Oued","ror":"https://ror.org/05qf3bt68","country_code":"DZ","type":"healthcare","lineage":["https://openalex.org/I4210154551"]},{"id":"https://openalex.org/I4210157185","display_name":"University of Eloued","ror":"https://ror.org/05416s909","country_code":"DZ","type":"education","lineage":["https://openalex.org/I4210157185"]}],"countries":["DZ"],"is_corresponding":false,"raw_author_name":"Abdelkader Laouid","raw_affiliation_strings":["University of El Oued LIAP Laboratory,Computer Science,El Oued,Algeria","Computer Science, University of El Oued LIAP Laboratory, El Oued, Algeria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of El Oued LIAP Laboratory,Computer Science,El Oued,Algeria","institution_ids":["https://openalex.org/I4210154551","https://openalex.org/I4210157185"]},{"raw_affiliation_string":"Computer Science, University of El Oued LIAP Laboratory, El Oued, Algeria","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.453,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.93764103,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8778274059295654},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7998644709587097},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.7583804130554199},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.47525402903556824},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37078768014907837},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3438224792480469},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3368868827819824}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8778274059295654},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7998644709587097},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.7583804130554199},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.47525402903556824},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37078768014907837},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3438224792480469},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3368868827819824}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pais62114.2024.10541295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pais62114.2024.10541295","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 6th International Conference on Pattern Analysis and Intelligent Systems (PAIS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2139132479","https://openalex.org/W2582025857","https://openalex.org/W2788796965","https://openalex.org/W2898035736","https://openalex.org/W2939467494","https://openalex.org/W2973862992","https://openalex.org/W3001796460","https://openalex.org/W3003546983","https://openalex.org/W3020687048","https://openalex.org/W3139973964","https://openalex.org/W3177669185","https://openalex.org/W4286893914","https://openalex.org/W4362612645","https://openalex.org/W4366994033","https://openalex.org/W4372049255","https://openalex.org/W6748859146","https://openalex.org/W6809044246","https://openalex.org/W6849857020"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W2625093826","https://openalex.org/W4306904969","https://openalex.org/W2950174689","https://openalex.org/W4200598720","https://openalex.org/W2921026492","https://openalex.org/W4247463117","https://openalex.org/W2138720691"],"abstract_inverted_index":{"The":[0,43,98,117],"rapid":[1],"increase":[2],"of":[3,20,112],"IoT":[4,41,67,76,95,106,137],"devices":[5],"has":[6],"led":[7],"to":[8,13,53,88,103,135,147],"significant":[9],"security":[10,90],"challenges":[11],"due":[12],"their":[14],"diverse":[15],"nature":[16],"and":[17,37,55,79,128],"the":[18,48,113,121,132,149],"complexity":[19],"potential":[21,87,134],"cyber":[22,60],"threats.":[23,61],"This":[24],"study":[25,150],"addresses":[26],"this":[27,93],"problem":[28],"by":[29],"exploring":[30],"reinforcement":[31],"learning":[32],"(RL)":[33],"as":[34],"a":[35,65,73,81,109],"dynamic":[36],"adaptable":[38],"solution":[39],"for":[40,85],"security.":[42,138],"research":[44],"employs":[45],"RL":[46,114],"within":[47],"CyberBattleSim":[49],"simulation":[50],"platform":[51],"environment":[52,69],"develop":[54],"evaluate":[56],"defensive":[57],"strategies":[58],"against":[59],"To":[62],"achieve":[63],"this,":[64],"custom":[66],"network":[68,77,96],"was":[70],"designed,":[71],"mimicking":[72],"smart":[74],"house":[75],"pattern":[78],"utilizing":[80],"Q-learning":[82,122],"algorithm":[83],"selected":[84],"its":[86],"optimize":[89],"responses":[91],"in":[92,126,142],"simulated":[94],"setting.":[97],"environmental":[99],"parameters":[100],"were":[101],"designed":[102],"mimic":[104],"realistic":[105],"scenarios,":[107],"facilitating":[108],"thorough":[110],"investigation":[111],"technique\u2019s":[115,133],"efficacy.":[116],"results":[118],"indicate":[119],"that":[120],"agent":[123],"demonstrates":[124],"superiority":[125],"identifying":[127],"mitigating":[129],"threats,":[130],"highlighting":[131],"enhance":[136],"However,":[139],"further":[140],"validation":[141],"real-world":[143],"settings":[144],"is":[145],"needed":[146],"make":[148],"more":[151],"accurate.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-22T07:34:49.880490","created_date":"2025-10-10T00:00:00"}