{"id":"https://openalex.org/W4410294681","doi":"https://doi.org/10.1109/access.2025.3569312","title":"Reinforcement Learning With Deep Features: A Dynamic Approach for Intrusion Detection in IoT Networks","display_name":"Reinforcement Learning With Deep Features: A Dynamic Approach for Intrusion Detection in IoT Networks","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4410294681","doi":"https://doi.org/10.1109/access.2025.3569312"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3569312","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3569312","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3569312","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061159372","display_name":"Mohamad Khayat","orcid":"https://orcid.org/0000-0002-1774-786X"},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":true,"raw_author_name":"Mohamad Khayat","raw_affiliation_strings":["College of Information Technology, United Arab Emirates University, Al Ain, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0002-1774-786X","affiliations":[{"raw_affiliation_string":"College of Information Technology, United Arab Emirates University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066524623","display_name":"Ezedin Barka","orcid":"https://orcid.org/0000-0002-3995-7198"},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Ezedin Barka","raw_affiliation_strings":["College of Information Technology, United Arab Emirates University, Al Ain, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0002-3995-7198","affiliations":[{"raw_affiliation_string":"College of Information Technology, United Arab Emirates University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022074764","display_name":"Mohamed Adel Serhani","orcid":"https://orcid.org/0000-0001-7001-3710"},"institutions":[{"id":"https://openalex.org/I29891158","display_name":"University of Sharjah","ror":"https://ror.org/00engpz63","country_code":"AE","type":"education","lineage":["https://openalex.org/I29891158"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Mohamed Adel Serhani","raw_affiliation_strings":["College of Computing and Informatics, University of Sharjah, Sharjah, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0001-7001-3710","affiliations":[{"raw_affiliation_string":"College of Computing and Informatics, University of Sharjah, Sharjah, United Arab Emirates","institution_ids":["https://openalex.org/I29891158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020497805","display_name":"Farag Sallabi","orcid":"https://orcid.org/0000-0002-2887-5410"},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Farag Sallabi","raw_affiliation_strings":["College of Information Technology, United Arab Emirates University, Al Ain, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0002-2887-5410","affiliations":[{"raw_affiliation_string":"College of Information Technology, United Arab Emirates University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028978354","display_name":"Khaled Shuaib","orcid":null},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Khaled Shuaib","raw_affiliation_strings":["College of Information Technology, United Arab Emirates University, Al Ain, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0003-1397-0420","affiliations":[{"raw_affiliation_string":"College of Information Technology, United Arab Emirates University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058952543","display_name":"Heba M. Khater","orcid":"https://orcid.org/0000-0002-6394-3482"},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Heba M. Khater","raw_affiliation_strings":["College of Information Technology, United Arab Emirates University, Al Ain, United Arab Emirates"],"raw_orcid":"https://orcid.org/0000-0002-6394-3482","affiliations":[{"raw_affiliation_string":"College of Information Technology, United Arab Emirates University, Al Ain, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5061159372"],"corresponding_institution_ids":["https://openalex.org/I201726411"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":4.9687,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.95054786,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"13","issue":null,"first_page":"92319","last_page":"92337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9391999840736389,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.921999990940094,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8019682168960571},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7985366582870483},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.6802566051483154},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.599376380443573},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5983307361602783},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46187520027160645},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.18098357319831848}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8019682168960571},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7985366582870483},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.6802566051483154},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.599376380443573},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5983307361602783},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46187520027160645},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.18098357319831848}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3569312","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3569312","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:51245d3feb334ea5bb18248c98ec7ca5","is_oa":true,"landing_page_url":"https://doaj.org/article/51245d3feb334ea5bb18248c98ec7ca5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 92319-92337 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3569312","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3569312","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2963748489","https://openalex.org/W2991140181","https://openalex.org/W3009422166","https://openalex.org/W3027870121","https://openalex.org/W3038962357","https://openalex.org/W3115360974","https://openalex.org/W3154409376","https://openalex.org/W3154485088","https://openalex.org/W3158729335","https://openalex.org/W3202083238","https://openalex.org/W3208773001","https://openalex.org/W3217748719","https://openalex.org/W4206490792","https://openalex.org/W4212986808","https://openalex.org/W4220985823","https://openalex.org/W4229456235","https://openalex.org/W4281622057","https://openalex.org/W4284994113","https://openalex.org/W4285058242","https://openalex.org/W4288081073","https://openalex.org/W4296268039","https://openalex.org/W4307190418","https://openalex.org/W4312492986","https://openalex.org/W4313891707","https://openalex.org/W4319316768","https://openalex.org/W4324141208","https://openalex.org/W4387175139","https://openalex.org/W4387587680","https://openalex.org/W4407596680","https://openalex.org/W4407744905","https://openalex.org/W4407808995","https://openalex.org/W4408979983"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Intrusion":[0],"detection":[1,48,70],"in":[2,95,151],"Internet":[3],"of":[4,252],"Things":[5],"(IoT)":[6],"networks":[7,163,167],"is":[8,34,79],"essential":[9,35],"to":[10,19,26,36,53,55,72,118,145,171,243],"identify":[11,74],"and":[12,16,42,57,67,75,108,128,138,148,164,220,235,262,267,271,281,288],"mitigate":[13,76],"security":[14],"breaches":[15],"unauthorized":[17],"access":[18],"connected":[20],"devices.":[21],"As":[22],"IoT":[23,96],"devices":[24],"continue":[25],"advance,":[27],"securing":[28],"interconnected":[29],"systems":[30,49],"against":[31],"malicious":[32],"attacks":[33],"ensure":[37],"data":[38,178,261],"privacy,":[39],"system":[40,62],"integrity,":[41],"user":[43],"safety.":[44],"However,":[45],"traditional":[46],"intrusion":[47,69],"(IDSs)":[50],"often":[51],"struggle":[52],"adapt":[54],"novel":[56],"evolving":[58],"threats.":[59],"Developing":[60],"a":[61,87,193,238],"that":[63,197,232],"can":[64],"autonomously":[65],"learn":[66],"enhance":[68,244],"capabilities":[71],"effectively":[73],"emerging":[77],"threats":[78],"challenging.":[80],"To":[81],"address":[82],"this":[83],"issue,":[84],"we":[85],"propose":[86],"reinforcement":[88],"learning":[89,157,223],"(RL)\u2013based":[90],"approach":[91,209],"for":[92,213],"enhancing":[93],"cybersecurity":[94],"networks.":[97],"First,":[98],"various":[99],"preprocessing":[100],"techniques":[101],"such":[102,179],"as":[103,180],"handling":[104],"missing":[105],"values,":[106],"outliers,":[107],"min\u2013max":[109],"scaling":[110],"normalization":[111],"were":[112,131,140,169,190],"applied.":[113],"Then,":[114],"domain-specific":[115],"features":[116,144,175],"related":[117],"network":[119,153,181],"traffic":[120],"patterns,":[121],"including":[122,135,159],"packet":[123,126,129],"size":[124],"distribution,":[125],"count,":[127],"rate,":[130],"extracted.":[132],"Statistical":[133],"measures,":[134],"mean,":[136],"variance,":[137],"entropy,":[139],"calculated":[141],"from":[142,176],"these":[143],"determine":[146],"temporal":[147],"spatial":[149],"variations":[150],"the":[152,221,250,253],"data.":[154],"Moreover,":[155],"deep":[156,239],"models,":[158],"long":[160],"short-term":[161],"memory":[162],"convolutional":[165],"neural":[166],"(CNNs),":[168],"used":[170],"automatically":[172],"extract":[173],"high-level":[174],"raw":[177],"logs":[182],"or":[183],"sensor":[184],"readings.":[185],"The":[186],"extracted":[187],"feature":[188,194,214],"sets":[189],"concatenated":[191],"within":[192],"fusion":[195],"layer":[196],"enabled":[198],"efficient":[199],"dimensionality":[200],"reduction":[201],"via":[202],"principal":[203],"component":[204],"analysis.":[205],"A":[206],"hybrid":[207],"optimization":[208,219,225],"was":[210,241],"also":[211],"introduced":[212],"selection":[215],"using":[216],"green":[217],"anaconda":[218],"chaotic":[222],"osprey":[224],"algorithm.":[226],"Furthermore,":[227],"an":[228],"RL-based":[229],"IDS":[230],"(RL-IDS)":[231],"incorporates":[233],"RNNs":[234],"autoencoders":[236],"with":[237,258,264],"Q-network":[240],"proposed":[242],"threat":[245],"detection.":[246],"Experimental":[247],"outcomes":[248],"emphasize":[249],"superiority":[251],"method,":[254],"obtaining":[255],"99.45%":[256],"accuracy":[257],"70%":[259],"training":[260],"99.80%":[263],"80%.":[265],"Precision":[266],"F-measure":[268],"are":[269],"99.99%":[270],"99.89%,":[272],"respectively,":[273],"outperforming":[274],"current":[275],"models":[276],"like":[277],"CNN,":[278],"DNN,":[279],"LSTM,":[280],"GAN-DRL,":[282],"while":[283],"efficiently":[284],"reducing":[285],"false":[286,289],"positives":[287],"negatives.":[290]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-14T08:36:36.166977","created_date":"2025-10-10T00:00:00"}