{"id":"https://openalex.org/W4414798792","doi":"https://doi.org/10.1109/access.2025.3617792","title":"A Self-Adaptive Intrusion Detection System for Zero-Day Attacks Using Deep Q-Networks","display_name":"A Self-Adaptive Intrusion Detection System for Zero-Day Attacks Using Deep Q-Networks","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414798792","doi":"https://doi.org/10.1109/access.2025.3617792"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3617792","doi":"https://doi.org/10.1109/access.2025.3617792","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3617792","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3617792","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007101385","display_name":"Mouhammd Sharari Alkasassbeh","orcid":"https://orcid.org/0000-0001-8396-7441","observed_orcids":["https://orcid.org/0000-0001-8396-7441"]},"institutions":[{"id":"https://openalex.org/I158749337","display_name":"Princess Sumaya University for Technology","ror":"https://ror.org/01jy46q10","country_code":"JO","type":"education","lineage":["https://openalex.org/I158749337"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Mouhammd Alkasassbeh","raw_affiliation_strings":["Computer Science Department, Princess Sumaya University for Technology, Amman, Jordan","Computer Science Department, Princess Sumaya University for Technology for Technology, Amman, Jordan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Princess Sumaya University for Technology, Amman, Jordan","institution_ids":["https://openalex.org/I158749337"]},{"raw_affiliation_string":"Computer Science Department, Princess Sumaya University for Technology for Technology, Amman, Jordan","institution_ids":["https://openalex.org/I158749337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093415323","display_name":"Ebtehal H. Omoush","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I158749337","display_name":"Princess Sumaya University for Technology","ror":"https://ror.org/01jy46q10","country_code":"JO","type":"education","lineage":["https://openalex.org/I158749337"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Ebtehal H. Omoush","raw_affiliation_strings":["Computer Science Department, Princess Sumaya University for Technology, Amman, Jordan","Computer Science Department, Princess Sumaya University for Technology for Technology, Amman, Jordan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Princess Sumaya University for Technology, Amman, Jordan","institution_ids":["https://openalex.org/I158749337"]},{"raw_affiliation_string":"Computer Science Department, Princess Sumaya University for Technology for Technology, Amman, Jordan","institution_ids":["https://openalex.org/I158749337"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020623298","display_name":"Mohammad Almseidin","orcid":"https://orcid.org/0000-0002-0782-2168","observed_orcids":["https://orcid.org/0000-0002-0782-2168"]},"institutions":[{"id":"https://openalex.org/I114432678","display_name":"Tafila Technical University","ror":"https://ror.org/04jzmk773","country_code":"JO","type":"education","lineage":["https://openalex.org/I114432678"]}],"countries":["JO"],"is_corresponding":false,"raw_author_name":"Mohammad Almseidin","raw_affiliation_strings":["Tafila Technical University, Tafila, Jordan"],"raw_orcid":"https://orcid.org/0000-0002-0782-2168","affiliations":[{"raw_affiliation_string":"Tafila Technical University, Tafila, Jordan","institution_ids":["https://openalex.org/I114432678"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070543103","display_name":"Amjad Yousef Aldweesh","orcid":"https://orcid.org/0000-0001-9358-1323","observed_orcids":["https://orcid.org/0000-0001-9358-1323","https://orcid.org/0009-0009-1512-6742"]},"institutions":[{"id":"https://openalex.org/I206935292","display_name":"Shaqra University","ror":"https://ror.org/05hawb687","country_code":"SA","type":"education","lineage":["https://openalex.org/I206935292"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Amjad Aldweesh","raw_affiliation_strings":["Department of Computer Science, College of Computing and IT, Shaqra University, Shaqra, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-9358-1323","affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Computing and IT, Shaqra University, Shaqra, Saudi Arabia","institution_ids":["https://openalex.org/I206935292"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2075,"currency":"USD","value_usd":2075},"apc_paid":{"value":2075,"currency":"USD","value_usd":2075},"fwci":6.2542,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.96955167,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"13","issue":null,"first_page":"174280","last_page":"174296"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.003800000064074993,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/zero-day-attacks","display_name":"zero-day attacks","score":0.8619999885559082},{"id":"https://openalex.org/keywords/intrusion-detection","display_name":"intrusion detection","score":0.9319999814033508},{"id":"https://openalex.org/keywords/deep-q-network","display_name":"deep Q-network","score":0.9049999713897705},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8659999966621399},{"id":"https://openalex.org/keywords/ransomware-detection","display_name":"ransomware detection","score":0.8820000290870667},{"id":"https://openalex.org/keywords/network-traffic-classification","display_name":"network traffic classification","score":0.781000018119812},{"id":"https://openalex.org/keywords/unsupervised-anomaly-detection","display_name":"unsupervised anomaly detection","score":0.7020000219345093}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8163999915122986},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.7307000160217285},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.579200029373169},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5040000081062317},{"id":"https://openalex.org/C2777667771","wikidata":"https://www.wikidata.org/wiki/Q926331","display_name":"Ransomware","level":3,"score":0.4862000048160553},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4611999988555908},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4521999955177307},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4343999922275543},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42489999532699585},{"id":"https://openalex.org/C137524506","wikidata":"https://www.wikidata.org/wiki/Q2247688","display_name":"Anomaly-based intrusion detection system","level":3,"score":0.3774999976158142},{"id":"https://openalex.org/C182590292","wikidata":"https://www.wikidata.org/wiki/Q989632","display_name":"Network security","level":2,"score":0.3621000051498413},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.33000001311302185},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.3273000121116638},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.29179999232292175},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.28929999470710754},{"id":"https://openalex.org/C178489894","wikidata":"https://www.wikidata.org/wiki/Q8789","display_name":"Cryptography","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C65856478","wikidata":"https://www.wikidata.org/wiki/Q3991682","display_name":"Attack model","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.2603999972343445},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2508000135421753}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3617792","doi":"https://doi.org/10.1109/access.2025.3617792","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3617792","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f87c6aa4a5a84f54b4ab8dc6c8941f2f","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/f87c6aa4a5a84f54b4ab8dc6c8941f2f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 174280-174296 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3617792","doi":"https://doi.org/10.1109/access.2025.3617792","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3617792","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320324457","display_name":"Shaqra University","ror":"https://ror.org/05hawb687"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2169768310","https://openalex.org/W2921135734","https://openalex.org/W2983270658","https://openalex.org/W3172875390","https://openalex.org/W3194129848","https://openalex.org/W3202886566","https://openalex.org/W3203436613","https://openalex.org/W4206518223","https://openalex.org/W4210954769","https://openalex.org/W4214717370","https://openalex.org/W4309939034","https://openalex.org/W4312277152","https://openalex.org/W4312401446","https://openalex.org/W4318217842","https://openalex.org/W4322493038","https://openalex.org/W4322730961","https://openalex.org/W4353004226","https://openalex.org/W4383747348","https://openalex.org/W4384911824","https://openalex.org/W4386013692","https://openalex.org/W4392008331","https://openalex.org/W4399932147","https://openalex.org/W4400497538","https://openalex.org/W4400527205","https://openalex.org/W4400976046","https://openalex.org/W4401409500","https://openalex.org/W4402301350","https://openalex.org/W4402945229","https://openalex.org/W4404563210","https://openalex.org/W4406371502","https://openalex.org/W4406949834","https://openalex.org/W4409103822"],"related_works":["https://openalex.org/W7211954975","https://openalex.org/W7123354248","https://openalex.org/W4391069478","https://openalex.org/W7133704920","https://openalex.org/W7202400661","https://openalex.org/W7221439873","https://openalex.org/W4410472841","https://openalex.org/W4411949296","https://openalex.org/W7166308332","https://openalex.org/W4411204740"],"abstract_inverted_index":{"Zero-day":[0],"attacks":[1],"remain":[2],"among":[3],"the":[4,55,58,80,91,100,109,129,138],"most":[5],"formidable":[6],"threats":[7],"to":[8],"modern":[9],"cybersecurity,":[10],"exploiting":[11],"undisclosed":[12],"vulnerabilities":[13],"that":[14],"bypass":[15],"conventional":[16,67],"detection":[17,27,152],"mechanisms.":[18],"In":[19,88,119],"this":[20],"paper,":[21],"we":[22],"propose":[23],"a":[24,35,66,71,144],"self-learning":[25],"intrusion":[26,151],"system":[28,93],"(IDS)":[29],"based":[30],"on":[31,47],"Deep":[32],"Q-Networks":[33],"(DQNs),":[34],"reinforcement":[36,141],"learning":[37,142],"approach":[38],"capable":[39],"of":[40,140],"autonomously":[41],"classifying":[42],"network":[43],"traffic":[44],"without":[45],"dependence":[46],"predefined":[48],"signatures":[49],"or":[50],"labeled":[51],"training":[52],"data.":[53],"Leveraging":[54],"UGRansome":[56],"dataset,":[57],"model":[59],"is":[60],"evaluated":[61],"under":[62],"two":[63],"experimental":[64],"scenarios:":[65],"random":[68,101,130],"split":[69,102],"and":[70,103,125,131,146],"more":[72],"rigorous":[73],"zero-day":[74,110,132],"split,":[75],"where":[76],"ransomware":[77,117],"families":[78],"in":[79,99,108,128,153],"test":[81],"set":[82],"are":[83],"entirely":[84],"excluded":[85],"from":[86],"training.":[87],"binary":[89],"classification,":[90,121],"proposed":[92],"achieves":[94],"97.6%":[95],"accuracy":[96,105,127],"(F1-score:":[97,106],"0.98)":[98],"95.9%":[104],"0.96)":[107],"setup,":[111],"consistently":[112],"prioritizing":[113],"high":[114],"recall":[115],"for":[116,149],"detection.":[118],"multiclass":[120],"it":[122],"attains":[123],"97.0%":[124],"92.0%":[126],"splits,":[133],"respectively.":[134],"These":[135],"results":[136],"underscore":[137],"potential":[139],"as":[143],"robust":[145],"adaptive":[147],"foundation":[148],"real-time":[150],"evolving":[154],"threat":[155],"landscapes.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":20}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}