{"id":"https://openalex.org/W4415707127","doi":"https://doi.org/10.1109/access.2025.3627098","title":"A Comparative Analysis of Machine Learning and Deep Reinforcement Learning Approaches for Adaptive Intrusion Detection","display_name":"A Comparative Analysis of Machine Learning and Deep Reinforcement Learning Approaches for Adaptive Intrusion Detection","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415707127","doi":"https://doi.org/10.1109/access.2025.3627098"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3627098","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3627098","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3627098","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043844238","display_name":"Ay\u015fe Okutan Kara","orcid":null},"institutions":[{"id":"https://openalex.org/I4210098942","display_name":"Milli Savunma \u00dcniversitesi","ror":"https://ror.org/010t24d82","country_code":"TR","type":"education","lineage":["https://openalex.org/I4210098942"]},{"id":"https://openalex.org/I79305253","display_name":"National Defence University","ror":"https://ror.org/045vxh980","country_code":"PK","type":"education","lineage":["https://openalex.org/I79305253"]}],"countries":["PK","TR"],"is_corresponding":false,"raw_author_name":"Ay\u015fe Okutan Kara","raw_affiliation_strings":["Department of Computer Engineering, National Defence University, Istanbul, Türkiye","Department of Computer Engineering, National Defence University, Istanbul, Turkiye"],"raw_orcid":"https://orcid.org/0009-0009-1934-4253","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, National Defence University, Istanbul, Türkiye","institution_ids":["https://openalex.org/I79305253"]},{"raw_affiliation_string":"Department of Computer Engineering, National Defence University, Istanbul, Turkiye","institution_ids":["https://openalex.org/I79305253","https://openalex.org/I4210098942"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063083883","display_name":"Mustafa Kara","orcid":"https://orcid.org/0000-0002-7093-0153"},"institutions":[{"id":"https://openalex.org/I4210098942","display_name":"Milli Savunma \u00dcniversitesi","ror":"https://ror.org/010t24d82","country_code":"TR","type":"education","lineage":["https://openalex.org/I4210098942"]},{"id":"https://openalex.org/I79305253","display_name":"National Defence University","ror":"https://ror.org/045vxh980","country_code":"PK","type":"education","lineage":["https://openalex.org/I79305253"]}],"countries":["PK","TR"],"is_corresponding":false,"raw_author_name":"Mustafa Kara","raw_affiliation_strings":["Department of Computer Engineering, National Defence University, Istanbul, Türkiye","Department of Computer Engineering, National Defence University, Istanbul, Turkiye"],"raw_orcid":"https://orcid.org/0000-0002-7093-0153","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, National Defence University, Istanbul, Türkiye","institution_ids":["https://openalex.org/I79305253"]},{"raw_affiliation_string":"Department of Computer Engineering, National Defence University, Istanbul, Turkiye","institution_ids":["https://openalex.org/I79305253","https://openalex.org/I4210098942"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007685903","display_name":"Aytu\u011f Boyac\u0131","orcid":"https://orcid.org/0000-0003-1016-3439"},"institutions":[{"id":"https://openalex.org/I4210098942","display_name":"Milli Savunma \u00dcniversitesi","ror":"https://ror.org/010t24d82","country_code":"TR","type":"education","lineage":["https://openalex.org/I4210098942"]},{"id":"https://openalex.org/I79305253","display_name":"National Defence University","ror":"https://ror.org/045vxh980","country_code":"PK","type":"education","lineage":["https://openalex.org/I79305253"]}],"countries":["PK","TR"],"is_corresponding":false,"raw_author_name":"Aytu\u011f Boyaci","raw_affiliation_strings":["Department of Computer Engineering, National Defence University, Istanbul, Türkiye","Department of Computer Engineering, National Defence University, Istanbul, Turkiye"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, National Defence University, Istanbul, Türkiye","institution_ids":["https://openalex.org/I79305253"]},{"raw_affiliation_string":"Department of Computer Engineering, National Defence University, Istanbul, Turkiye","institution_ids":["https://openalex.org/I79305253","https://openalex.org/I4210098942"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.3274392,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":null,"first_page":"189833","last_page":"189849"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.8328999876976013,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.8328999876976013,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.02669999934732914,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.01940000057220459,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8151000142097473},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.5669999718666077},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.5622000098228455},{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.5245000123977661},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5245000123977661},{"id":"https://openalex.org/keywords/random-forest","display_name":"Random forest","score":0.5205000042915344},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4489000141620636},{"id":"https://openalex.org/keywords/learning-classifier-system","display_name":"Learning classifier system","score":0.42309999465942383}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8151000142097473},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8151000142097473},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7968999743461609},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7806000113487244},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.5669999718666077},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.5622000098228455},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5245000123977661},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.5245000123977661},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.5205000042915344},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4489000141620636},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.42309999465942383},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.41269999742507935},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3149999976158142},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.3127000033855438},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.3100000023841858},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.30239999294281006},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29019999504089355},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C158251709","wikidata":"https://www.wikidata.org/wiki/Q354025","display_name":"Intrusion","level":2,"score":0.2802000045776367},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.26159998774528503}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3627098","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3627098","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:edbdfccb802f46139b5a420bbc744f6b","is_oa":true,"landing_page_url":"https://doaj.org/article/edbdfccb802f46139b5a420bbc744f6b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 189833-189849 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3627098","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3627098","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Cyber":[0],"threats":[1],"are":[2],"rapidly":[3],"developing,":[4],"necessitating":[5],"more":[6],"adaptable":[7],"and":[8,55,79,95,105,135,144,177,207,212],"intelligent":[9],"security":[10],"frameworks":[11],"for":[12,121],"intrusion":[13,203],"detection":[14,183,204],"systems":[15],"(IDS).":[16],"Conventional":[17],"Machine":[18],"Learning":[19,47],"(ML)":[20],"methodologies,":[21],"although":[22],"proficient":[23],"in":[24,111],"identifying":[25,112],"recognized":[26],"attack":[27],"patterns,":[28],"frequently":[29],"falter":[30],"against":[31],"unexpected":[32],"threats,":[33],"such":[34],"as":[35],"zero-day":[36],"assaults,":[37],"owing":[38],"to":[39,57,91,171],"their":[40,89],"dependence":[41],"on":[42,161],"labeled":[43],"datasets.":[44],"Deep":[45,80],"Reinforcement":[46],"(DRL)":[48],"addresses":[49],"this":[50,152],"limitation":[51],"by":[52],"independently":[53],"learning":[54,173,191],"adapting":[56],"novel":[58],"dangers":[59],"via":[60],"trial-and-error":[61],"interactions":[62],"with":[63,193],"the":[64,70,85,108,128,132,156,162,172,198],"environment.":[65],"This":[66,185],"study":[67,186],"rigorously":[68],"assesses":[69],"efficacy":[71,163],"of":[72,127,158,164,200],"Random":[73],"Forest":[74],"(RF),":[75],"Decision":[76],"Tree":[77],"(DT),":[78],"Q-Learning":[81],"(DQL)":[82],"models":[83,206],"utilizing":[84],"CIC-IDS2017":[86],"dataset,":[87],"contrasting":[88],"capacity":[90,146],"identify":[92],"both":[93],"known":[94,113],"new":[96],"(zero-day)":[97],"attacks.":[98],"The":[99],"experimental":[100,149],"findings":[101],"indicate":[102],"that":[103,169],"DT":[104],"RF":[106],"attain":[107],"maximum":[109],"accuracy":[110],"attacks,":[114],"whereas":[115],"DQL":[116,129],"displays":[117],"enhanced":[118],"generalization":[119,145],"ability":[120],"unknown":[122],"threats.":[123],"Furthermore,":[124],"comparative":[125],"evaluation":[126],"model":[130],"across":[131],"CIC-IDS2017,":[133],"NSL-KDD,":[134],"AWID":[136],"datasets":[137],"offers":[138],"important":[139],"insights":[140,209],"into":[141,210],"its":[142],"robustness":[143],"under":[147],"heterogeneous":[148],"conditions.":[150],"In":[151],"study,":[153],"we":[154],"investigate":[155],"influence":[157],"hyperparameter":[159],"tuning":[160],"deep":[165,194],"reinforcement":[166,195,201],"learning,":[167,196],"demonstrating":[168,197],"modifications":[170],"rate,":[174],"exploration":[175],"strategy,":[176],"experience":[178],"replay":[179],"buffer":[180],"substantially":[181],"improve":[182],"accuracy.":[184],"systematically":[187],"compares":[188],"classic":[189],"machine":[190],"techniques":[192],"viability":[199],"learning-based":[202],"system":[205],"providing":[208],"adaptive":[211],"autonomous":[213],"cybersecurity":[214],"solutions.":[215]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-30T00:00:00"}