{"id":"https://openalex.org/W4285147178","doi":"https://doi.org/10.1109/tvt.2022.3186834","title":"Robust Enhancement of Intrusion Detection Systems Using Deep Reinforcement Learning and Stochastic Game","display_name":"Robust Enhancement of Intrusion Detection Systems Using Deep Reinforcement Learning and Stochastic Game","publication_year":2022,"publication_date":"2022-06-28","ids":{"openalex":"https://openalex.org/W4285147178","doi":"https://doi.org/10.1109/tvt.2022.3186834"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3186834","doi":"https://doi.org/10.1109/tvt.2022.3186834","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3186834","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050123066","display_name":"Hafsa Benaddi","orcid":"https://orcid.org/0000-0003-2489-0637","observed_orcids":["https://orcid.org/0000-0003-2489-0637"]},"institutions":[{"id":"https://openalex.org/I3121676899","display_name":"Universit\u00e9 Ibn-Tofail","ror":"https://ror.org/02wj89n04","country_code":"MA","type":"education","lineage":["https://openalex.org/I3121676899"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Hafsa Benaddi","raw_affiliation_strings":["Faculty of Sciences, LaRI Laboratory, Ibn Tofail University, Kenitra, Morocco"],"raw_orcid":"https://orcid.org/0000-0003-2489-0637","affiliations":[{"raw_affiliation_string":"Faculty of Sciences, LaRI Laboratory, Ibn Tofail University, Kenitra, Morocco","institution_ids":["https://openalex.org/I3121676899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036440733","display_name":"Khalil Ibrahimi","orcid":"https://orcid.org/0000-0002-9682-9555","observed_orcids":["https://orcid.org/0000-0002-9682-9555"]},"institutions":[{"id":"https://openalex.org/I3121676899","display_name":"Universit\u00e9 Ibn-Tofail","ror":"https://ror.org/02wj89n04","country_code":"MA","type":"education","lineage":["https://openalex.org/I3121676899"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Khalil Ibrahimi","raw_affiliation_strings":["Faculty of Sciences, LaRI Laboratory, Ibn Tofail University, Kenitra, Morocco"],"raw_orcid":"https://orcid.org/0000-0002-9682-9555","affiliations":[{"raw_affiliation_string":"Faculty of Sciences, LaRI Laboratory, Ibn Tofail University, Kenitra, Morocco","institution_ids":["https://openalex.org/I3121676899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060341203","display_name":"Abderrahim Benslimane","orcid":"https://orcid.org/0000-0001-9307-6132","observed_orcids":["https://orcid.org/0000-0001-9307-6132"]},"institutions":[{"id":"https://openalex.org/I198415970","display_name":"Universit\u00e9 d'Avignon et des Pays de Vaucluse","ror":"https://ror.org/00mfpxb84","country_code":"FR","type":"education","lineage":["https://openalex.org/I198415970"]},{"id":"https://openalex.org/I4210119991","display_name":"Laboratoire Informatique d'Avignon","ror":"https://ror.org/02n399288","country_code":"FR","type":"facility","lineage":["https://openalex.org/I198415970","https://openalex.org/I4210119991"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Abderrahim Benslimane","raw_affiliation_strings":["University of Avignon, CERI/LIA, Avignon, France"],"raw_orcid":"https://orcid.org/0000-0001-9307-6132","affiliations":[{"raw_affiliation_string":"University of Avignon, CERI/LIA, Avignon, France","institution_ids":["https://openalex.org/I198415970","https://openalex.org/I4210119991"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065165118","display_name":"Mohammed Jouhari","orcid":"https://orcid.org/0000-0001-5406-8594","observed_orcids":["https://orcid.org/0000-0001-5406-8594"]},"institutions":[{"id":"https://openalex.org/I4210131560","display_name":"Universit\u00e9 Mohammed VI Polytechnique","ror":"https://ror.org/03xc55g68","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210131560"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Mohammed Jouhari","raw_affiliation_strings":["School of Computer Science, Mohammed VI Polytechnic University, Ben Guerir, Morocco"],"raw_orcid":"https://orcid.org/0000-0001-5406-8594","affiliations":[{"raw_affiliation_string":"School of Computer Science, Mohammed VI Polytechnic University, Ben Guerir, Morocco","institution_ids":["https://openalex.org/I4210131560"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037574053","display_name":"Junaid Qadir","orcid":"https://orcid.org/0000-0001-9466-2475","observed_orcids":["https://orcid.org/0000-0001-9466-2475"]},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Junaid Qadir","raw_affiliation_strings":["Department of Computer Science, Engineering, College of Engineering, Qatar University, Doha, Qatar"],"raw_orcid":"https://orcid.org/0000-0001-9466-2475","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Engineering, College of Engineering, Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":null,"fwci":6.9398,"has_fulltext":false,"cited_by_count":84,"citation_normalized_percentile":{"value":0.97622901,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"71","issue":"10","first_page":"11089","last_page":"11102"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12391","display_name":"Artificial Immune Systems Applications","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intrusion-detection-systems","display_name":"intrusion detection systems","score":0.9909999966621399},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.984000027179718},{"id":"https://openalex.org/keywords/nonzero-sum-games","display_name":"non-zero-sum games","score":0.7559999823570251},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.9129999876022339},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.9229999780654907},{"id":"https://openalex.org/keywords/network-traffic-classification","display_name":"network traffic classification","score":0.7900000214576721},{"id":"https://openalex.org/keywords/cyberattack-detection","display_name":"cyberattack detection","score":0.6779999732971191},{"id":"https://openalex.org/keywords/false-alarm-reduction","display_name":"false alarm reduction","score":0.8669999837875366},{"id":"https://openalex.org/keywords/nsl-kdd","display_name":"NSL-KDD dataset","score":0.7739999890327454}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8339877128601074},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6723446846008301},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6689178347587585},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.6558747291564941},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6191989779472351},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.6124907732009888},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.5490081310272217},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5468447208404541},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5404291152954102},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46788090467453003},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4321509301662445},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17808398604393005},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.1721366047859192},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.13126322627067566},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2022.3186834","doi":"https://doi.org/10.1109/tvt.2022.3186834","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3186834","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:qspace.qu.edu.qa:10576/45578","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10576/45578","pdf_url":null,"source":{"id":"https://openalex.org/S4306400014","display_name":"Qatar University QSpace (Qatar University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I60342839","host_organization_name":"Qatar University","host_organization_lineage":["https://openalex.org/I60342839"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W69782458","https://openalex.org/W1907356258","https://openalex.org/W1977100478","https://openalex.org/W1995064428","https://openalex.org/W2072726185","https://openalex.org/W2099940443","https://openalex.org/W2338211929","https://openalex.org/W2762776925","https://openalex.org/W2801119105","https://openalex.org/W2911171945","https://openalex.org/W2924689635","https://openalex.org/W2939009479","https://openalex.org/W2946127746","https://openalex.org/W2973862992","https://openalex.org/W2974564554","https://openalex.org/W2979997028","https://openalex.org/W2981372033","https://openalex.org/W3011807858","https://openalex.org/W3019922796","https://openalex.org/W3033728179","https://openalex.org/W3046697349","https://openalex.org/W3082999995","https://openalex.org/W3091185763","https://openalex.org/W3093410479","https://openalex.org/W3115101267","https://openalex.org/W3118670180","https://openalex.org/W3120792425","https://openalex.org/W3121165570","https://openalex.org/W3132109934","https://openalex.org/W3136238191","https://openalex.org/W3137192834","https://openalex.org/W3139008799","https://openalex.org/W3153692137","https://openalex.org/W3156050669","https://openalex.org/W3165574415","https://openalex.org/W3175817563","https://openalex.org/W3184395191","https://openalex.org/W3184976423","https://openalex.org/W3203436613","https://openalex.org/W3217115371","https://openalex.org/W4212937121"],"related_works":["https://openalex.org/W7163995850","https://openalex.org/W7167360732","https://openalex.org/W3115101267","https://openalex.org/W2991722918","https://openalex.org/W4412482389","https://openalex.org/W3184395191","https://openalex.org/W3183738715","https://openalex.org/W2413922763","https://openalex.org/W2973862992","https://openalex.org/W4310376617"],"abstract_inverted_index":{"The":[0],"incorporation":[1],"of":[2,18,25,55,103,147,183,191,234],"advanced":[3],"networking":[4],"technologies":[5],"makes":[6],"modern":[7],"systems":[8],"vulnerable":[9],"to":[10,22,161,168,187,230,247],"cyber-attacks":[11],"that":[12,152],"can":[13],"result":[14],"in":[15,62],"a":[16,82,126,156,205],"number":[17],"harmful":[19],"outcomes.":[20],"Due":[21],"the":[23,56,94,104,111,114,131,138,141,148,163,169,181,188,211,217,221,232,235,248],"increase":[24],"security":[26],"incidents":[27],"and":[28,47,117,140,196,220],"massive":[29],"activities":[30],"on":[31,38,43,136],"networks,":[32],"existing":[33,212],"works":[34],"have":[35],"mainly":[36],"focused":[37],"designingIntrusion":[39],"Detection":[40],"Systems":[41],"(IDSs)based":[42],"traditional":[44],"machine":[45,198],"learning":[46,49,73,194,199],"deep":[48,72],"models.":[50],"In":[51,77,98],"recent":[52],"times,":[53],"state":[54,250],"art":[57],"performance":[58,182],"has":[59],"been":[60],"achieved":[61],"various":[63,240],"fields":[64],"through":[65,109],"Deep":[66],"Reinforcement":[67],"Learning":[68],"(DRL),":[69],"which":[70,166],"combines":[71],"with":[74],"reinforcement":[75,193],"learning.":[76],"this":[78],"paper,":[79],"we":[80,124],"propose":[81],"new":[83],"DRL-based":[84],"IDS":[85,95,105,116,139,238],"for":[86],"network":[87],"traffics":[88],"usingMarkov":[89],"decision":[90,171],"process":[91],"(MDP)to":[92],"improve":[93],"decision-making":[96],"performance.":[97],"addition,":[99],"an":[100],"extensive":[101],"analysis":[102],"behavior":[106],"is":[107],"provided":[108,229],"modeling":[110],"interaction":[112],"between":[113,133],"well-behaving":[115],"attacker":[118],"players":[119,175,253],"usingStochastic":[120],"Game":[121],"Theory.":[122],"Specifically,":[123],"used":[125],"non-zero-sum":[127],"stochastic":[128],"game,":[129],"where":[130,173,251],"transitions":[132],"states":[134],"depend":[135],"both":[137,174,216,252],"attacker\u2019s":[142],"actions":[143],"at":[144],"each":[145],"stage":[146],"game.":[149],"We":[150,179],"show":[151],"our":[153,184,207],"game":[154,236],"reaches":[155],"Nash":[157],"Equilibrium":[158],"upon":[159],"convergence":[160,233],"seek":[162],"optimal":[164,170],"solution,":[165],"corresponds":[167,246],"policy":[172],"maximize":[176],"their":[177,256],"profits.":[178],"compared":[180],"proposed":[185,208],"DRL-IDS":[186,209],"baseline":[189],"benchmark":[190],"standard":[192],"(RL)":[195],"several":[197],"algorithms":[200],"using":[201],"NSL-KDD":[202],"dataset.":[203],"As":[204],"result,":[206],"outperforms":[210],"models":[213],"by":[214],"improving":[215],"detection":[218],"rate":[219],"accuracy":[222],"while":[223],"reducing":[224],"false":[225],"alarms.":[226],"Results":[227],"were":[228],"demonstrate":[231],"theory-based":[237],"under":[239],"settings":[241],"toward":[242],"equilibrium.":[243],"This":[244],"equilibrium":[245],"safe":[249],"are":[254],"playing":[255],"respective":[257],"best":[258],"strategies.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":3}],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2022-07-14T00:00:00"}