{"id":"https://openalex.org/W4310376617","doi":"https://doi.org/10.3390/a15120453","title":"Packet-Level and Flow-Level Network Intrusion Detection Based on Reinforcement Learning and Adversarial Training","display_name":"Packet-Level and Flow-Level Network Intrusion Detection Based on Reinforcement Learning and Adversarial Training","publication_year":2022,"publication_date":"2022-11-30","ids":{"openalex":"https://openalex.org/W4310376617","doi":"https://doi.org/10.3390/a15120453"},"language":"en","primary_location":{"id":"doi:10.3390/a15120453","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a15120453","pdf_url":"https://www.mdpi.com/1999-4893/15/12/453/pdf?version=1669786318","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-4893/15/12/453/pdf?version=1669786318","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016900577","display_name":"Bin Yang","orcid":"https://orcid.org/0000-0001-6509-4173"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bin Yang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB T6G 2R3, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB T6G 2R3, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012409638","display_name":"Muhammad Haseeb Arshad","orcid":"https://orcid.org/0000-0002-2036-1642"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Muhammad Haseeb Arshad","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB T6G 2R3, Canada"],"raw_orcid":"https://orcid.org/0000-0002-2036-1642","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB T6G 2R3, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090173186","display_name":"Qing Zhao","orcid":"https://orcid.org/0000-0001-8205-9708"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Qing Zhao","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB T6G 2R3, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8205-9708","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, AB T6G 2R3, Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5090173186"],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":1.7368,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.8520077,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"15","issue":"12","first_page":"453","last_page":"453"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8638638257980347},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7827763557434082},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.6807066202163696},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5703727006912231},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5420241951942444},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5280583500862122},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5125277042388916},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.46518200635910034},{"id":"https://openalex.org/keywords/network-security","display_name":"Network security","score":0.4129927158355713},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.22546160221099854}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8638638257980347},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7827763557434082},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.6807066202163696},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5703727006912231},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5420241951942444},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5280583500862122},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5125277042388916},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.46518200635910034},{"id":"https://openalex.org/C182590292","wikidata":"https://www.wikidata.org/wiki/Q989632","display_name":"Network security","level":2,"score":0.4129927158355713},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.22546160221099854},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/a15120453","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a15120453","pdf_url":"https://www.mdpi.com/1999-4893/15/12/453/pdf?version=1669786318","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:a5ab4e56e30c4f89a023d9e84e55d497","is_oa":true,"landing_page_url":"https://doaj.org/article/a5ab4e56e30c4f89a023d9e84e55d497","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms, Vol 15, Iss 12, p 453 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-4893/15/12/453/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/a15120453","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Algorithms; Volume 15; Issue 12; Pages: 453","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/a15120453","is_oa":true,"landing_page_url":"https://doi.org/10.3390/a15120453","pdf_url":"https://www.mdpi.com/1999-4893/15/12/453/pdf?version=1669786318","source":{"id":"https://openalex.org/S190629608","display_name":"Algorithms","issn_l":"1999-4893","issn":["1999-4893"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Algorithms","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4310376617.pdf","grobid_xml":"https://content.openalex.org/works/W4310376617.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1614298861","https://openalex.org/W1996342777","https://openalex.org/W2028070713","https://openalex.org/W2057405971","https://openalex.org/W2065776696","https://openalex.org/W2099940443","https://openalex.org/W2743678626","https://openalex.org/W2755588949","https://openalex.org/W2797742547","https://openalex.org/W2801735406","https://openalex.org/W2946127746","https://openalex.org/W2968232309","https://openalex.org/W2969295985","https://openalex.org/W2973817951","https://openalex.org/W2973862992","https://openalex.org/W2982682021","https://openalex.org/W2984419450","https://openalex.org/W2991722918","https://openalex.org/W3000307855","https://openalex.org/W3004099454","https://openalex.org/W3011524935","https://openalex.org/W3012637289","https://openalex.org/W3033044509","https://openalex.org/W3037958117","https://openalex.org/W3092637398","https://openalex.org/W3097543155","https://openalex.org/W3100366369","https://openalex.org/W3105750153","https://openalex.org/W3116162237","https://openalex.org/W3118181167","https://openalex.org/W3133958367","https://openalex.org/W3159267974","https://openalex.org/W3184395191","https://openalex.org/W3217115371","https://openalex.org/W4242607850","https://openalex.org/W6675933553","https://openalex.org/W6677067356","https://openalex.org/W6683269077","https://openalex.org/W6751468275","https://openalex.org/W6765009397","https://openalex.org/W6798829740"],"related_works":["https://openalex.org/W2376886931","https://openalex.org/W2061466315","https://openalex.org/W2010561419","https://openalex.org/W2374845301","https://openalex.org/W2351448539","https://openalex.org/W1977863481","https://openalex.org/W2384741105","https://openalex.org/W1495178644","https://openalex.org/W2185594426","https://openalex.org/W2377372927"],"abstract_inverted_index":{"Powered":[0],"by":[1,20],"advances":[2],"in":[3,25,74,124,181,234],"information":[4],"and":[5,13,49,57,63,88,102,134,175,239],"internet":[6],"technologies,":[7],"network-based":[8],"applications":[9],"have":[10],"developed":[11],"rapidly,":[12],"cybersecurity":[14],"has":[15],"grown":[16],"more":[17],"critical.":[18],"Inspired":[19],"Reinforcement":[21],"Learning":[22],"(RL)":[23],"success":[24],"many":[26],"domains,":[27],"this":[28,80,125],"paper":[29,81],"proposes":[30],"an":[31,119,155],"Intrusion":[32],"Detection":[33],"System":[34],"(IDS)":[35],"to":[36,70,161],"improve":[37,191],"cybersecurity.":[38],"The":[39,218],"IDS":[40,93,225],"based":[41,94],"on":[42,84,95],"two":[43],"RL":[44,96,144,187,208],"algorithms,":[45,97],"i.e.,":[46],"Deep":[47],"Q-Learning":[48],"Policy":[50],"Gradient,":[51],"is":[52,82,147,159,210],"carefully":[53],"formulated,":[54],"strategically":[55],"designed,":[56],"thoroughly":[58],"evaluated":[59],"at":[60,98],"the":[61,66,100,106,111,150,176,183,192,195,207,213,222,230,235],"packet-level":[62,107,238],"flow-level":[64,167,240],"using":[65],"CICDDoS2019":[67],"dataset.":[68],"Compared":[69],"other":[71],"research":[72],"work":[73],"a":[75,86,169,198,202],"similar":[76],"line":[77],"of":[78,92,194,206,215,221],"research,":[79],"focused":[83],"providing":[85],"systematic":[87],"complete":[89],"design":[90],"paradigm":[91],"both":[99],"packet":[101],"flow":[103],"levels.":[104],"For":[105,166],"RL-based":[108,224],"IDS,":[109,168],"first,":[110],"session":[112],"data":[113],"are":[114,179],"transformed":[115],"into":[116],"images":[117,141],"via":[118],"image":[120],"embedding":[121],"method":[122],"proposed":[123,223],"work.":[126],"A":[127],"comparison":[128],"between":[129],"1D-Convolutional":[130],"Neural":[131],"Networks":[132],"(1D-CNN)":[133],"CNN":[135],"for":[136,186,212,237],"extracting":[137],"features":[138],"from":[139,149],"these":[140],"(for":[142],"further":[143],"agent":[145,188,200,209],"training)":[146],"drawn":[148],"quantitative":[151],"results.":[152],"In":[153],"addition,":[154],"anomaly":[156],"detection":[157],"module":[158,185],"designed":[160],"detect":[162],"unknown":[163],"network":[164],"traffic.":[165],"Conditional":[170],"Generative":[171],"Adversarial":[172],"Network":[173],"(CGAN)":[174],"\u03b5-greedy":[177],"strategy":[178],"adopted":[180],"designing":[182],"exploration":[184],"training.":[189,217],"To":[190],"robustness":[193],"intrusion":[196],"detection,":[197],"sample":[199],"with":[201],"complement":[203],"reward":[204],"policy":[205],"introduced":[211],"purpose":[214],"adversarial":[216],"experimental":[219],"results":[220,228],"show":[226],"improved":[227],"over":[229],"state-of-the-art":[231],"algorithms":[232],"presented":[233],"literature":[236],"IDS.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}