{"id":"https://openalex.org/W4312673899","doi":"https://doi.org/10.1109/access.2022.3224023","title":"Deep Reinforcement Learning for Anomaly Detection: A Systematic Review","display_name":"Deep Reinforcement Learning for Anomaly Detection: A Systematic Review","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312673899","doi":"https://doi.org/10.1109/access.2022.3224023"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3224023","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3224023","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09956995.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09956995.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043318456","display_name":"Kinza Arshad","orcid":null},"institutions":[{"id":"https://openalex.org/I87482320","display_name":"University of Management and Technology","ror":"https://ror.org/0095xcq10","country_code":"PK","type":"education","lineage":["https://openalex.org/I87482320"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Kinza Arshad","raw_affiliation_strings":["Department of Software Engineering, University of Management and Technology, Lahore, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Software Engineering, University of Management and Technology, Lahore, Pakistan","institution_ids":["https://openalex.org/I87482320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082354668","display_name":"Rao Faizan Ali","orcid":"https://orcid.org/0000-0003-0701-6761"},"institutions":[{"id":"https://openalex.org/I87482320","display_name":"University of Management and Technology","ror":"https://ror.org/0095xcq10","country_code":"PK","type":"education","lineage":["https://openalex.org/I87482320"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Rao Faizan Ali","raw_affiliation_strings":["Department of Software Engineering, University of Management and Technology, Lahore, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-0701-6761","affiliations":[{"raw_affiliation_string":"Department of Software Engineering, University of Management and Technology, Lahore, Pakistan","institution_ids":["https://openalex.org/I87482320"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038354395","display_name":"Amgad Muneer","orcid":"https://orcid.org/0000-0002-7157-3020"},"institutions":[{"id":"https://openalex.org/I203899302","display_name":"Universiti Teknologi Petronas","ror":"https://ror.org/048g2sh07","country_code":"MY","type":"education","lineage":["https://openalex.org/I203899302"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Amgad Muneer","raw_affiliation_strings":["Department of Computer and Information Sciences, Centre for Research in Data Science (CERDAS), Universiti Teknologi PETRONAS, Seri Iskandar, Malaysia","Department of Computer and Information Sciences, Universiti Teknologi PETRONAS, Seri Iskandar, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-7157-3020","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Centre for Research in Data Science (CERDAS), Universiti Teknologi PETRONAS, Seri Iskandar, Malaysia","institution_ids":["https://openalex.org/I203899302"]},{"raw_affiliation_string":"Department of Computer and Information Sciences, Universiti Teknologi PETRONAS, Seri Iskandar, Malaysia","institution_ids":["https://openalex.org/I203899302"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011080351","display_name":"Izzatdin Abdul Aziz","orcid":"https://orcid.org/0000-0003-2654-4463"},"institutions":[{"id":"https://openalex.org/I203899302","display_name":"Universiti Teknologi Petronas","ror":"https://ror.org/048g2sh07","country_code":"MY","type":"education","lineage":["https://openalex.org/I203899302"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Izzatdin Abdul Aziz","raw_affiliation_strings":["Department of Computer and Information Sciences, Centre for Research in Data Science (CERDAS), Universiti Teknologi PETRONAS, Seri Iskandar, Malaysia","Department of Computer and Information Sciences, Universiti Teknologi PETRONAS, Seri Iskandar, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-2654-4463","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Centre for Research in Data Science (CERDAS), Universiti Teknologi PETRONAS, Seri Iskandar, Malaysia","institution_ids":["https://openalex.org/I203899302"]},{"raw_affiliation_string":"Department of Computer and Information Sciences, Universiti Teknologi PETRONAS, Seri Iskandar, Malaysia","institution_ids":["https://openalex.org/I203899302"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026582680","display_name":"Sheraz Naseer","orcid":"https://orcid.org/0000-0002-3224-9164"},"institutions":[{"id":"https://openalex.org/I142732210","display_name":"University of Engineering and Technology Lahore","ror":"https://ror.org/0051w2v06","country_code":"PK","type":"education","lineage":["https://openalex.org/I142732210"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Sheraz Naseer","raw_affiliation_strings":["Department of Computer Science, University of Engineering and Technology, KSK Campus, Lahore, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-3224-9164","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Engineering and Technology, KSK Campus, Lahore, Pakistan","institution_ids":["https://openalex.org/I142732210"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047508998","display_name":"Nabeel Sabir Khan","orcid":"https://orcid.org/0000-0003-0758-6019"},"institutions":[{"id":"https://openalex.org/I192392021","display_name":"University of Central Punjab","ror":"https://ror.org/04g0mqe67","country_code":"PK","type":"education","lineage":["https://openalex.org/I192392021"]},{"id":"https://openalex.org/I87482320","display_name":"University of Management and Technology","ror":"https://ror.org/0095xcq10","country_code":"PK","type":"education","lineage":["https://openalex.org/I87482320"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Nabeel Sabir Khan","raw_affiliation_strings":["Department of Computer Science, University of Central Punjab, Lahore, Pakistan","Department of Computer Science, University of Management and Technology, Lahore, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-0758-6019","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Central Punjab, Lahore, Pakistan","institution_ids":["https://openalex.org/I192392021"]},{"raw_affiliation_string":"Department of Computer Science, University of Management and Technology, Lahore, Pakistan","institution_ids":["https://openalex.org/I87482320"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022343506","display_name":"Shakirah Mohd Taib","orcid":"https://orcid.org/0000-0001-6598-3536"},"institutions":[{"id":"https://openalex.org/I203899302","display_name":"Universiti Teknologi Petronas","ror":"https://ror.org/048g2sh07","country_code":"MY","type":"education","lineage":["https://openalex.org/I203899302"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Shakirah Mohd Taib","raw_affiliation_strings":["Department of Computer and Information Sciences, Centre for Research in Data Science (CERDAS), Universiti Teknologi PETRONAS, Seri Iskandar, Malaysia","Department of Computer and Information Sciences, Universiti Teknologi PETRONAS, Seri Iskandar, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, Centre for Research in Data Science (CERDAS), Universiti Teknologi PETRONAS, Seri Iskandar, Malaysia","institution_ids":["https://openalex.org/I203899302"]},{"raw_affiliation_string":"Department of Computer and Information Sciences, Universiti Teknologi PETRONAS, Seri Iskandar, Malaysia","institution_ids":["https://openalex.org/I203899302"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":9.6969,"has_fulltext":true,"cited_by_count":78,"citation_normalized_percentile":{"value":0.9855139,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"124017","last_page":"124035"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.8837568759918213},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.706312894821167},{"id":"https://openalex.org/keywords/anomaly","display_name":"Anomaly (physics)","score":0.6708793640136719},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5613827109336853},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5516386032104492},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4870915412902832},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3462008237838745}],"concepts":[{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.8837568759918213},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.706312894821167},{"id":"https://openalex.org/C12997251","wikidata":"https://www.wikidata.org/wiki/Q567560","display_name":"Anomaly (physics)","level":2,"score":0.6708793640136719},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5613827109336853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5516386032104492},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4870915412902832},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3462008237838745},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C26873012","wikidata":"https://www.wikidata.org/wiki/Q214781","display_name":"Condensed matter physics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2022.3224023","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3224023","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09956995.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:kar.kent.ac.uk:108846","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ACCESS.2022.3224023>)","pdf_url":null,"source":{"id":"https://openalex.org/S4377196264","display_name":"Kent Academic Repository (University of Kent)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I20581793","host_organization_name":"University of Kent","host_organization_lineage":["https://openalex.org/I20581793"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:doaj.org/article:7138e268ceac4457b849fdf53e1acaa4","is_oa":true,"landing_page_url":"https://doaj.org/article/7138e268ceac4457b849fdf53e1acaa4","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 124017-124035 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3224023","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3224023","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09956995.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7448000900","display_name":null,"funder_award_id":"015LC0-353","funder_id":"https://openalex.org/F4320323380","funder_display_name":"Universiti Teknologi Petronas"}],"funders":[{"id":"https://openalex.org/F4320323380","display_name":"Universiti Teknologi Petronas","ror":"https://ror.org/048g2sh07"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312673899.pdf","grobid_xml":"https://content.openalex.org/works/W4312673899.grobid-xml"},"referenced_works_count":71,"referenced_works":["https://openalex.org/W1945672328","https://openalex.org/W1966809779","https://openalex.org/W2007087405","https://openalex.org/W2038819732","https://openalex.org/W2084512860","https://openalex.org/W2101109743","https://openalex.org/W2105642232","https://openalex.org/W2107726111","https://openalex.org/W2112657736","https://openalex.org/W2122646361","https://openalex.org/W2137130182","https://openalex.org/W2342408547","https://openalex.org/W2560021099","https://openalex.org/W2613480438","https://openalex.org/W2615492166","https://openalex.org/W2735942800","https://openalex.org/W2736040673","https://openalex.org/W2756489700","https://openalex.org/W2789467011","https://openalex.org/W2796157539","https://openalex.org/W2801326158","https://openalex.org/W2889101090","https://openalex.org/W2893123663","https://openalex.org/W2901492899","https://openalex.org/W2918109107","https://openalex.org/W2937483190","https://openalex.org/W2963045681","https://openalex.org/W2973817951","https://openalex.org/W2973862992","https://openalex.org/W2986906495","https://openalex.org/W3002504534","https://openalex.org/W3009317244","https://openalex.org/W3011524935","https://openalex.org/W3027406032","https://openalex.org/W3029189887","https://openalex.org/W3046697349","https://openalex.org/W3100789280","https://openalex.org/W3101647584","https://openalex.org/W3103904664","https://openalex.org/W3115101267","https://openalex.org/W3118181167","https://openalex.org/W3125734447","https://openalex.org/W3126389064","https://openalex.org/W3128318087","https://openalex.org/W3164952570","https://openalex.org/W3168530352","https://openalex.org/W3171328460","https://openalex.org/W3194124098","https://openalex.org/W3205134980","https://openalex.org/W3210900743","https://openalex.org/W3217115371","https://openalex.org/W4210680301","https://openalex.org/W4210693814","https://openalex.org/W4220818970","https://openalex.org/W4220855124","https://openalex.org/W4224927220","https://openalex.org/W4225395035","https://openalex.org/W4226036150","https://openalex.org/W4226485672","https://openalex.org/W4229071595","https://openalex.org/W4239955583","https://openalex.org/W4283217515","https://openalex.org/W4285239975","https://openalex.org/W4286506823","https://openalex.org/W4293812087","https://openalex.org/W4294169499","https://openalex.org/W6740864603","https://openalex.org/W6751917112","https://openalex.org/W6782000783","https://openalex.org/W6804969647","https://openalex.org/W6810841108"],"related_works":["https://openalex.org/W2806741695","https://openalex.org/W4290647774","https://openalex.org/W3189286258","https://openalex.org/W3207797160","https://openalex.org/W3210364259","https://openalex.org/W4300558037","https://openalex.org/W2912112202","https://openalex.org/W2667207928","https://openalex.org/W4377864969","https://openalex.org/W3030345572"],"abstract_inverted_index":{"Anomaly":[0],"detection":[1,90,120,136,153,205],"has":[2,37],"been":[3,18],"used":[4,160],"to":[5,20,83,165],"detect":[6,21,75,166],"and":[7,55,95,154,177,195,216],"analyze":[8,84],"anomalous":[9],"elements":[10],"from":[11,111],"data":[12],"for":[13,39,59,88,117,203],"years.":[14],"Various":[15],"techniques":[16,48,58,116],"have":[17,106],"developed":[19],"anomalies.":[22,167],"However,":[23],"the":[24,50,85,124,139,162,171],"most":[25],"convenient":[26],"one":[27],"is":[28,32,189],"Machine":[29],"learning":[30],"which":[31,70],"performing":[33],"well":[34],"but":[35],"still":[36],"limitations":[38],"large-scale":[40],"unlabeled":[41],"datasets.":[42],"Deep":[43],"Reinforcement":[44],"Learning":[45],"(DRL)":[46],"based":[47,218],"outperform":[49],"existing":[51],"supervised":[52],"or":[53],"unsupervised":[54],"other":[56,207],"alternative":[57,100],"anomaly":[60,89,119,135,152,204],"detection.":[61],"This":[62,80],"study":[63],"presents":[64,130],"a":[65,190],"Systematic":[66],"Literature":[67],"Review":[68],"(SLR),":[69],"analyzes":[71],"DRL":[72,86,93,115,158,175,187,198],"models":[73,159,176,208],"that":[74,113,183,197],"anomalies":[76,185],"in":[77,138,149,161],"their":[78,96],"application.":[79],"SLR":[81],"aims":[82],"frameworks":[87,188],"applications,":[91],"proposed":[92],"methods,":[94],"performance":[97,172,202],"comparisons":[98],"against":[99],"methods.":[101],"In":[102],"this":[103,128,220],"review,":[104],"we":[105,169,181,211],"identified":[107,144],"32":[108],"research":[109,126,141,194],"articles":[110],"2017-2022":[112],"discuss":[114],"various":[118],"applications.":[121],"After":[122],"analyzing":[123],"selected":[125,140,163],"articles,":[127],"paper":[129],"13":[131],"different":[132,146],"applications":[133],"of":[134,173,193],"found":[137],"articles.":[142],"We":[143],"50":[145],"datasets":[147],"applied":[148],"experiments":[150],"on":[151,219],"demonstrated":[155],"17":[156],"distinct":[157],"papers":[164],"Finally,":[168],"analyzed":[170],"these":[174],"reviewed":[178],"them.":[179],"Additionally,":[180],"observed":[182],"detecting":[184],"using":[186],"promising":[191],"area":[192],"showed":[196],"had":[199],"shown":[200],"better":[201],"where":[206],"lack.":[209],"Therefore,":[210],"provide":[212],"researchers":[213],"with":[214],"recommendations":[215],"guidelines":[217],"review.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":38},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":8},{"year":2012,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}