{"id":"https://openalex.org/W7140065666","doi":null,"title":"A novel Deep Q-Learning algorithm for anomaly detection","display_name":"A novel Deep Q-Learning algorithm for anomaly detection","alternate_titles":[],"publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7140065666"},"language":"en","primary_location":{"id":"pmh:oai:norma.ncirl.ie:9194","doi":null,"is_oa":true,"landing_page_url":"https://norma.ncirl.ie/9194/1/ammaryousufabrahani.pdf","pdf_url":"https://norma.ncirl.ie/9194/1/ammaryousufabrahani.pdf","source":{"id":"https://openalex.org/S4306400345","display_name":"TRAP@NCI (National College of Ireland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I104546213","host_organization_name":"National College of Ireland","host_organization_lineage":["https://openalex.org/I104546213"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"parent_works":[],"lineage":["https://openalex.org/W7140065666"],"child_works_count":0,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://norma.ncirl.ie/9194/1/ammaryousufabrahani.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130321778","display_name":"Ammar Yousuf Abrahani","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I104546213","display_name":"National College of Ireland","ror":"https://ror.org/02qzs9336","country_code":"IE","type":"education","lineage":["https://openalex.org/I104546213"]}],"countries":["IE"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Abrahani, Ammar Yousuf","raw_affiliation_strings":["School of Computing, National College of Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, National College of Ireland","institution_ids":["https://openalex.org/I104546213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5130321778"],"corresponding_institution_ids":["https://openalex.org/I104546213"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11652","display_name":"Imbalanced Data Classification Techniques","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"anomaly detection","score":0.9700000286102295},{"id":"https://openalex.org/keywords/deep-q-learning","display_name":"deep Q-learning","score":0.8579999804496765},{"id":"https://openalex.org/keywords/deep-autoencoder","display_name":"deep autoencoder","score":0.9380000233650208},{"id":"https://openalex.org/keywords/credit-card-fraud","display_name":"credit card fraud","score":0.7139999866485596},{"id":"https://openalex.org/keywords/class-imbalance","display_name":"class imbalance","score":0.8259999752044678},{"id":"https://openalex.org/keywords/isolation-forest","display_name":"Isolation Forest","score":0.8410000205039978},{"id":"https://openalex.org/keywords/local-outlier-factor","display_name":"local outlier factor","score":0.8500000238418579},{"id":"https://openalex.org/keywords/synthetic-dataset","display_name":"synthetic dataset","score":0.6019999980926514}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.770799994468689},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7437999844551086},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7287999987602234},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6909000277519226},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.6861000061035156},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.6747000217437744},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.6438999772071838},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6270999908447266},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5834000110626221},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.546500027179718},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.5274999737739563},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.329800009727478},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.328900009393692},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.3224000036716461},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.32030001282691956},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.29249998927116394},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.25619998574256897}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:norma.ncirl.ie:9194","doi":null,"is_oa":true,"landing_page_url":"https://norma.ncirl.ie/9194/1/ammaryousufabrahani.pdf","pdf_url":"https://norma.ncirl.ie/9194/1/ammaryousufabrahani.pdf","source":{"id":"https://openalex.org/S4306400345","display_name":"TRAP@NCI (National College of Ireland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I104546213","host_organization_name":"National College of Ireland","host_organization_lineage":["https://openalex.org/I104546213"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"}],"best_oa_location":{"id":"pmh:oai:norma.ncirl.ie:9194","doi":null,"is_oa":true,"landing_page_url":"https://norma.ncirl.ie/9194/1/ammaryousufabrahani.pdf","pdf_url":"https://norma.ncirl.ie/9194/1/ammaryousufabrahani.pdf","source":{"id":"https://openalex.org/S4306400345","display_name":"TRAP@NCI (National College of Ireland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I104546213","host_organization_name":"National College of Ireland","host_organization_lineage":["https://openalex.org/I104546213"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7140065666.pdf","grobid_xml":"https://content.openalex.org/works/W7140065666.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W2122646361","https://openalex.org/W2215432479","https://openalex.org/W2767094836","https://openalex.org/W2786535488","https://openalex.org/W3040266635","https://openalex.org/W3131152125","https://openalex.org/W4312673899","https://openalex.org/W4313583538","https://openalex.org/W4364297108","https://openalex.org/W4378966535","https://openalex.org/W4401133958","https://openalex.org/W4401929209","https://openalex.org/W4405965607","https://openalex.org/W4408048830","https://openalex.org/W4408862425","https://openalex.org/W4412097865","https://openalex.org/W4412454694","https://openalex.org/W4412568294"],"related_works":["https://openalex.org/W7119509844","https://openalex.org/W3084870977","https://openalex.org/W7117326272","https://openalex.org/W4411556325","https://openalex.org/W4404862525","https://openalex.org/W4391800961","https://openalex.org/W3131543739","https://openalex.org/W7136588490","https://openalex.org/W7104675938","https://openalex.org/W7220829978"],"abstract_inverted_index":{"The":[0,99,178],"detection":[1],"of":[2,94,106,166],"anomalies":[3],"is":[4],"essential":[5],"to":[6,212],"identify":[7],"unexpected":[8],"patterns":[9],"that":[10,153,181],"can":[11],"indicate":[12],"fraud,":[13],"security":[14],"threats,":[15],"or":[16,26,34],"system":[17],"failures.":[18],"Classical":[19],"models":[20,56,174],"often":[21],"depend":[22],"on":[23,69,96,191],"predefined":[24],"rules":[25],"labelled":[27],"data":[28],"and":[29,50,61,75,110,135,172,184,209],"become":[30],"ineffective":[31],"in":[32,128,145],"dynamic":[33],"imbalanced":[35,130],"environments.":[36],"This":[37,200],"research":[38],"addresses":[39],"these":[40],"limitations":[41],"by":[42],"comparing":[43],"advanced":[44],"machine":[45],"learning":[46,157,168,186],"approaches,":[47],"Deep":[48,51,100],"Autoencoders":[49],"Q-Learning":[52],"(DQL)":[53],"with":[54,73,197],"classical":[55,88,136,171],"such":[57],"as":[58,85],"Isolation":[59,82],"Forest":[60,83],"Local":[62],"Outlier":[63],"Factor":[64],"(LOF).":[65],"Experiments":[66],"were":[67],"conducted":[68],"synthetic":[70],"datasets":[71],"generated":[72],"scikit-learn":[74],"the":[76,114,129,202],"Kaggle":[77,131],"Credit":[78],"Card":[79],"Fraud":[80],"dataset.":[81],"emerged":[84],"a":[86,91,103],"stronger":[87],"baseline,":[89],"achieving":[90],"macro-average":[92,104],"F1-score":[93,105],"0.934":[95],"structured":[97,192],"data.":[98],"Autoencoder":[101],"achieved":[102],"0.922,":[107],"outperforming":[108],"wide":[109],"shallow":[111],"variants,":[112],"while":[113,182],"DQL":[115],"model":[116],"demonstrated":[117],"progressive":[118],"improvement":[119],"across":[120],"20":[121],"episodes,":[122],"converging":[123],"at":[124],"approximately":[125],"0.92.":[126],"However,":[127],"dataset,":[132],"both":[133,170],"deep":[134,183],"methods":[137,190],"experienced":[138],"performance":[139],"degradation":[140],"(Autoencoder:":[141],"0.49)":[142],"reflecting":[143],"challenges":[144],"generalisation":[146],"under":[147,175],"extreme":[148],"imbalance.":[149],"Unlike":[150],"previous":[151],"surveys":[152],"conceptually":[154],"review":[155],"reinforcement":[156,167,185],"for":[158,204],"anomaly":[159],"detection,":[160],"this":[161],"study":[162],"provides":[163],"empirical":[164],"benchmarking":[165],"against":[169],"neural":[173],"identical":[176],"conditions.":[177],"findings":[179],"highlight":[180],"approaches":[187],"outperform":[188],"static":[189],"data,":[193],"their":[194],"robustness":[195],"diminishes":[196],"atypical":[198],"distributions.":[199],"underscores":[201],"need":[203],"hybrid":[205],"methods,":[206],"temporal":[207],"modelling,":[208],"hyperparameter":[210],"optimisation":[211],"enhance":[213],"real-world":[214],"applicability.":[215]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7140065666","counts_by_year":[],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2026-03-23T00:00:00"}
