{"id":"https://openalex.org/W4405515909","doi":"https://doi.org/10.1109/csnet64211.2024.10851732","title":"Towards an Unsupervised Reward Function for a Deep Reinforcement Learning Based Intrusion Detection System","display_name":"Towards an Unsupervised Reward Function for a Deep Reinforcement Learning Based Intrusion Detection System","publication_year":2024,"publication_date":"2024-12-04","ids":{"openalex":"https://openalex.org/W4405515909","doi":"https://doi.org/10.1109/csnet64211.2024.10851732"},"language":"en","primary_location":{"id":"doi:10.1109/csnet64211.2024.10851732","is_oa":false,"landing_page_url":"https://doi.org/10.1109/csnet64211.2024.10851732","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 8th Cyber Security in Networking Conference (CSNet)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-04818190/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115522503","display_name":"Bilel Saghrouchni","orcid":null},"institutions":[{"id":"https://openalex.org/I48430043","display_name":"Institut National des Sciences Appliqu\u00e9es de Lyon","ror":"https://ror.org/050jn9y42","country_code":"FR","type":"education","lineage":["https://openalex.org/I203339264","https://openalex.org/I48430043"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Bilel Saghrouchni","raw_affiliation_strings":["INSA Lyon, Inria, CITI, UR3720,Villeurbanne,France,69621","SPIE ICS (France)","CITI - CITI Centre of Innovation in Telecommunications and Integration of services (CITI Laboratory, INSA Lyon Domaine Scientifique de la Doua Batiment Claude Chappe 6 avenue des Arts 69621 Villeurbanne Cedex Phone +33 4 7243 6415 Fax +33 4 7243 6227 E-Mail citi@insa-lyon.fr - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INSA Lyon, Inria, CITI, UR3720,Villeurbanne,France,69621","institution_ids":["https://openalex.org/I48430043"]},{"raw_affiliation_string":"SPIE ICS (France)","institution_ids":[]},{"raw_affiliation_string":"CITI - CITI Centre of Innovation in Telecommunications and Integration of services (CITI Laboratory, INSA Lyon Domaine Scientifique de la Doua Batiment Claude Chappe 6 avenue des Arts 69621 Villeurbanne Cedex Phone +33 4 7243 6415 Fax +33 4 7243 6227 E-Mail citi@insa-lyon.fr - France)","institution_ids":["https://openalex.org/I48430043"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064809968","display_name":"Fr\u00e9d\u00e9ric Le Mou\u00ebl","orcid":"https://orcid.org/0000-0002-7323-4057"},"institutions":[{"id":"https://openalex.org/I48430043","display_name":"Institut National des Sciences Appliqu\u00e9es de Lyon","ror":"https://ror.org/050jn9y42","country_code":"FR","type":"education","lineage":["https://openalex.org/I203339264","https://openalex.org/I48430043"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Fr\u00e9d\u00e9ric Le Mou\u00ebl","raw_affiliation_strings":["INSA Lyon, Inria, CITI, UR3720,Villeurbanne,France,69621","INSA Lyon - Institut National des Sciences Appliqu\u00e9es de Lyon (20 Avenue Albert Einstein, \r\n69621 Villeurbanne cedex - France)","CITI - CITI Centre of Innovation in Telecommunications and Integration of services (CITI Laboratory, INSA Lyon Domaine Scientifique de la Doua Batiment Claude Chappe 6 avenue des Arts 69621 Villeurbanne Cedex Phone +33 4 7243 6415 Fax +33 4 7243 6227 E-Mail citi@insa-lyon.fr - France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INSA Lyon, Inria, CITI, UR3720,Villeurbanne,France,69621","institution_ids":["https://openalex.org/I48430043"]},{"raw_affiliation_string":"INSA Lyon - Institut National des Sciences Appliqu\u00e9es de Lyon (20 Avenue Albert Einstein, \r\n69621 Villeurbanne cedex - France)","institution_ids":["https://openalex.org/I48430043"]},{"raw_affiliation_string":"CITI - CITI Centre of Innovation in Telecommunications and Integration of services (CITI Laboratory, INSA Lyon Domaine Scientifique de la Doua Batiment Claude Chappe 6 avenue des Arts 69621 Villeurbanne Cedex Phone +33 4 7243 6415 Fax +33 4 7243 6227 E-Mail citi@insa-lyon.fr - France)","institution_ids":["https://openalex.org/I48430043"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016563743","display_name":"Bogdan Szanto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bogdan Szanto","raw_affiliation_strings":["SPIE ICS,Bron,France,69500","SPIE ICS (France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SPIE ICS,Bron,France,69500","institution_ids":[]},{"raw_affiliation_string":"SPIE ICS (France)","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5115522503"],"corresponding_institution_ids":["https://openalex.org/I48430043"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26015985,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"157","last_page":"160"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9656000137329102,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9656000137329102,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9125999808311462,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8528542518615723},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7276502847671509},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.6790781021118164},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5608082413673401},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.5398643612861633},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5188806653022766},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39502477645874023}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8528542518615723},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7276502847671509},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.6790781021118164},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5608082413673401},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.5398643612861633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5188806653022766},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39502477645874023},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/csnet64211.2024.10851732","is_oa":false,"landing_page_url":"https://doi.org/10.1109/csnet64211.2024.10851732","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 8th Cyber Security in Networking Conference (CSNet)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04818190v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04818190","pdf_url":"https://hal.science/hal-04818190/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CSNET 2024 IEEE, DNAC, Dec 2024, Paris, France","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-04818190v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04818190","pdf_url":"https://hal.science/hal-04818190/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"CSNET 2024 IEEE, DNAC, Dec 2024, Paris, France","raw_type":"Conference papers"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.6000000238418579}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405515909.pdf","grobid_xml":"https://content.openalex.org/works/W4405515909.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1977366836","https://openalex.org/W2153233077","https://openalex.org/W2560647685","https://openalex.org/W2746553466","https://openalex.org/W2939745396","https://openalex.org/W2952298682","https://openalex.org/W2973862992","https://openalex.org/W3011524935","https://openalex.org/W3044439675","https://openalex.org/W3045016378","https://openalex.org/W3217115371","https://openalex.org/W4213418104","https://openalex.org/W4285239975","https://openalex.org/W4324351614","https://openalex.org/W4392850107","https://openalex.org/W4393140440","https://openalex.org/W6637770816","https://openalex.org/W6696151112"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W3203657119","https://openalex.org/W3196155444","https://openalex.org/W4321844043","https://openalex.org/W3210156800","https://openalex.org/W4390062853","https://openalex.org/W4297883248","https://openalex.org/W4255830763","https://openalex.org/W1583266947","https://openalex.org/W4286799911"],"abstract_inverted_index":{"Intrusion":[0],"detection":[1],"systems":[2],"(IDS)":[3],"based":[4],"on":[5],"deep":[6],"learning":[7],"have":[8],"proven":[9],"successful,":[10],"but":[11],"struggle":[12],"to":[13,23,44],"learn":[14,48],"continuously":[15],"and":[16,47],"detect":[17,45],"new":[18,49],"attacks":[19,46],"over":[20],"time":[21],"due":[22],"a":[24,57],"supervised":[25],"label-based":[26],"reward":[27,54],"function.":[28],"In":[29],"this":[30],"article,":[31],"we":[32],"introduce":[33],"an":[34,52],"unsupervised":[35,53],"Deep":[36],"Double":[37],"Q":[38],"Learning":[39],"(DDQL)":[40],"method":[41],"that":[42],"aims":[43],"behaviors":[50],"through":[51],"function":[55],"leveraging":[56],"normality":[58],"score":[59],"inspired":[60],"by":[61],"car":[62],"traffic":[63],"anomaly":[64],"detection.":[65]},"counts_by_year":[],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}