{"id":"https://openalex.org/W4317382446","doi":"https://doi.org/10.1109/rivf55975.2022.10013801","title":"Leveraging Deep Reinforcement Learning for Automating Penetration Testing in Reconnaissance and Exploitation Phase","display_name":"Leveraging Deep Reinforcement Learning for Automating Penetration Testing in Reconnaissance and Exploitation Phase","publication_year":2022,"publication_date":"2022-12-20","ids":{"openalex":"https://openalex.org/W4317382446","doi":"https://doi.org/10.1109/rivf55975.2022.10013801"},"language":"en","primary_location":{"id":"doi:10.1109/rivf55975.2022.10013801","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rivf55975.2022.10013801","pdf_url":null,"source":{"id":"https://openalex.org/S4363608274","display_name":"2022 RIVF International Conference on Computing and Communication Technologies (RIVF)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 RIVF International Conference on Computing and Communication Technologies (RIVF)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083500033","display_name":"Van-Hoang Le","orcid":"https://orcid.org/0000-0003-4027-0729"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Le Van Hoang","raw_affiliation_strings":["University of Information Technology,Information Security Laboratory,Ho Chi Minh city,Vietnam","Information Security Laboratory, University of Information Technology, Ho Chi Minh city, Vietnam","Vietnam National University, Ho Chi Minh city, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Information Technology,Information Security Laboratory,Ho Chi Minh city,Vietnam","institution_ids":[]},{"raw_affiliation_string":"Information Security Laboratory, University of Information Technology, Ho Chi Minh city, Vietnam","institution_ids":[]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh city, Vietnam","institution_ids":["https://openalex.org/I123565023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029101858","display_name":"Nguyen Xuan Nhu","orcid":null},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Nguyen Xuan Nhu","raw_affiliation_strings":["University of Information Technology,Information Security Laboratory,Ho Chi Minh city,Vietnam","Information Security Laboratory, University of Information Technology, Ho Chi Minh city, Vietnam","Vietnam National University, Ho Chi Minh city, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Information Technology,Information Security Laboratory,Ho Chi Minh city,Vietnam","institution_ids":[]},{"raw_affiliation_string":"Information Security Laboratory, University of Information Technology, Ho Chi Minh city, Vietnam","institution_ids":[]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh city, Vietnam","institution_ids":["https://openalex.org/I123565023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069713551","display_name":"To Trong Nghia","orcid":null},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"To Trong Nghia","raw_affiliation_strings":["University of Information Technology,Information Security Laboratory,Ho Chi Minh city,Vietnam","Vietnam National University, Ho Chi Minh city, Vietnam","Information Security Laboratory, University of Information Technology, Ho Chi Minh city, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Information Technology,Information Security Laboratory,Ho Chi Minh city,Vietnam","institution_ids":[]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh city, Vietnam","institution_ids":["https://openalex.org/I123565023"]},{"raw_affiliation_string":"Information Security Laboratory, University of Information Technology, Ho Chi Minh city, Vietnam","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079464831","display_name":"Nguyen Huu Quyen","orcid":"https://orcid.org/0000-0002-0065-9919"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Nguyen Huu Quyen","raw_affiliation_strings":["University of Information Technology,Information Security Laboratory,Ho Chi Minh city,Vietnam","Information Security Laboratory, University of Information Technology, Ho Chi Minh city, Vietnam","Vietnam National University, Ho Chi Minh city, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Information Technology,Information Security Laboratory,Ho Chi Minh city,Vietnam","institution_ids":[]},{"raw_affiliation_string":"Information Security Laboratory, University of Information Technology, Ho Chi Minh city, Vietnam","institution_ids":[]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh city, Vietnam","institution_ids":["https://openalex.org/I123565023"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045030863","display_name":"Van-Hau Pham","orcid":"https://orcid.org/0000-0003-3147-3356"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Van-Hau Pham","raw_affiliation_strings":["University of Information Technology,Information Security Laboratory,Ho Chi Minh city,Vietnam","Information Security Laboratory, University of Information Technology, Ho Chi Minh city, Vietnam","Vietnam National University, Ho Chi Minh city, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Information Technology,Information Security Laboratory,Ho Chi Minh city,Vietnam","institution_ids":[]},{"raw_affiliation_string":"Information Security Laboratory, University of Information Technology, Ho Chi Minh city, Vietnam","institution_ids":[]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh city, Vietnam","institution_ids":["https://openalex.org/I123565023"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009023958","display_name":"Phan The Duy","orcid":"https://orcid.org/0000-0002-5945-3712"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Phan The Duy","raw_affiliation_strings":["University of Information Technology,Information Security Laboratory,Ho Chi Minh city,Vietnam","Information Security Laboratory, University of Information Technology, Ho Chi Minh city, Vietnam","Vietnam National University, Ho Chi Minh city, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Information Technology,Information Security Laboratory,Ho Chi Minh city,Vietnam","institution_ids":[]},{"raw_affiliation_string":"Information Security Laboratory, University of Information Technology, Ho Chi Minh city, Vietnam","institution_ids":[]},{"raw_affiliation_string":"Vietnam National University, Ho Chi Minh city, Vietnam","institution_ids":["https://openalex.org/I123565023"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I123565023"],"apc_list":null,"apc_paid":null,"fwci":1.8152,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.88007554,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"41","last_page":"46"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.9317889213562012},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7691638469696045},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7395434975624084},{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.683702290058136},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5493450164794922},{"id":"https://openalex.org/keywords/hacker","display_name":"Hacker","score":0.49136558175086975},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.4472002387046814},{"id":"https://openalex.org/keywords/penetration","display_name":"Penetration (warfare)","score":0.4266388416290283},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3530362546443939},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.17309415340423584},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15436917543411255},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.12057748436927795},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11802983283996582},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.1023627519607544}],"concepts":[{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.9317889213562012},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7691638469696045},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7395434975624084},{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.683702290058136},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5493450164794922},{"id":"https://openalex.org/C86844869","wikidata":"https://www.wikidata.org/wiki/Q2798820","display_name":"Hacker","level":2,"score":0.49136558175086975},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4472002387046814},{"id":"https://openalex.org/C80107235","wikidata":"https://www.wikidata.org/wiki/Q7162625","display_name":"Penetration (warfare)","level":2,"score":0.4266388416290283},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3530362546443939},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.17309415340423584},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15436917543411255},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.12057748436927795},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11802983283996582},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.1023627519607544}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/rivf55975.2022.10013801","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rivf55975.2022.10013801","pdf_url":null,"source":{"id":"https://openalex.org/S4363608274","display_name":"2022 RIVF International Conference on Computing and Communication Technologies (RIVF)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 RIVF International Conference on Computing and Communication Technologies (RIVF)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/2","display_name":"Zero hunger","score":0.6899999976158142}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1576185228","https://openalex.org/W1605288538","https://openalex.org/W1605708511","https://openalex.org/W2154740693","https://openalex.org/W2159249834","https://openalex.org/W2170478581","https://openalex.org/W2261276175","https://openalex.org/W2323599384","https://openalex.org/W2890428069","https://openalex.org/W2932977083","https://openalex.org/W2952298682","https://openalex.org/W2964043796","https://openalex.org/W3094485976","https://openalex.org/W3099580559","https://openalex.org/W3100802376","https://openalex.org/W3213482711","https://openalex.org/W4236823442","https://openalex.org/W4240899330","https://openalex.org/W4284965199","https://openalex.org/W6634619446","https://openalex.org/W7001261148"],"related_works":["https://openalex.org/W2511770387","https://openalex.org/W3120811337","https://openalex.org/W3203597304","https://openalex.org/W4385301282","https://openalex.org/W2990186179","https://openalex.org/W4248424560","https://openalex.org/W3023977444","https://openalex.org/W2766647240","https://openalex.org/W4210660460","https://openalex.org/W3119380829"],"abstract_inverted_index":{"Penetration":[0],"testing":[1,32,60,72,166],"is":[2,33,85,122],"one":[3],"of":[4,13,43,119,157],"the":[5,11,41,44,70,75,82,88,136,155,168,186,189,214,221],"most":[6],"common":[7],"methods":[8],"for":[9,163,213],"assessing":[10],"security":[12],"a":[14],"system,":[15],"application,":[16],"or":[17],"network.":[18],"Although":[19],"there":[20],"are":[21,48],"different":[22],"support":[23],"tools":[24],"with":[25,87,133],"great":[26],"efficiency":[27],"in":[28,127,142,146,167,217],"this":[29,120,184,197],"field,":[30],"penetration":[31,59,71,165],"done":[34],"mostly":[35],"manually":[36],"and":[37,77,115,160],"relies":[38],"heavily":[39],"on":[40,176,220],"experience":[42,93],"ethical":[45],"hackers":[46],"who":[47,182],"doing":[49],"it,":[50],"known":[51],"as":[52],"pentesters.":[53],"This":[54],"paper":[55],"presents":[56],"an":[57,95],"automated":[58],"approach":[61,121,152],"that":[62,200],"leverages":[63],"deep":[64],"reinforcement":[65],"learning":[66,171,204],"(RL)":[67],"to":[68,91,98,173,209],"automate":[69],"process,":[73],"including":[74],"reconnaissance":[76],"exploitation":[78],"phases.":[79],"More":[80],"specifically,":[81],"RL":[83,137],"agent":[84,138],"trained":[86],"A3C":[89],"model":[90],"gain":[92],"choosing":[94],"exact":[96],"payload":[97],"exploit":[99,211,216],"available":[100],"vulnerabilities.":[101],"Ad-ditionally,":[102],"our":[103,128],"RL-based":[104,151],"pentesting":[105,190],"tool":[106],"has":[107],"three":[108],"main":[109],"functions:":[110],"information":[111],"gathering,":[112],"vulnerability":[113],"exploitation,":[114],"reporting.":[116],"The":[117,150,179],"performance":[118],"benchmarked":[123],"against":[124],"real-world":[125],"vulnerabilities":[126,145,212],"experimental":[129],"environments.":[130],"After":[131],"training":[132],"environmental":[134],"settings,":[135],"can":[139,153,202],"assist":[140],"pentesters":[141,181],"quickly":[143],"identifying":[144],"their":[147],"own":[148],"servers.":[149],"mitigate":[154],"problems":[156],"labor":[158],"costs":[159],"hunger":[161],"data":[162],"automating":[164],"system":[169],"by":[170],"how":[172],"execute":[174],"exploits":[175],"its":[177],"own.":[178],"more":[180,187],"use":[183],"tool,":[185],"accurate":[188],"results":[191,205],"will":[192],"be.":[193],"With":[194],"outstanding":[195],"results,":[196],"method":[198],"proves":[199],"it":[201],"accumulate":[203],"from":[206],"previous":[207],"environments":[208],"successfully":[210],"next":[215],"another":[218],"environment":[219],"first":[222],"try.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}