{"id":"https://openalex.org/W4402784347","doi":"https://doi.org/10.1109/tifs.2024.3461950","title":"DynPen: Automated Penetration Testing in Dynamic Network Scenarios Using Deep Reinforcement Learning","display_name":"DynPen: Automated Penetration Testing in Dynamic Network Scenarios Using Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402784347","doi":"https://doi.org/10.1109/tifs.2024.3461950"},"language":"en","primary_location":{"id":"doi:10.1109/tifs.2024.3461950","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3461950","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101483553","display_name":"Qianyu Li","orcid":"https://orcid.org/0000-0002-7137-999X"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qianyu Li","raw_affiliation_strings":["College of Electronic Engineering, National University of Defense Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-7137-999X","affiliations":[{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048148909","display_name":"Ruipeng Wang","orcid":"https://orcid.org/0000-0003-2370-592X"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruipeng Wang","raw_affiliation_strings":["College of Electronic Engineering, National University of Defense Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-2370-592X","affiliations":[{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100659917","display_name":"Dong Li","orcid":"https://orcid.org/0009-0000-3221-2671"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Li","raw_affiliation_strings":["College of Computer Science, Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0009-0000-3221-2671","affiliations":[{"raw_affiliation_string":"College of Computer Science, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011736896","display_name":"Fan Shi","orcid":"https://orcid.org/0000-0003-4533-2706"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Shi","raw_affiliation_strings":["College of Electronic Engineering, National University of Defense Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-4533-2706","affiliations":[{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101484484","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0002-6654-7610"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["College of Electronic Engineering, National University of Defense Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-6654-7610","affiliations":[{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089860351","display_name":"Anupam Chattopadhyay","orcid":"https://orcid.org/0000-0002-8818-6983"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Anupam Chattopadhyay","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-8818-6983","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101459434","display_name":"Yi Shen","orcid":"https://orcid.org/0000-0002-2923-7963"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Shen","raw_affiliation_strings":["College of Electronic Engineering, National University of Defense Technology, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100657407","display_name":"Yang Li","orcid":"https://orcid.org/0009-0005-9585-3472"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Li","raw_affiliation_strings":["College of Electronic Engineering, National University of Defense Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0005-9585-3472","affiliations":[{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101483553"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":3.364,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.92961949,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"19","issue":null,"first_page":"8966","last_page":"8981"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9229000210762024,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8200933933258057},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6163467168807983},{"id":"https://openalex.org/keywords/penetration","display_name":"Penetration (warfare)","score":0.4625595808029175},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45672330260276794},{"id":"https://openalex.org/keywords/penetration-test","display_name":"Penetration test","score":0.4311886131763458},{"id":"https://openalex.org/keywords/dynamic-testing","display_name":"Dynamic testing","score":0.41370823979377747},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3231549859046936},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.14068233966827393},{"id":"https://openalex.org/keywords/geotechnical-engineering","display_name":"Geotechnical engineering","score":0.10308372974395752},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09027069807052612}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8200933933258057},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6163467168807983},{"id":"https://openalex.org/C80107235","wikidata":"https://www.wikidata.org/wiki/Q7162625","display_name":"Penetration (warfare)","level":2,"score":0.4625595808029175},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45672330260276794},{"id":"https://openalex.org/C98214672","wikidata":"https://www.wikidata.org/wiki/Q1501923","display_name":"Penetration test","level":3,"score":0.4311886131763458},{"id":"https://openalex.org/C198824145","wikidata":"https://www.wikidata.org/wiki/Q442770","display_name":"Dynamic testing","level":2,"score":0.41370823979377747},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3231549859046936},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.14068233966827393},{"id":"https://openalex.org/C187320778","wikidata":"https://www.wikidata.org/wiki/Q1349130","display_name":"Geotechnical engineering","level":1,"score":0.10308372974395752},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09027069807052612},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.0},{"id":"https://openalex.org/C182377489","wikidata":"https://www.wikidata.org/wiki/Q337829","display_name":"Subgrade","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tifs.2024.3461950","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tifs.2024.3461950","pdf_url":null,"source":{"id":"https://openalex.org/S61310614","display_name":"IEEE Transactions on Information Forensics and Security","issn_l":"1556-6013","issn":["1556-6013","1556-6021"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Forensics and Security","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3385172613","display_name":null,"funder_award_id":"2021YFB3100500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7661048751","display_name":null,"funder_award_id":"202306110031","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2987583674","https://openalex.org/W2995988246","https://openalex.org/W3027406032","https://openalex.org/W3079592479","https://openalex.org/W3088197938","https://openalex.org/W3093454165","https://openalex.org/W3094485976","https://openalex.org/W3100802376","https://openalex.org/W3106329802","https://openalex.org/W3121342653","https://openalex.org/W3163963286","https://openalex.org/W3197803920","https://openalex.org/W3209492459","https://openalex.org/W4210763735","https://openalex.org/W4211221179","https://openalex.org/W4214717370","https://openalex.org/W4224932126","https://openalex.org/W4283786485","https://openalex.org/W4295279953","https://openalex.org/W4312284197","https://openalex.org/W4312539022","https://openalex.org/W4312873207","https://openalex.org/W4313216096","https://openalex.org/W4317384349","https://openalex.org/W4317624346","https://openalex.org/W4318312487","https://openalex.org/W4362654456","https://openalex.org/W4379983346","https://openalex.org/W4381331436","https://openalex.org/W4385899899","https://openalex.org/W4386349792","https://openalex.org/W4386503406","https://openalex.org/W4386867319","https://openalex.org/W4394627566","https://openalex.org/W6762456871","https://openalex.org/W6801396756","https://openalex.org/W6838356327"],"related_works":["https://openalex.org/W853102189","https://openalex.org/W312591945","https://openalex.org/W2897932419","https://openalex.org/W1560862274","https://openalex.org/W2048213279","https://openalex.org/W2315393038","https://openalex.org/W2319596018","https://openalex.org/W1964775022","https://openalex.org/W3095227664","https://openalex.org/W2349691140"],"abstract_inverted_index":{"Penetration":[0],"testing,":[1],"a":[2,37,86],"crucial":[3],"industrial":[4],"practice":[5],"for":[6,56,93,138],"securing":[7],"networked":[8],"systems":[9],"and":[10,114,116,192],"infrastructures,":[11],"has":[12,52],"traditionally":[13],"depended":[14],"on":[15,66,98,159],"the":[16,23,28,41,122,127,149,152,165,172,176,185,189,195],"extensive":[17],"expertise":[18],"of":[19,25,30,43,175,194],"human":[20,26],"professionals.":[21],"Addressing":[22],"scarcity":[24],"experts,":[27],"development":[29],"automated":[31,58,69,131],"penetration":[32,59,70,134,153,177],"testing":[33,71,135,154,178],"tools":[34,72],"emerges":[35],"as":[36],"promising":[38],"avenue.":[39],"Against":[40],"backdrop":[42],"rapid":[44],"advancements":[45],"in":[46,79,89,148,156,169,197],"artificial":[47],"intelligence":[48],"technologies,":[49],"reinforcement":[50,67,132,181],"learning":[51,182,190],"demonstrated":[53],"considerable":[54],"potential":[55],"realizing":[57],"testing.":[60],"However,":[61],"existing":[62],"research":[63],"predominantly":[64],"concentrates":[65],"learning-based":[68,133],"within":[73],"static":[74],"scenarios,":[75,141],"with":[76],"limited":[77],"exploration":[78],"dynamic":[80,139,198],"network":[81,140,199],"environments.":[82],"This":[83],"paper":[84,128],"addresses":[85],"noteworthy":[87],"challenge":[88],"developing":[90],"autonomous":[91,107],"agents":[92,108],"real-world":[94],"applications,":[95],"particularly":[96],"focusing":[97],"scenarios":[99],"marked":[100],"by":[101],"environmental":[102,112],"changes.":[103],"Such":[104],"alterations":[105],"necessitate":[106],"to":[109,120],"continuously":[110],"monitor":[111],"characteristics,":[113],"adapt,":[115],"adjust":[117],"learned":[118],"actions":[119],"ensure":[121],"system\u2019s":[123],"effective":[124],"operation.":[125],"Consequently,":[126],"proposes":[129],"an":[130],"scheme":[136,186],"tailored":[137],"named":[142],"DynPen.":[143],"DynPen":[144],"captures":[145],"observed":[146],"changes":[147],"scenario,":[150],"aiding":[151],"agent":[155,179,196],"decision-making":[157],"based":[158],"historical":[160],"experiences.":[161],"Simulation":[162],"results":[163],"demonstrate":[164],"proposed":[166],"scheme\u2019s":[167],"efficacy":[168],"significantly":[170],"expediting":[171],"convergence":[173],"speed":[174],"using":[180],"algorithms.":[183],"Furthermore,":[184],"successfully":[187],"maintains":[188],"agility":[191],"adaptability":[193],"scenarios.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}