{"id":"https://openalex.org/W4410949496","doi":"https://doi.org/10.1109/tdsc.2025.3575064","title":"AWDP-Automated Windows Domain Penetration Framework With Deep Reinforcement Learning","display_name":"AWDP-Automated Windows Domain Penetration Framework With Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-06-02","ids":{"openalex":"https://openalex.org/W4410949496","doi":"https://doi.org/10.1109/tdsc.2025.3575064"},"language":"en","primary_location":{"id":"doi:10.1109/tdsc.2025.3575064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2025.3575064","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072122717","display_name":"Letian Sha","orcid":"https://orcid.org/0009-0007-5547-3728"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Letian Sha","raw_affiliation_strings":["College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China","College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0007-5547-3728","affiliations":[{"raw_affiliation_string":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xingpeng Huo","orcid":"https://orcid.org/0009-0008-0444-4991"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingpeng Huo","raw_affiliation_strings":["College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China","College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0008-0444-4991","affiliations":[{"raw_affiliation_string":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100602821","display_name":"Fu Xiao","orcid":"https://orcid.org/0000-0003-1815-2793"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fu Xiao","raw_affiliation_strings":["College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China","College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0003-1815-2793","affiliations":[{"raw_affiliation_string":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017411757","display_name":"Jiankuo Dong","orcid":"https://orcid.org/0000-0003-1693-3000"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiankuo Dong","raw_affiliation_strings":["College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China","College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0003-1693-3000","affiliations":[{"raw_affiliation_string":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jianwen Liu","orcid":"https://orcid.org/0009-0005-3852-1244"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianwen Liu","raw_affiliation_strings":["College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China","College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0005-3852-1244","affiliations":[{"raw_affiliation_string":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050178792","display_name":"Shang Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shang Wu","raw_affiliation_strings":["College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China","College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0006-2154-7162","affiliations":[{"raw_affiliation_string":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":null,"display_name":"Ziyue Su","orcid":"https://orcid.org/0009-0007-4147-4404"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyue Su","raw_affiliation_strings":["College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China","College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0007-4147-4404","affiliations":[{"raw_affiliation_string":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]},{"raw_affiliation_string":"College of Computer, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":1.0139,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.74530682,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"22","issue":"5","first_page":"5744","last_page":"5759"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.9771999716758728,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7336059808731079},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6515228748321533},{"id":"https://openalex.org/keywords/penetration","display_name":"Penetration (warfare)","score":0.5839519500732422},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40331780910491943},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11098217964172363}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7336059808731079},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6515228748321533},{"id":"https://openalex.org/C80107235","wikidata":"https://www.wikidata.org/wiki/Q7162625","display_name":"Penetration (warfare)","level":2,"score":0.5839519500732422},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40331780910491943},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11098217964172363},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tdsc.2025.3575064","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2025.3575064","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3757659925","display_name":"\u9762\u5411\u5de5\u4e1a\u7269\u8054\u7f51\u73af\u5883\u7684\u5b89\u5168\u6001\u52bf\u611f\u77e5\u65b9\u6cd5\u7814\u7a76","funder_award_id":"62072253","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1629225656","https://openalex.org/W2076337359","https://openalex.org/W2083658929","https://openalex.org/W2890428069","https://openalex.org/W2919799706","https://openalex.org/W2995988246","https://openalex.org/W3100366369","https://openalex.org/W3100802376","https://openalex.org/W3155797402","https://openalex.org/W3180874179","https://openalex.org/W3194625192","https://openalex.org/W3201894803","https://openalex.org/W3202409790","https://openalex.org/W4221054774","https://openalex.org/W4226119873","https://openalex.org/W4309675179","https://openalex.org/W4385507608","https://openalex.org/W4387068228"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Windows":[0,24,54,79,91,174],"domain":[1,22,55,100],"is":[2,18,29,36],"regarded":[3],"as":[4,66],"a":[5,12,30,67,75],"primary":[6],"target":[7],"for":[8,77],"intranet":[9],"penetration":[10,27,56,81,93,119,176],"since":[11],"large":[13],"amount":[14],"of":[15,127,173],"sensitive":[16],"information":[17],"stored":[19],"in":[20,134,147],"such":[21],"with":[23,83,95,105,161],"OS.":[25],"However,":[26],"testing":[28,57,82,120],"intricate":[31],"and":[32,44,72,101,117,145,163],"time-consuming":[33],"task,":[34],"which":[35,168],"usually":[37],"dedicated":[38],"to":[39,123,158],"experienced":[40],"experts.":[41],"To":[42],"alleviate":[43],"partially":[45],"solve":[46],"this":[47],"problem,":[48],"we":[49,61,87,131],"hereby":[50],"propose":[51],"an":[52],"automated":[53,90],"framework":[58,150,156],"(AWDP).":[59],"Firstly,":[60],"establish":[62],"the":[63,78,125,128,142,148,155],"test":[64],"scenario":[65],"Markov":[68],"Decision":[69],"Process":[70],"(MDP)":[71],"then":[73],"design":[74],"simulator":[76],"Domain":[80,92,175],"OpenAI's":[84],"Gymnasium.":[85],"Secondly,":[86],"implement":[88],"our":[89],"approach":[94],"four":[96],"sequential":[97],"steps,":[98],"collecting":[99],"host":[102],"information,":[103],"modeling":[104],"acquired":[106],"data,":[107],"discovering":[108],"optimal":[109],"attack":[110,166],"path":[111],"through":[112],"Deep":[113],"Q-Learning":[114],"Network":[115],"(DQN),":[116],"performing":[118],"actions.":[121],"Finally,":[122],"validate":[124],"effects":[126],"proposed":[129,143],"method,":[130],"conduct":[132],"tests":[133],"real":[135],"deployed":[136],"domains.":[137],"Experimental":[138],"results":[139],"demonstrate":[140],"that,":[141],"models":[144],"algorithms":[146],"AWDP":[149],"exhibit":[151],"robust":[152],"performance.":[153],"Moreover,":[154],"adapts":[157],"different":[159],"environments":[160],"rational":[162],"efficient":[164],"estimated":[165],"paths,":[167],"eventually":[169],"enables":[170],"end-to-end":[171],"automation":[172],"testing.":[177]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}