{"id":"https://openalex.org/W4394870802","doi":"https://doi.org/10.1145/3650400.3650693","title":"Penetration Test Path Discovery Based on NHSC-PPO","display_name":"Penetration Test Path Discovery Based on NHSC-PPO","publication_year":2023,"publication_date":"2023-10-20","ids":{"openalex":"https://openalex.org/W4394870802","doi":"https://doi.org/10.1145/3650400.3650693"},"language":"en","primary_location":{"id":"doi:10.1145/3650400.3650693","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3650400.3650693","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 7th International Conference on Electronic Information Technology and Computer Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119309830","display_name":"Fang Li","orcid":"https://orcid.org/0009-0004-9926-2218"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Li","raw_affiliation_strings":["Guilin University of Electronic Technology, China"],"raw_orcid":"https://orcid.org/0009-0004-9926-2218","affiliations":[{"raw_affiliation_string":"Guilin University of Electronic Technology, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008144659","display_name":"Xueyan Wang","orcid":"https://orcid.org/0009-0000-8434-8300"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueyan Wang","raw_affiliation_strings":["Guilin University of Electronic Technology, China"],"raw_orcid":"https://orcid.org/0009-0000-8434-8300","affiliations":[{"raw_affiliation_string":"Guilin University of Electronic Technology, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100690523","display_name":"Yining Liu","orcid":"https://orcid.org/0000-0002-6487-7595"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yining Liu","raw_affiliation_strings":["Guilin University of Electronic Technology, China"],"raw_orcid":"https://orcid.org/0000-0002-6487-7595","affiliations":[{"raw_affiliation_string":"Guilin University of Electronic Technology, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5095740981","display_name":"Li Luo","orcid":"https://orcid.org/0009-0007-2039-9839"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Luo","raw_affiliation_strings":["Guilin University of Electronic Technology, China"],"raw_orcid":"https://orcid.org/0009-0007-2039-9839","affiliations":[{"raw_affiliation_string":"Guilin University of Electronic Technology, China","institution_ids":["https://openalex.org/I5343935"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I5343935"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1760","last_page":"1765"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5238882899284363},{"id":"https://openalex.org/keywords/penetration","display_name":"Penetration (warfare)","score":0.4800871014595032},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4204213619232178},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17463603615760803},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11672744154930115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5238882899284363},{"id":"https://openalex.org/C80107235","wikidata":"https://www.wikidata.org/wiki/Q7162625","display_name":"Penetration (warfare)","level":2,"score":0.4800871014595032},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4204213619232178},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17463603615760803},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11672744154930115},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3650400.3650693","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3650400.3650693","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 7th International Conference on Electronic Information Technology and Computer Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2405774806","https://openalex.org/W2736601468","https://openalex.org/W2808680185","https://openalex.org/W2945365276","https://openalex.org/W3048897867","https://openalex.org/W3094485976","https://openalex.org/W3100789280","https://openalex.org/W3194751850","https://openalex.org/W4281711018"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Aiming":[0],"at":[1],"the":[2,25,35,48,55,78,93,100,103,108,114,118,123,141,156,159,165],"problems":[3],"that":[4],"Deep":[5,12],"Q":[6],"Network":[7],"(DQN)":[8],"and":[9,20,61,71,81,90,98,111,138,152,162],"its":[10],"variant":[11],"Reinforcement":[13],"Learning":[14],"(DRL)":[15],"algorithm":[16,53,148],"are":[17],"not":[18],"efficient":[19],"difficult":[21],"to":[22,95,155],"converge":[23,154],"in":[24,122,127],"penetration":[26,142],"test":[27],"attack":[28,50,86,104,115,167],"path":[29,116,144,157],"discovery":[30,145],"scenario,":[31],"this":[32],"study":[33],"introduces":[34,62],"Normalized":[36],"Entropic":[37],"Dynamic":[38],"Reward":[39],"Scaled":[40],"Clipped-Proximal":[41],"Policy":[42,57],"Optimization":[43,58],"Algorithm":[44],"(NHSC-PPO)":[45],"for":[46],"determining":[47,164],"optimal":[49,166],"path.":[51,168],"This":[52],"enhances":[54],"Proximal":[56],"(PPO)":[59],"algorithm,":[60,110],"advantage":[63],"function":[64],"normalization,":[65],"policy":[66],"entropy,":[67],"dynamic":[68],"reward":[69,120],"scaling,":[70],"gradient":[72],"clipping":[73],"techniques.":[74],"We":[75],"first":[76],"convert":[77],"network":[79],"topology":[80],"vulnerability":[82],"information":[83],"into":[84],"an":[85],"graph":[87,105],"by":[88,106],"MulVAL,":[89],"then":[91,163],"train":[92],"Agent":[94],"continuously":[96],"explore":[97],"update":[99],"strategy":[101],"on":[102],"using":[107],"NHSC-PPO":[109,147],"finally":[112],"find":[113],"with":[117,133,158],"highest":[119,160],"value":[121],"dataset.":[124],"Experimental":[125],"results":[126],"various":[128],"scenarios":[129],"show":[130],"that,":[131],"compared":[132],"PPO,":[134],"Double":[135],"Dueling":[136],"DQN":[137,139],"algorithms,":[140],"testing":[143],"of":[146],"can":[149],"more":[150],"efficiently":[151],"accurately":[153],"reward,":[161]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}