{"id":"https://openalex.org/W4392158010","doi":"https://doi.org/10.1109/globecom54140.2023.10437804","title":"SetTron: Towards Better Generalisation in Penetration Testing with Reinforcement Learning","display_name":"SetTron: Towards Better Generalisation in Penetration Testing with Reinforcement Learning","publication_year":2023,"publication_date":"2023-12-04","ids":{"openalex":"https://openalex.org/W4392158010","doi":"https://doi.org/10.1109/globecom54140.2023.10437804"},"language":"en","primary_location":{"id":"doi:10.1109/globecom54140.2023.10437804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom54140.2023.10437804","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003356246","display_name":"Yizhou Yang","orcid":"https://orcid.org/0000-0003-3388-7691"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yizhou Yang","raw_affiliation_strings":["Zhejiang Lab,Hangzhou,China","Zhejiang Lab, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Hangzhou,China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062428788","display_name":"Mengxuan Chen","orcid":"https://orcid.org/0000-0002-1834-4288"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengxuan Chen","raw_affiliation_strings":["Tsinghua University,Beijing,China","Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031545295","display_name":"Haohuan Fu","orcid":"https://orcid.org/0000-0002-6982-2235"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haohuan Fu","raw_affiliation_strings":["Tsinghua University,Beijing,China","Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Beijing,China","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100352263","display_name":"Xin Liu","orcid":"https://orcid.org/0000-0002-7357-6671"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin Liu","raw_affiliation_strings":["National Research Center of Parallel Computer Engineering and Technology"],"affiliations":[{"raw_affiliation_string":"National Research Center of Parallel Computer Engineering and Technology","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5003356246"],"corresponding_institution_ids":["https://openalex.org/I4210123185"],"apc_list":null,"apc_paid":null,"fwci":0.3497,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.68194238,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"4662","last_page":"4667"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/penetration","display_name":"Penetration (warfare)","score":0.6310670971870422},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6218990683555603},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5883325934410095},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5869189500808716},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34089136123657227},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.23049643635749817},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16374853253364563},{"id":"https://openalex.org/keywords/composite-material","display_name":"Composite material","score":0.1508525311946869},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.059580713510513306}],"concepts":[{"id":"https://openalex.org/C80107235","wikidata":"https://www.wikidata.org/wiki/Q7162625","display_name":"Penetration (warfare)","level":2,"score":0.6310670971870422},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6218990683555603},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5883325934410095},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5869189500808716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34089136123657227},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.23049643635749817},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16374853253364563},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.1508525311946869},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.059580713510513306}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom54140.2023.10437804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom54140.2023.10437804","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1530618081","https://openalex.org/W2736601468","https://openalex.org/W2797527950","https://openalex.org/W2809876556","https://openalex.org/W2889676472","https://openalex.org/W2932977083","https://openalex.org/W2945365276","https://openalex.org/W2963305465","https://openalex.org/W2964061570","https://openalex.org/W3199303841","https://openalex.org/W3202409790","https://openalex.org/W4221142155","https://openalex.org/W6627932998","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6744580074","https://openalex.org/W6750629867","https://openalex.org/W6754307015","https://openalex.org/W6762456871","https://openalex.org/W6801396756","https://openalex.org/W6810269079"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Intelligent":[0],"penetration":[1,149],"testing":[2,18],"(pen-testing),":[3],"utilising":[4],"Deep":[5],"Reinforcement":[6],"Learning":[7],"(DRL)":[8],"has":[9],"gained":[10],"attention":[11],"due":[12],"to":[13,44,46,57,106,129,142,164],"its":[14],"potential":[15],"for":[16],"improving":[17],"efficiency":[19,137],"and":[20,41,115,138,145,151,178],"cost-effectiveness":[21],"in":[22,39,111,133],"evaluating":[23],"network":[24,35,90],"system":[25],"security.":[26],"Nonetheless,":[27],"current":[28],"approaches":[29],"which":[30],"rely":[31],"on":[32,121],"simplistic":[33],"neural":[34],"architectures":[36],"suffer":[37],"limitations":[38],"transferability":[40],"their":[42,51],"ability":[43],"generalise":[45],"new":[47,165],"tasks,":[48],"thus":[49],"impeding":[50],"practical":[52],"application.":[53],"This":[54],"paper":[55],"aims":[56],"address":[58],"these":[59],"issues":[60],"by":[61,181],"formalising":[62],"the":[63,83,86,99],"pen-testing":[64,122],"decision":[65,71],"process":[66,72],"as":[67,75,77],"a":[68,79,89,95,112,173,182],"Host-Centric":[69],"Markov":[70],"(HC-":[73],"MDP),":[74],"well":[76],"establishing":[78],"structural":[80,104],"representation":[81,105],"of":[82,135,184],"relationships":[84],"among":[85],"hosts":[87],"within":[88],"system.":[91],"Further,":[92],"we":[93],"propose":[94],"flexible":[96],"policy":[97,139],"architecture,":[98],"\u201cSetTron\u201d,":[100],"that":[101],"leverages":[102],"this":[103],"augment":[107],"architectural":[108],"inductive":[109],"bias":[110],"DRL":[113],"agent":[114],"then":[116],"practically":[117],"evaluate":[118],"our":[119],"approach":[120],"simulator":[123],"platforms.":[124],"The":[125],"findings":[126],"show":[127],"SetTron":[128,155],"demonstrate":[130],"superior":[131],"performance,":[132],"terms":[134],"learning":[136],"convergence,":[140],"compared":[141],"state-of-the-art":[143],"methods":[144],"baselines":[146,180],"with":[147,167],"shorter":[148],"sequences":[150],"enhanced":[152],"rewards.":[153],"Besides,":[154],"exhibits":[156],"remarkable":[157],"zero-shot":[158],"generalisation":[159],"capabilities,":[160],"enabling":[161],"perfect":[162],"transfer":[163],"tasks":[166],"randomly":[168],"placed":[169],"target":[170],"hosts,":[171],"achieving":[172],"100":[174],"%":[175],"success":[176],"rate,":[177],"outperforming":[179],"factor":[183],"6":[185],"when":[186],"comparing":[187],"normalised":[188],"scores.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}