{"id":"https://openalex.org/W4394627566","doi":"https://doi.org/10.1109/tii.2024.3379633","title":"An Intelligent Penetration Testing Method Using Human Feedback","display_name":"An Intelligent Penetration Testing Method Using Human Feedback","publication_year":2024,"publication_date":"2024-04-09","ids":{"openalex":"https://openalex.org/W4394627566","doi":"https://doi.org/10.1109/tii.2024.3379633"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2024.3379633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3379633","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101483553","display_name":"Qianyu Li","orcid":"https://orcid.org/0000-0002-7137-999X"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qianyu Li","raw_affiliation_strings":["College of Electronic Engineering, National University of Defense Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-7137-999X","affiliations":[{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048148909","display_name":"Ruipeng Wang","orcid":"https://orcid.org/0000-0003-2370-592X"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruipeng Wang","raw_affiliation_strings":["College of Electronic Engineering, National University of Defense Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-2370-592X","affiliations":[{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101484484","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0002-6654-7610"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["College of Electronic Engineering, National University of Defense Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-6654-7610","affiliations":[{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011736896","display_name":"Fan Shi","orcid":"https://orcid.org/0000-0003-4533-2706"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Shi","raw_affiliation_strings":["College of Electronic Engineering, National University of Defense Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-4533-2706","affiliations":[{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101459434","display_name":"Yi Shen","orcid":"https://orcid.org/0000-0002-2923-7963"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Shen","raw_affiliation_strings":["College of Electronic Engineering, National University of Defense Technology, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067766026","display_name":"Miao Hu","orcid":"https://orcid.org/0009-0005-9691-4011"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miao Hu","raw_affiliation_strings":["College of Electronic Engineering, National University of Defense Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0009-0005-9691-4011","affiliations":[{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035286001","display_name":"Bingyang Guo","orcid":"https://orcid.org/0000-0002-1166-2830"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingyang Guo","raw_affiliation_strings":["College of Electronic Engineering, National University of Defense Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-1166-2830","affiliations":[{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050637129","display_name":"Chengxi Xu","orcid":"https://orcid.org/0000-0001-7405-7710"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengxi Xu","raw_affiliation_strings":["College of Electronic Engineering, National University of Defense Technology, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0001-7405-7710","affiliations":[{"raw_affiliation_string":"College of Electronic Engineering, National University of Defense Technology, Hefei, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101483553"],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":2.0184,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.86654465,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"20","issue":"7","first_page":"9109","last_page":"9119"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/penetration","display_name":"Penetration (warfare)","score":0.5502106547355652},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5142202377319336},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2809622883796692}],"concepts":[{"id":"https://openalex.org/C80107235","wikidata":"https://www.wikidata.org/wiki/Q7162625","display_name":"Penetration (warfare)","level":2,"score":0.5502106547355652},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5142202377319336},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2809622883796692},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2024.3379633","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2024.3379633","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7661048751","display_name":null,"funder_award_id":"202306110031","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2736601468","https://openalex.org/W2808680185","https://openalex.org/W2912451346","https://openalex.org/W2945365276","https://openalex.org/W2981252702","https://openalex.org/W3094485976","https://openalex.org/W3135252453","https://openalex.org/W3197594072","https://openalex.org/W3200700794","https://openalex.org/W4211192720","https://openalex.org/W4220747123","https://openalex.org/W4221136374","https://openalex.org/W4285278949","https://openalex.org/W4295279953","https://openalex.org/W4299458083","https://openalex.org/W4309675179","https://openalex.org/W4313216096","https://openalex.org/W4317382446","https://openalex.org/W4318312487","https://openalex.org/W4323569177","https://openalex.org/W6631190155","https://openalex.org/W6741002519","https://openalex.org/W6762456871","https://openalex.org/W6782465632","https://openalex.org/W6799308143","https://openalex.org/W6800713718","https://openalex.org/W6810738896","https://openalex.org/W6846800256","https://openalex.org/W6850590230"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"Penetration":[0],"testing":[1,138],"is":[2],"widely":[3],"acknowledged":[4],"as":[5],"the":[6,17,32,81,101,112,127,130],"foremost":[7],"method":[8,36,134],"for":[9,31,72],"evaluating":[10],"network":[11],"security.":[12],"However,":[13],"three":[14],"challenges":[15],"impede":[16],"generation":[18],"of":[19,132],"strategies":[20,139],"that":[21,140],"align":[22,141],"with":[23,144],"human":[24,39,96,145],"expectations.":[25],"In":[26,108],"this":[27,105],"article,":[28],"we":[29,57,89,110],"present,":[30],"first":[33],"time,":[34],"a":[35,59,66,91],"based":[37,94,122],"on":[38,80,95,123],"feedback":[40,97],"to":[41,62,69,84,115],"enhance":[42,116],"strategy":[43],"generation.":[44],"Our":[45],"approach":[46],"comprises":[47],"two":[48],"components:":[49],"agent":[50,55],"training":[51],"and":[52,65,98,126],"decision-making.":[53],"During":[54],"training,":[56],"establish":[58],"hierarchical":[60],"framework":[61],"decompose":[63],"tasks":[64],"knowledge":[67],"base":[68],"offer":[70],"advice":[71],"improving":[73],"data":[74],"efficiency.":[75],"We":[76,119],"then":[77],"impose":[78],"constraints":[79],"action":[82],"space":[83],"mitigate":[85],"ineffective":[86],"exploration.":[87],"Finally,":[88],"train":[90],"reward":[92,106],"model":[93,102,113],"fine":[99],"tune":[100],"guided":[103],"by":[104],"model.":[107],"decision-making,":[109],"process":[111],"output":[114],"decision":[117],"accuracy.":[118],"crafted":[120],"scenarios":[121],"real-world":[124],"networks,":[125],"results":[128],"demonstrate":[129],"effectiveness":[131],"our":[133],"in":[135],"generating":[136],"penetration":[137],"more":[142],"closely":[143],"intentions.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}