{"id":"https://openalex.org/W7131123603","doi":"https://doi.org/10.1109/soli66289.2025.11396255","title":"Building a Domain-Specialized Large Language Model for Penetration Testing","display_name":"Building a Domain-Specialized Large Language Model for Penetration Testing","publication_year":2025,"publication_date":"2025-09-28","ids":{"openalex":"https://openalex.org/W7131123603","doi":"https://doi.org/10.1109/soli66289.2025.11396255"},"language":null,"primary_location":{"id":"doi:10.1109/soli66289.2025.11396255","is_oa":false,"landing_page_url":"https://doi.org/10.1109/soli66289.2025.11396255","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Service Operations and Logistics, and Informatics (SOLI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023367455","display_name":"Joseph Guan Quan Lim","orcid":"https://orcid.org/0009-0007-3655-8064"},"institutions":[{"id":"https://openalex.org/I168639165","display_name":"Singapore Institute of Technology","ror":"https://ror.org/01v2c2791","country_code":"SG","type":"education","lineage":["https://openalex.org/I168639165"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Joseph Guan Quan Lim","raw_affiliation_strings":["Singapore Institute of Technology,Infocomm Technology Cluster,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Institute of Technology,Infocomm Technology Cluster,Singapore","institution_ids":["https://openalex.org/I168639165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126651616","display_name":"Isaac Leung Soon","orcid":null},"institutions":[{"id":"https://openalex.org/I168639165","display_name":"Singapore Institute of Technology","ror":"https://ror.org/01v2c2791","country_code":"SG","type":"education","lineage":["https://openalex.org/I168639165"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Isaac Leung Soon","raw_affiliation_strings":["Singapore Institute of Technology,Infocomm Technology Cluster,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Institute of Technology,Infocomm Technology Cluster,Singapore","institution_ids":["https://openalex.org/I168639165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126649370","display_name":"Wilson Wee Shyan Lim","orcid":null},"institutions":[{"id":"https://openalex.org/I168639165","display_name":"Singapore Institute of Technology","ror":"https://ror.org/01v2c2791","country_code":"SG","type":"education","lineage":["https://openalex.org/I168639165"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wilson Wee Shyan Lim","raw_affiliation_strings":["Singapore Institute of Technology,Infocomm Technology Cluster,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Institute of Technology,Infocomm Technology Cluster,Singapore","institution_ids":["https://openalex.org/I168639165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099069879","display_name":"Zhen Yu Kwok","orcid":"https://orcid.org/0009-0000-7676-0768"},"institutions":[{"id":"https://openalex.org/I168639165","display_name":"Singapore Institute of Technology","ror":"https://ror.org/01v2c2791","country_code":"SG","type":"education","lineage":["https://openalex.org/I168639165"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhen Yu Kwok","raw_affiliation_strings":["Singapore Institute of Technology,Infocomm Technology Cluster,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Institute of Technology,Infocomm Technology Cluster,Singapore","institution_ids":["https://openalex.org/I168639165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126610652","display_name":"Ryan Kim Wee Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I168639165","display_name":"Singapore Institute of Technology","ror":"https://ror.org/01v2c2791","country_code":"SG","type":"education","lineage":["https://openalex.org/I168639165"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Ryan Kim Wee Lee","raw_affiliation_strings":["Singapore Institute of Technology,Infocomm Technology Cluster,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Institute of Technology,Infocomm Technology Cluster,Singapore","institution_ids":["https://openalex.org/I168639165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126635429","display_name":"Aloysus Leng Siang Koh","orcid":null},"institutions":[{"id":"https://openalex.org/I168639165","display_name":"Singapore Institute of Technology","ror":"https://ror.org/01v2c2791","country_code":"SG","type":"education","lineage":["https://openalex.org/I168639165"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Aloysus Leng Siang Koh","raw_affiliation_strings":["Singapore Institute of Technology,Infocomm Technology Cluster,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Institute of Technology,Infocomm Technology Cluster,Singapore","institution_ids":["https://openalex.org/I168639165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126597907","display_name":"Huaqun Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I168639165","display_name":"Singapore Institute of Technology","ror":"https://ror.org/01v2c2791","country_code":"SG","type":"education","lineage":["https://openalex.org/I168639165"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Huaqun Guo","raw_affiliation_strings":["Singapore Institute of Technology,Infocomm Technology Cluster,Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Singapore Institute of Technology,Infocomm Technology Cluster,Singapore","institution_ids":["https://openalex.org/I168639165"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I168639165"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.69519502,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"101","last_page":"106"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.24210000038146973,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.24210000038146973,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.11219999939203262,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.09229999780654907,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/penetration","display_name":"Penetration (warfare)","score":0.6248000264167786},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5414000153541565},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.44209998846054077},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.35740000009536743},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.33079999685287476},{"id":"https://openalex.org/keywords/domain-specific-language","display_name":"Domain-specific language","score":0.3183000087738037}],"concepts":[{"id":"https://openalex.org/C80107235","wikidata":"https://www.wikidata.org/wiki/Q7162625","display_name":"Penetration (warfare)","level":2,"score":0.6248000264167786},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5504999756813049},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5414000153541565},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.44209998846054077},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.35740000009536743},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3352999985218048},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.33079999685287476},{"id":"https://openalex.org/C135257023","wikidata":"https://www.wikidata.org/wiki/Q691358","display_name":"Domain-specific language","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31040000915527344},{"id":"https://openalex.org/C92548554","wikidata":"https://www.wikidata.org/wiki/Q2262868","display_name":"Domain model","level":3,"score":0.2881999909877777},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2766000032424927},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.27649998664855957},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27059999108314514},{"id":"https://openalex.org/C179603123","wikidata":"https://www.wikidata.org/wiki/Q1941921","display_name":"Modeling language","level":3,"score":0.2644999921321869},{"id":"https://openalex.org/C98214672","wikidata":"https://www.wikidata.org/wiki/Q1501923","display_name":"Penetration test","level":3,"score":0.2531999945640564},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.2531999945640564},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/soli66289.2025.11396255","is_oa":false,"landing_page_url":"https://doi.org/10.1109/soli66289.2025.11396255","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Service Operations and Logistics, and Informatics (SOLI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2496959730","https://openalex.org/W2808680185","https://openalex.org/W4226017353","https://openalex.org/W4385274673","https://openalex.org/W4385572046","https://openalex.org/W4388535678","https://openalex.org/W4392240262","https://openalex.org/W4399114424","https://openalex.org/W4401043375","https://openalex.org/W4401857375","https://openalex.org/W4403180628","https://openalex.org/W4406928793","https://openalex.org/W4417248842"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,18,87],"effectiveness":[4],"of":[5,30,66,93],"fine-tuning":[6],"versus":[7],"Retrieval-Augmented":[8],"Generation":[9],"(RAG)":[10],"in":[11,85],"adapting":[12],"Large":[13],"Language":[14],"Models":[15],"(LLMs)":[16],"for":[17,95],"penetration":[19,96],"testing":[20,97],"domain.":[21],"Open-source":[22],"models":[23,54],"were":[24],"fine-tuned":[25,53],"using":[26,47],"custom":[27],"datasets":[28],"composed":[29],"question\u2013answer":[31],"pairs":[32],"derived":[33],"from":[34],"curated":[35],"cybersecurity":[36],"sources,":[37],"web-crawled":[38],"glossaries,":[39],"and":[40,71,79,90],"domain-specific":[41],"literature.":[42],"Model":[43],"performance":[44],"was":[45,68],"evaluated":[46],"BERTScore":[48],"metrics.":[49],"Findings":[50],"indicate":[51],"that":[52,73],"often":[55],"underperform":[56],"their":[57],"base":[58],"counterparts,":[59],"aligning":[60],"with":[61],"existing":[62],"research.":[63],"The":[64],"integration":[65],"RAG":[67],"then":[69],"implemented":[70],"demonstrated":[72],"it":[74],"significantly":[75],"improved":[76],"precision,":[77],"recall,":[78],"F1":[80],"scores,":[81],"highlighting":[82],"its":[83],"value":[84],"enhancing":[86],"contextual":[88],"accuracy":[89],"domain":[91],"relevance":[92],"LLMs":[94],"tasks.":[98]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2026-02-24T00:00:00"}