{"id":"https://openalex.org/W4396918131","doi":"https://doi.org/10.1109/isdfs60797.2024.10527236","title":"A Review of Advancements and Applications of Pre-Trained Language Models in Cybersecurity","display_name":"A Review of Advancements and Applications of Pre-Trained Language Models in Cybersecurity","publication_year":2024,"publication_date":"2024-04-29","ids":{"openalex":"https://openalex.org/W4396918131","doi":"https://doi.org/10.1109/isdfs60797.2024.10527236"},"language":"en","primary_location":{"id":"doi:10.1109/isdfs60797.2024.10527236","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isdfs60797.2024.10527236","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 12th International Symposium on Digital Forensics and Security (ISDFS)","raw_type":"proceedings-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026087229","display_name":"Zefang Liu","orcid":"https://orcid.org/0000-0003-1947-3249"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zefang Liu","raw_affiliation_strings":["School of Computational Science and Engineering, Georgia Institute of Technology,Atlanta,USA","School of Computational Science and Engineering, Georgia Institute of Technology, Atlanta, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computational Science and Engineering, Georgia Institute of Technology,Atlanta,USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"School of Computational Science and Engineering, Georgia Institute of Technology, Atlanta, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5026087229"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":8.1366,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.97906266,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6742134690284729},{"id":"https://openalex.org/keywords/malware","display_name":"Malware","score":0.667697012424469},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6549309492111206},{"id":"https://openalex.org/keywords/transformative-learning","display_name":"Transformative learning","score":0.6474130153656006},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.6360663771629333},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.6141420602798462},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5151116251945496},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4720671474933624},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4377007484436035},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.14108797907829285},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.08829852938652039}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6742134690284729},{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.667697012424469},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6549309492111206},{"id":"https://openalex.org/C70587473","wikidata":"https://www.wikidata.org/wiki/Q7834111","display_name":"Transformative learning","level":2,"score":0.6474130153656006},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.6360663771629333},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.6141420602798462},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5151116251945496},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4720671474933624},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4377007484436035},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.14108797907829285},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.08829852938652039},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isdfs60797.2024.10527236","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isdfs60797.2024.10527236","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 12th International Symposium on Digital Forensics and Security (ISDFS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":168,"referenced_works":["https://openalex.org/W2896457183","https://openalex.org/W2965373594","https://openalex.org/W2978017171","https://openalex.org/W2980282514","https://openalex.org/W2984666763","https://openalex.org/W2996428491","https://openalex.org/W2998074434","https://openalex.org/W3008371681","https://openalex.org/W3034999214","https://openalex.org/W3091965511","https://openalex.org/W3122890974","https://openalex.org/W3129381801","https://openalex.org/W3154050251","https://openalex.org/W3157029757","https://openalex.org/W3161935901","https://openalex.org/W3163378277","https://openalex.org/W3163881436","https://openalex.org/W3166095789","https://openalex.org/W3172754339","https://openalex.org/W3180238884","https://openalex.org/W3185498326","https://openalex.org/W3187025053","https://openalex.org/W3193944778","https://openalex.org/W3197115256","https://openalex.org/W3197388494","https://openalex.org/W3197468218","https://openalex.org/W3198240431","https://openalex.org/W3198333480","https://openalex.org/W3198845989","https://openalex.org/W3199141370","https://openalex.org/W3199174176","https://openalex.org/W3205370529","https://openalex.org/W3205985117","https://openalex.org/W3208710908","https://openalex.org/W3209329320","https://openalex.org/W3210162706","https://openalex.org/W4205162095","https://openalex.org/W4205199446","https://openalex.org/W4205635956","https://openalex.org/W4205861485","https://openalex.org/W4205965165","https://openalex.org/W4206238429","https://openalex.org/W4206833365","https://openalex.org/W4213074563","https://openalex.org/W4214753307","https://openalex.org/W4223518423","https://openalex.org/W4224305508","https://openalex.org/W4224315052","https://openalex.org/W4225454120","https://openalex.org/W4225658247","https://openalex.org/W4225658316","https://openalex.org/W4226278401","https://openalex.org/W4226346873","https://openalex.org/W4281399463","https://openalex.org/W4281787892","https://openalex.org/W4284894208","https://openalex.org/W4285114033","https://openalex.org/W4285507459","https://openalex.org/W4287548767","https://openalex.org/W4288089799","https://openalex.org/W4291700788","https://openalex.org/W4292779060","https://openalex.org/W4293863392","https://openalex.org/W4294343684","https://openalex.org/W4296442240","https://openalex.org/W4296870407","https://openalex.org/W4307079201","https://openalex.org/W4308086462","https://openalex.org/W4308531811","https://openalex.org/W4309623083","https://openalex.org/W4309631954","https://openalex.org/W4310511492","https://openalex.org/W4312326656","https://openalex.org/W4312690534","https://openalex.org/W4313185991","https://openalex.org/W4317435061","https://openalex.org/W4317600390","https://openalex.org/W4318570535","https://openalex.org/W4319079731","https://openalex.org/W4320235690","https://openalex.org/W4322718191","https://openalex.org/W4324359670","https://openalex.org/W4327750468","https://openalex.org/W4327796936","https://openalex.org/W4360764185","https://openalex.org/W4361004367","https://openalex.org/W4366556210","https://openalex.org/W4366967614","https://openalex.org/W4367000164","https://openalex.org/W4376288669","https://openalex.org/W4377091931","https://openalex.org/W4378902384","https://openalex.org/W4379138252","https://openalex.org/W4380353763","https://openalex.org/W4381586770","https://openalex.org/W4383113604","https://openalex.org/W4384918448","https://openalex.org/W4385236815","https://openalex.org/W4385452929","https://openalex.org/W4385571105","https://openalex.org/W4385605314","https://openalex.org/W4385688277","https://openalex.org/W4385755118","https://openalex.org/W4385878021","https://openalex.org/W4386119501","https://openalex.org/W4386141483","https://openalex.org/W4386655575","https://openalex.org/W4386701302","https://openalex.org/W4386858606","https://openalex.org/W4387224542","https://openalex.org/W4387298393","https://openalex.org/W4387382605","https://openalex.org/W4387757573","https://openalex.org/W4387800488","https://openalex.org/W4387891781","https://openalex.org/W4387994989","https://openalex.org/W4388212264","https://openalex.org/W4388948449","https://openalex.org/W4389157038","https://openalex.org/W4389599215","https://openalex.org/W4390225955","https://openalex.org/W4390306856","https://openalex.org/W4390509863","https://openalex.org/W4391096001","https://openalex.org/W4391421325","https://openalex.org/W4391579685","https://openalex.org/W4391592188","https://openalex.org/W4391769266","https://openalex.org/W4391799320","https://openalex.org/W4392353733","https://openalex.org/W4392849751","https://openalex.org/W4393141466","https://openalex.org/W4398239377","https://openalex.org/W4403518992","https://openalex.org/W6755207826","https://openalex.org/W6768021236","https://openalex.org/W6768817161","https://openalex.org/W6768851824","https://openalex.org/W6769311223","https://openalex.org/W6769627184","https://openalex.org/W6778883912","https://openalex.org/W6779068807","https://openalex.org/W6784171553","https://openalex.org/W6787563055","https://openalex.org/W6810738896","https://openalex.org/W6810840224","https://openalex.org/W6838911930","https://openalex.org/W6847076894","https://openalex.org/W6850625674","https://openalex.org/W6852078105","https://openalex.org/W6852172876","https://openalex.org/W6852874933","https://openalex.org/W6853517571","https://openalex.org/W6854866820","https://openalex.org/W6856222874","https://openalex.org/W6856529530","https://openalex.org/W6857464309","https://openalex.org/W6857613679","https://openalex.org/W6857976653","https://openalex.org/W6858023062","https://openalex.org/W6858439344","https://openalex.org/W6858453470","https://openalex.org/W6858981908","https://openalex.org/W6860005124","https://openalex.org/W6860710830","https://openalex.org/W6861100093","https://openalex.org/W6861541626","https://openalex.org/W6861983505"],"related_works":["https://openalex.org/W2169196470","https://openalex.org/W3113185420","https://openalex.org/W4237580245","https://openalex.org/W4385368139","https://openalex.org/W2906134827","https://openalex.org/W4322745238","https://openalex.org/W4241245680","https://openalex.org/W3124327509","https://openalex.org/W3200688510","https://openalex.org/W4384833310"],"abstract_inverted_index":{"In":[0],"this":[1,128],"paper,":[2],"we":[3,48],"delve":[4],"into":[5],"the":[6,40,54,67,101,118,137,144],"transformative":[7],"role":[8],"of":[9,20,27,34,42,53,62,70,103,120],"pre-trained":[10],"language":[11,105],"models":[12,44,106],"(PLMs)":[13],"in":[14,72,100,112,152],"cybersecurity,":[15,47,73],"offering":[16],"a":[17,24,132],"comprehensive":[18],"examination":[19],"their":[21,109],"deployment":[22],"across":[23],"wide":[25],"array":[26],"cybersecurity":[28,114,157],"tasks.":[29],"Beginning":[30],"with":[31],"an":[32,50],"exploration":[33,151],"general":[35],"PLMs,":[36],"including":[37],"advancements":[38],"and":[39,77,90,123,140,150],"emergence":[41],"domain-specific":[43],"tailored":[45],"for":[46,135,147],"provide":[49],"insightful":[51],"overview":[52],"foundational":[55],"technologies":[56],"driving":[57],"these":[58],"developments.":[59],"The":[60],"core":[61],"our":[63],"review":[64],"focuses":[65],"on":[66],"multifaceted":[68],"applications":[69,122],"PLMs":[71,154],"ranging":[74],"from":[75],"malware":[76],"vulnerability":[78],"detection":[79],"to":[80,155],"more":[81],"nuanced":[82],"areas":[83],"like":[84],"log":[85],"analysis,":[86,89],"network":[87],"traffic":[88],"threat":[91],"intelligence,":[92],"among":[93],"others.":[94],"We":[95],"also":[96],"highlight":[97],"recent":[98],"strides":[99],"application":[102],"large":[104],"(LLMs),":[107],"showcasing":[108],"growing":[110],"influence":[111],"enhancing":[113],"measures.":[115],"By":[116],"charting":[117],"landscape":[119],"PLM":[121],"pointing":[124],"toward":[125],"future":[126],"directions,":[127],"work":[129],"serves":[130],"as":[131],"valuable":[133],"resource":[134],"both":[136],"research":[138],"community":[139],"industry":[141],"practitioners,":[142],"underlining":[143],"critical":[145],"need":[146],"continued":[148],"innovation":[149],"harnessing":[153],"fortify":[156],"defenses.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":4}],"updated_date":"2026-05-14T08:36:36.166977","created_date":"2025-10-10T00:00:00"}