{"id":"https://openalex.org/W7024390845","doi":null,"title":"Red-Teaming Code LLMs for Malware Generation","display_name":"Red-Teaming Code LLMs for Malware Generation","publication_year":2024,"publication_date":"2024-06-28","ids":{"openalex":"https://openalex.org/W7024390845"},"language":"en","primary_location":{"id":"pmh:oai:tudelft.nl:uuid:bb5a6ebe-d5b5-4563-aa29-8ad662a0f732","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:bb5a6ebe-d5b5-4563-aa29-8ad662a0f732","pdf_url":"https://repository.tudelft.nl/file/File_a6ea7e05-ec71-45f4-bb15-cc1b7638c07a","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"bachelor thesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repository.tudelft.nl/file/File_a6ea7e05-ec71-45f4-bb15-cc1b7638c07a","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ionescu, Ciprian (author)","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ionescu, Ciprian (author)","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9678000211715698,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9678000211715698,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.00800000037997961,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.00559999980032444,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9160000085830688},{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.7770000100135803},{"id":"https://openalex.org/keywords/malware-generation","display_name":"malware generation","score":0.984000027179718},{"id":"https://openalex.org/keywords/red-teaming","display_name":"red teaming","score":0.906000018119812},{"id":"https://openalex.org/keywords/llm-safety","display_name":"LLM safety","score":0.7609999775886536},{"id":"https://openalex.org/keywords/ethical-alignment","display_name":"ethical alignment","score":0.7649999856948853},{"id":"https://openalex.org/keywords/system-prompts","display_name":"system prompts","score":0.609000027179718},{"id":"https://openalex.org/keywords/model-size","display_name":"model size","score":0.5049999952316284},{"id":"https://openalex.org/keywords/llm-evaluation","display_name":"LLM evaluation","score":0.4569999873638153}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6570000052452087},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5281999707221985},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.5245000123977661},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5148000121116638},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.45730000734329224},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.43790000677108765},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3815000057220459},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.3686999976634979},{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.36320000886917114},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.32429999113082886},{"id":"https://openalex.org/C126965237","wikidata":"https://www.wikidata.org/wiki/Q816335","display_name":"Accidental","level":2,"score":0.3181000053882599},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.3140999972820282},{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.30320000648498535},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.29840001463890076},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.27410000562667847},{"id":"https://openalex.org/C83864248","wikidata":"https://www.wikidata.org/wiki/Q177323","display_name":"Developing country","level":2,"score":0.25949999690055847},{"id":"https://openalex.org/C50440223","wikidata":"https://www.wikidata.org/wiki/Q1475848","display_name":"Risk factor","level":2,"score":0.24330000579357147},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.22470000386238098},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.22429999709129333},{"id":"https://openalex.org/C3017813396","wikidata":"https://www.wikidata.org/wiki/Q17078173","display_name":"Resource constraints","level":2,"score":0.210099995136261},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.2093999981880188},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20919999480247498},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.20059999823570251},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.18619999289512634},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.1858000010251999},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.18150000274181366},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.18140000104904175},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.1784999966621399},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.17640000581741333},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.1720000058412552},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.17100000381469727},{"id":"https://openalex.org/C189326681","wikidata":"https://www.wikidata.org/wiki/Q10294","display_name":"Poverty","level":2,"score":0.1703999936580658},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.16859999299049377},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.16750000417232513},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16269999742507935},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.16120000183582306},{"id":"https://openalex.org/C99527880","wikidata":"https://www.wikidata.org/wiki/Q781118","display_name":"Universal design","level":2,"score":0.15870000422000885},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15559999644756317}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:tudelft.nl:uuid:bb5a6ebe-d5b5-4563-aa29-8ad662a0f732","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:bb5a6ebe-d5b5-4563-aa29-8ad662a0f732","pdf_url":"https://repository.tudelft.nl/file/File_a6ea7e05-ec71-45f4-bb15-cc1b7638c07a","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"bachelor thesis"}],"best_oa_location":{"id":"pmh:oai:tudelft.nl:uuid:bb5a6ebe-d5b5-4563-aa29-8ad662a0f732","doi":null,"is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:bb5a6ebe-d5b5-4563-aa29-8ad662a0f732","pdf_url":"https://repository.tudelft.nl/file/File_a6ea7e05-ec71-45f4-bb15-cc1b7638c07a","source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"bachelor thesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7024390845.pdf","grobid_xml":"https://content.openalex.org/works/W7024390845.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W3030163527","https://openalex.org/W3177813494","https://openalex.org/W4296413526","https://openalex.org/W4367185264","https://openalex.org/W4376312605","https://openalex.org/W4379919185","https://openalex.org/W4384918448","https://openalex.org/W4385014449","https://openalex.org/W4385270173","https://openalex.org/W4387225871","https://openalex.org/W4387561528","https://openalex.org/W4390041933","https://openalex.org/W4392781601","https://openalex.org/W4395474395","https://openalex.org/W4399795128","https://openalex.org/W4413175758","https://openalex.org/W4415799193","https://openalex.org/W6967084484","https://openalex.org/W7125135101"],"related_works":["https://openalex.org/W7222844333","https://openalex.org/W6948211967","https://openalex.org/W4399837430","https://openalex.org/W4413429693","https://openalex.org/W6929406817","https://openalex.org/W4417097196","https://openalex.org/W6948148092","https://openalex.org/W7212154452","https://openalex.org/W7208798782","https://openalex.org/W4401990041"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4,62],"increasingly":[5],"used":[6],"in":[7,15,39,45,113],"software":[8],"development,":[9],"but":[10],"their":[11,114],"potential":[12],"for":[13,78],"misuse":[14],"generating":[16],"harmful":[17,66,118,145],"code,":[18,119],"such":[19,97],"as":[20,98],"malware,":[21],"raises":[22],"significant":[23],"concerns.":[24],"We":[25,147],"present":[26],"a":[27,57,75],"red-teaming":[28],"approach":[29],"to":[30,50,64,73,116,143,155,174],"assess":[31],"the":[32,40,51,69,80,140,150,157,166,176],"safety":[33,172],"and":[34,103,128],"ethical":[35],"alignment":[36,126],"of":[37,42,53,59,83,152,159,168,171],"LLMs":[38,110,154],"context":[41],"code":[43],"generation,":[44],"particular":[46],"how":[47],"it":[48],"applies":[49],"generation":[52],"malware.":[54],"By":[55],"developing":[56],"dataset":[58],"prompts":[60,136],"that":[61,109,134],"likely":[63],"elicit":[65],"behavior":[67],"from":[68],"LLMs,":[70,94],"we":[71,89,132],"aim":[72],"provide":[74],"valuable":[76],"resource":[77],"benchmarking":[79],"harmlessness":[81,158],"factor":[82],"these":[84],"models.":[85],"Using":[86],"this":[87],"dataset,":[88],"evaluate":[90,156],"multiple":[91],"state-of-the-art":[92],"open-source":[93],"analyzing":[95],"factors":[96,122],"model":[99],"size,":[100],"training":[101,124],"alignment,":[102],"prompt":[104,129],"specificity.":[105,130],"Our":[106],"findings":[107],"show":[108],"vary":[111],"significantly":[112,138],"likelihood":[115],"generate":[117],"depending":[120],"on":[121],"like":[123],"data,":[125],"techniques,":[127],"Furthermore,":[131],"demonstrate":[133,149],"system":[135],"could":[137],"alter":[139],"model's":[141],"response":[142],"potentially":[144],"queries.":[146],"also":[148],"efficacy":[151],"using":[153],"other":[160],"LLMs'":[161],"responses.":[162],"This":[163],"research":[164],"highlights":[165],"importance":[167],"ongoing":[169],"development":[170],"measures":[173],"mitigate":[175],"risks":[177],"associated":[178],"with":[179],"code-generating":[180],"LLMs.":[181]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}