{"id":"https://openalex.org/W4412889837","doi":"https://doi.org/10.18653/v1/2025.acl-long.1350","title":"LLMs Caught in the Crossfire: Malware Requests and Jailbreak Challenges","display_name":"LLMs Caught in the Crossfire: Malware Requests and Jailbreak Challenges","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889837","doi":"https://doi.org/10.18653/v1/2025.acl-long.1350"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.1350","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1350","pdf_url":"https://aclanthology.org/2025.acl-long.1350.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-long.1350.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100369538","display_name":"Haoyang Li","orcid":"https://orcid.org/0000-0002-4816-4325"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haoyang Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100752932","display_name":"Huan Gao","orcid":"https://orcid.org/0000-0002-2466-5547"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huan Gao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079531245","display_name":"Zhiyuan Zhao","orcid":"https://orcid.org/0000-0002-1227-5058"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhiyuan Zhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069028297","display_name":"Zhiyu Lin","orcid":"https://orcid.org/0000-0001-8045-9556"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhiyu Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Junyu Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Junyu Gao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Xuelong Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xuelong Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"27833","last_page":"27848"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12519","display_name":"Cybercrime and Law Enforcement Studies","score":0.9807999730110168,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12034","display_name":"Digital and Cyber Forensics","score":0.972599983215332,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/malware","display_name":"Malware","score":0.7407287359237671},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.6202366352081299},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5647516846656799},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.45532089471817017},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.3209626078605652}],"concepts":[{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.7407287359237671},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.6202366352081299},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5647516846656799},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.45532089471817017},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3209626078605652}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.1350","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1350","pdf_url":"https://aclanthology.org/2025.acl-long.1350.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.1350","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.1350","pdf_url":"https://aclanthology.org/2025.acl-long.1350.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889837.pdf","grobid_xml":"https://content.openalex.org/works/W4412889837.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2097492617","https://openalex.org/W2753240997","https://openalex.org/W1764168690","https://openalex.org/W2537959205","https://openalex.org/W2740895074","https://openalex.org/W2772446090","https://openalex.org/W4284893819"],"abstract_inverted_index":{"The":[0],"widespread":[1],"adoption":[2],"of":[3,37,109,145],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"has":[8,30],"heightened":[9],"concerns":[10],"about":[11],"their":[12,15,39],"security,":[13],"particularly":[14],"vulnerability":[16],"to":[17,24,42,68,101,130],"jailbreak":[18,43,87,111,135],"attacks":[19,44],"that":[20,95,140],"leverage":[21],"crafted":[22,80],"prompts":[23,63],"generate":[25],"malicious":[26,65,81,103,125],"outputs.While":[27],"prior":[28],"research":[29],"been":[31],"conducted":[32],"on":[33,77],"general":[34],"security":[35,117,143],"capabilities":[36,144],"LLMs,":[38],"specific":[40],"susceptibility":[41],"in":[45],"code":[46,82,91,142],"generation":[47,83],"remains":[48],"largely":[49],"unexplored.To":[50],"fill":[51],"this":[52],"gap,":[53],"we":[54],"propose":[55],"MalwareBench,":[56],"a":[57],"benchmark":[58],"dataset":[59],"containing":[60],"3,520":[61],"jailbreaking":[62],"for":[64,124],"code-generation,":[66],"designed":[67],"evaluate":[69],"LLM":[70],"robustness":[71],"against":[72],"such":[73],"threats.Mal-wareBench":[74],"is":[75,127],"based":[76],"320":[78],"manually":[79],"requirements,":[84,105],"covering":[85],"11":[86],"methods":[88,112],"and":[89,106],"29":[90],"functionality":[92],"categories.Experiments":[93],"show":[94],"mainstream":[96],"LLMs":[97,146],"exhibit":[98],"limited":[99],"ability":[100],"reject":[102],"code-generation":[104],"the":[107,115,120,141],"combination":[108],"multiple":[110],"further":[113],"reduces":[114],"model's":[116],"capabilities:":[118],"specifically,":[119],"average":[121],"rejection":[122],"rate":[123],"content":[126],"60.93%,":[128],"dropping":[129],"39.92%":[131],"when":[132],"combined":[133],"with":[134],"attack":[136],"algorithms.Our":[137],"work":[138],"highlights":[139],"still":[147],"pose":[148],"significant":[149],"challenges.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}