{"id":"https://openalex.org/W4401867319","doi":"https://doi.org/10.1186/s42400-024-00279-9","title":"EvilPromptFuzzer: generating inappropriate content based on text-to-image models","display_name":"EvilPromptFuzzer: generating inappropriate content based on text-to-image models","publication_year":2024,"publication_date":"2024-08-26","ids":{"openalex":"https://openalex.org/W4401867319","doi":"https://doi.org/10.1186/s42400-024-00279-9"},"language":"en","primary_location":{"id":"doi:10.1186/s42400-024-00279-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s42400-024-00279-9","pdf_url":"https://cybersecurity.springeropen.com/counter/pdf/10.1186/s42400-024-00279-9","source":{"id":"https://openalex.org/S3035238565","display_name":"Cybersecurity","issn_l":"2523-3246","issn":["2523-3246"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cybersecurity","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://cybersecurity.springeropen.com/counter/pdf/10.1186/s42400-024-00279-9","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048056595","display_name":"Juntao He","orcid":"https://orcid.org/0000-0002-6389-6348"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Juntao He","raw_affiliation_strings":["School of Cyberspace Security, Beijing University of Posts and Telecommunications, No.10 Xitucheng road, Haidian district, Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyberspace Security, Beijing University of Posts and Telecommunications, No.10 Xitucheng road, Haidian district, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108293594","display_name":"Haoran Dai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haoran Dai","raw_affiliation_strings":["Revery AI Inc, 60 Hazelwood Drive #126, Champaign, IL, 61820, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Revery AI Inc, 60 Hazelwood Drive #126, Champaign, IL, 61820, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081673334","display_name":"Runqi Sui","orcid":"https://orcid.org/0000-0002-5125-1198"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runqi Sui","raw_affiliation_strings":["School of Cyberspace Security, Beijing University of Posts and Telecommunications, No.10 Xitucheng road, Haidian district, Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyberspace Security, Beijing University of Posts and Telecommunications, No.10 Xitucheng road, Haidian district, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008157855","display_name":"Xuejing Yuan","orcid":"https://orcid.org/0009-0003-1866-5828"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuejing Yuan","raw_affiliation_strings":["School of Cyberspace Security, Beijing University of Posts and Telecommunications, No.10 Xitucheng road, Haidian district, Beijing, 100876, China"],"raw_orcid":"https://orcid.org/0009-0003-1866-5828","affiliations":[{"raw_affiliation_string":"School of Cyberspace Security, Beijing University of Posts and Telecommunications, No.10 Xitucheng road, Haidian district, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100616368","display_name":"Dun Liu","orcid":"https://orcid.org/0000-0003-2914-1168"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dun Liu","raw_affiliation_strings":["Newark, DE, 19716, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Newark, DE, 19716, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115529216","display_name":"Hao Feng","orcid":"https://orcid.org/0009-0003-3720-0444"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Feng","raw_affiliation_strings":["School of Cyberspace Security, Beijing University of Posts and Telecommunications, No.10 Xitucheng road, Haidian district, Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyberspace Security, Beijing University of Posts and Telecommunications, No.10 Xitucheng road, Haidian district, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111345508","display_name":"Xinyue Liu","orcid":"https://orcid.org/0009-0009-5402-8408"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyue Liu","raw_affiliation_strings":["School of Cyberspace Security, Beijing University of Posts and Telecommunications, No.10 Xitucheng road, Haidian district, Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyberspace Security, Beijing University of Posts and Telecommunications, No.10 Xitucheng road, Haidian district, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104473006","display_name":"Wenchuan Yang","orcid":"https://orcid.org/0000-0003-3194-1690"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenchuan Yang","raw_affiliation_strings":["School of Cyberspace Security, Beijing University of Posts and Telecommunications, No.10 Xitucheng road, Haidian district, Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyberspace Security, Beijing University of Posts and Telecommunications, No.10 Xitucheng road, Haidian district, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001653986","display_name":"Baojiang Cui","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baojiang Cui","raw_affiliation_strings":["School of Cyberspace Security, Beijing University of Posts and Telecommunications, No.10 Xitucheng road, Haidian district, Beijing, 100876, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyberspace Security, Beijing University of Posts and Telecommunications, No.10 Xitucheng road, Haidian district, Beijing, 100876, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069206408","display_name":"Kedan Li","orcid":"https://orcid.org/0000-0002-9262-6048"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kedan Li","raw_affiliation_strings":["Revery AI Inc, 60 Hazelwood Drive #126, Champaign, IL, 61820, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Revery AI Inc, 60 Hazelwood Drive #126, Champaign, IL, 61820, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5048056595"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":1.5734,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.85774971,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"7","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9642999768257141,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9642999768257141,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9301999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.927299976348877,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.640003502368927},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.49892330169677734},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4626544117927551},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.44395869970321655},{"id":"https://openalex.org/keywords/content","display_name":"Content (measure theory)","score":0.43006226420402527},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.332408607006073},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33051952719688416},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1354394257068634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.640003502368927},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.49892330169677734},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4626544117927551},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.44395869970321655},{"id":"https://openalex.org/C2778152352","wikidata":"https://www.wikidata.org/wiki/Q5165061","display_name":"Content (measure theory)","level":2,"score":0.43006226420402527},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.332408607006073},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33051952719688416},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1354394257068634},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s42400-024-00279-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s42400-024-00279-9","pdf_url":"https://cybersecurity.springeropen.com/counter/pdf/10.1186/s42400-024-00279-9","source":{"id":"https://openalex.org/S3035238565","display_name":"Cybersecurity","issn_l":"2523-3246","issn":["2523-3246"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cybersecurity","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e2d0e0c5f3a44886bad68251f57ff09b","is_oa":false,"landing_page_url":"https://doaj.org/article/e2d0e0c5f3a44886bad68251f57ff09b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Cybersecurity, Vol 7, Iss 1, Pp 1-20 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s42400-024-00279-9","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s42400-024-00279-9","pdf_url":"https://cybersecurity.springeropen.com/counter/pdf/10.1186/s42400-024-00279-9","source":{"id":"https://openalex.org/S3035238565","display_name":"Cybersecurity","issn_l":"2523-3246","issn":["2523-3246"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cybersecurity","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5788221032","display_name":null,"funder_award_id":"62202064","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401867319.pdf"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2948947170","https://openalex.org/W4213019189","https://openalex.org/W4282010060","https://openalex.org/W4283172096","https://openalex.org/W4304014690","https://openalex.org/W4385573253","https://openalex.org/W4386072096","https://openalex.org/W4386246859","https://openalex.org/W4388858734","https://openalex.org/W4388858946","https://openalex.org/W4389736946","https://openalex.org/W4390490761","https://openalex.org/W4390872151","https://openalex.org/W4390872723","https://openalex.org/W4390873054","https://openalex.org/W4392904091","https://openalex.org/W4392982437","https://openalex.org/W4393148016","https://openalex.org/W4393157467","https://openalex.org/W4399049578","https://openalex.org/W4400484590","https://openalex.org/W4402264152","https://openalex.org/W6603527449"],"related_works":["https://openalex.org/W4250539519","https://openalex.org/W4294018197","https://openalex.org/W4233433299","https://openalex.org/W2379384513","https://openalex.org/W2213288308","https://openalex.org/W2884856691","https://openalex.org/W4244821991","https://openalex.org/W2125732910","https://openalex.org/W2909905999","https://openalex.org/W2317264789"],"abstract_inverted_index":{"Abstract":[0],"Text-to-image":[1],"(TTI)":[2],"models":[3,34,45],"provide":[4],"huge":[5],"innovation":[6],"ability":[7,76],"for":[8,165],"many":[9],"industries,":[10],"while":[11],"the":[12,40,73,85,107,116,121,125,129,134,147,161,189,209,224],"content":[13,28,41,130,214],"security":[14,29,42],"triggered":[15],"by":[16],"them":[17],"has":[18,25],"also":[19],"attracted":[20],"wide":[21],"attention.":[22],"Considerable":[23],"research":[24],"focused":[26],"on":[27,39,170],"threats":[30],"of":[31,43,68,77,90,133,149,163,191,211,234],"large":[32],"language":[33],"(LLMs),":[35],"yet":[36],"comprehensive":[37],"studies":[38],"TTI":[44,63,135],"are":[46,104,173,183],"notably":[47],"scarce.":[48],"This":[49],"paper":[50],"introduces":[51],"a":[52],"systematic":[53],"tool,":[54],"named":[55],"EvilPromptFuzzer,":[56],"designed":[57],"to":[58,79,109,120,140,199],"fuzz":[59],"evil":[60],"prompts":[61,126],"in":[62,83],"models.":[64],"For":[65,146],"15":[66],"kinds":[67],"fine-grained":[69,122],"risks,":[70],"EvilPromptFuzzer":[71,164],"employs":[72],"strong":[74],"knowledge-mining":[75],"LLMs":[78,108],"construct":[80],"seed":[81],"banks,":[82],"which":[84,113],"seeds":[86,103],"cover":[87],"various":[88],"types":[89],"characters,":[91],"interrelations,":[92],"actions,":[93],"objects,":[94],"expressions,":[95],"body":[96],"parts,":[97],"locations,":[98],"surroundings,":[99],"etc.":[100],"Subsequently,":[101],"these":[102],"fed":[105],"into":[106],"build":[110],"scene-diverse":[111],"prompts,":[112],"can":[114,127],"weaken":[115],"semantic":[117],"sensitivity":[118],"related":[119],"risks.":[123],"Hence,":[124],"bypass":[128],"audit":[131,215],"mechanism":[132],"model,":[136],"and":[137,159,196,203,221],"ultimately":[138],"help":[139],"generate":[141],"images":[142,168,182,236],"with":[143],"inappropriate":[144,167],"content.":[145],"risks":[148],"violence,":[150],"horrible,":[151,192],"disgusting,":[152,193],"animal":[153],"cruelty,":[154],"religious":[155],"bias,":[156],"political":[157,194],"symbol,":[158],"extremism,":[160],"efficiency":[162,190],"generating":[166],"based":[169],"DALL.E":[171],"3":[172],"greater":[174],"than":[175,179],"30%,":[176],"namely,":[177],"more":[178],"30":[180],"generated":[181],"malicious":[184,235],"among":[185],"100":[186],"prompts.":[187],"Specifically,":[188],"symbols,":[195],"extremism":[197],"up":[198],"58%,":[200],"64%,":[201],"71%,":[202],"50%,":[204],"respectively.":[205],"Additionally,":[206],"we":[207],"analyzed":[208],"vulnerability":[210],"existing":[212],"popular":[213],"platforms,":[216],"including":[217],"Amazon,":[218],"Google,":[219],"Azure,":[220],"Baidu.":[222],"Even":[223],"most":[225],"effective":[226],"Google":[227],"SafeSearch":[228],"cloud":[229],"platform":[230],"identifies":[231],"only":[232],"33.85%":[233],"across":[237],"three":[238],"distinct":[239],"categories.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}