{"id":"https://openalex.org/W4399363470","doi":"https://doi.org/10.1145/3630106.3658913","title":"Adversarial Nibbler: An Open Red-Teaming Method for Identifying Diverse Harms in Text-to-Image Generation","display_name":"Adversarial Nibbler: An Open Red-Teaming Method for Identifying Diverse Harms in Text-to-Image Generation","publication_year":2024,"publication_date":"2024-06-03","ids":{"openalex":"https://openalex.org/W4399363470","doi":"https://doi.org/10.1145/3630106.3658913"},"language":"en","primary_location":{"id":"doi:10.1145/3630106.3658913","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658913","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658913","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658913","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092029664","display_name":"Jessica Quaye","orcid":"https://orcid.org/0009-0004-3838-7498"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jessica Quaye","raw_affiliation_strings":["Harvard University, USA"],"raw_orcid":"https://orcid.org/0009-0004-3838-7498","affiliations":[{"raw_affiliation_string":"Harvard University, USA","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082569485","display_name":"Alicia Parrish","orcid":"https://orcid.org/0000-0002-1054-0516"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alicia Parrish","raw_affiliation_strings":["Google, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-1054-0516","affiliations":[{"raw_affiliation_string":"Google, United States of America","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056796427","display_name":"Oana Inel","orcid":"https://orcid.org/0000-0003-4691-6586"},"institutions":[{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Oana Inel","raw_affiliation_strings":["University of Z\u00fcrich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-4691-6586","affiliations":[{"raw_affiliation_string":"University of Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053419988","display_name":"Charvi Rastogi","orcid":"https://orcid.org/0000-0003-0820-4115"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charvi Rastogi","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0000-0003-0820-4115","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051050719","display_name":"Hannah Rose Kirk","orcid":"https://orcid.org/0000-0002-7419-5993"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hannah Rose Kirk","raw_affiliation_strings":["University of Oxford, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-7419-5993","affiliations":[{"raw_affiliation_string":"University of Oxford, United Kingdom","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042350842","display_name":"Minsuk Kahng","orcid":"https://orcid.org/0000-0002-0291-6026"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Minsuk Kahng","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0000-0002-0291-6026","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094168390","display_name":"Erin van Liemt","orcid":"https://orcid.org/0009-0002-2016-200X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erin Van Liemt","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0009-0002-2016-200X","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018864006","display_name":"Max Bartolo","orcid":"https://orcid.org/0009-0007-3301-7895"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Max Bartolo","raw_affiliation_strings":["University College London, Cohere, United Kingdom"],"raw_orcid":"https://orcid.org/0009-0007-3301-7895","affiliations":[{"raw_affiliation_string":"University College London, Cohere, United Kingdom","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016947564","display_name":"Jess Tsang","orcid":"https://orcid.org/0009-0004-9094-7181"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jess Tsang","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0009-0004-9094-7181","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022025044","display_name":"Justin P. White","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin White","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0009-0005-5414-7061","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021267323","display_name":"Nathan Clement","orcid":"https://orcid.org/0000-0002-7533-625X"},"institutions":[{"id":"https://openalex.org/I4210113297","display_name":"Google (United Kingdom)","ror":"https://ror.org/024bc3e07","country_code":"GB","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210113297","https://openalex.org/I4210128969"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nathan Clement","raw_affiliation_strings":["Google, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-7533-625X","affiliations":[{"raw_affiliation_string":"Google, United Kingdom","institution_ids":["https://openalex.org/I4210113297"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011309559","display_name":"Rafael Mosquera","orcid":"https://orcid.org/0009-0009-0812-6330"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rafael Mosquera","raw_affiliation_strings":["ML Commons, Colombia"],"raw_orcid":"https://orcid.org/0009-0009-0812-6330","affiliations":[{"raw_affiliation_string":"ML Commons, Colombia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032435602","display_name":"Juan Ciro","orcid":"https://orcid.org/0009-0000-4179-3076"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Juan Ciro","raw_affiliation_strings":["ML Commons, Colombia"],"raw_orcid":"https://orcid.org/0009-0000-4179-3076","affiliations":[{"raw_affiliation_string":"ML Commons, Colombia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000635267","display_name":"Vijay Janapa Reddi","orcid":"https://orcid.org/0000-0002-5259-7721"},"institutions":[{"id":"https://openalex.org/I2801851002","display_name":"Harvard University Press","ror":"https://ror.org/006v7bf86","country_code":"US","type":"other","lineage":["https://openalex.org/I136199984","https://openalex.org/I2801851002"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vijay Janapa Reddi","raw_affiliation_strings":["Harvard University, United States of America"],"raw_orcid":"https://orcid.org/0000-0002-5259-7721","affiliations":[{"raw_affiliation_string":"Harvard University, United States of America","institution_ids":["https://openalex.org/I2801851002"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016381010","display_name":"Lora Aroyo","orcid":"https://orcid.org/0000-0001-9402-1133"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lora Aroyo","raw_affiliation_strings":["Google, USA"],"raw_orcid":"https://orcid.org/0000-0001-9402-1133","affiliations":[{"raw_affiliation_string":"Google, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":15,"corresponding_author_ids":["https://openalex.org/A5092029664"],"corresponding_institution_ids":["https://openalex.org/I2801851002"],"apc_list":null,"apc_paid":null,"fwci":1.8608,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.86482271,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"388","last_page":"406"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7730580568313599},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7556146383285522},{"id":"https://openalex.org/keywords/offensive","display_name":"Offensive","score":0.7365155220031738},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5992458462715149},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5434503555297852},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5346445441246033},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.4767913818359375},{"id":"https://openalex.org/keywords/harm","display_name":"Harm","score":0.46543848514556885},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.45699140429496765},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.44957929849624634},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.430192232131958},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4013681411743164},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.3365350067615509},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3229188919067383},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.23820117115974426},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.11812174320220947},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10609489679336548}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7730580568313599},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7556146383285522},{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.7365155220031738},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5992458462715149},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5434503555297852},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5346445441246033},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.4767913818359375},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.46543848514556885},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.45699140429496765},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.44957929849624634},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.430192232131958},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4013681411743164},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3365350067615509},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3229188919067383},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.23820117115974426},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.11812174320220947},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10609489679336548},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3630106.3658913","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658913","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658913","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},{"id":"pmh:doi:10.5167/uzh-264051","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1145/3630106.3658913","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3630106.3658913","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3630106.3658913","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The 2024 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6100000143051147,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399363470.pdf"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W2138199375","https://openalex.org/W2892181857","https://openalex.org/W2930957955","https://openalex.org/W2964237876","https://openalex.org/W3001807593","https://openalex.org/W3003928769","https://openalex.org/W3105662186","https://openalex.org/W3135367836","https://openalex.org/W3171654528","https://openalex.org/W3202452289","https://openalex.org/W4206070039","https://openalex.org/W4238846128","https://openalex.org/W4281485151","https://openalex.org/W4285161181","https://openalex.org/W4292114417","https://openalex.org/W4312933868","https://openalex.org/W4379466097","https://openalex.org/W4379959055","https://openalex.org/W4386242353","https://openalex.org/W4386246835","https://openalex.org/W4388867283"],"related_works":["https://openalex.org/W1568520348","https://openalex.org/W3032998312","https://openalex.org/W3214407891","https://openalex.org/W135177976","https://openalex.org/W4384486036","https://openalex.org/W1503094549","https://openalex.org/W3194113117","https://openalex.org/W4287020359","https://openalex.org/W3213194066","https://openalex.org/W268355439"],"abstract_inverted_index":{"With":[0],"text-to-image":[1],"(T2I)":[2],"generative":[3],"AI":[4],"models":[5,36],"reaching":[6],"wide":[7],"audiences,":[8],"it":[9],"is":[10,55],"critical":[11],"to":[12,19,37,57,94,103],"evaluate":[13],"model":[14],"robustness":[15],"against":[16],"non-obvious":[17,42],"attacks":[18],"mitigate":[20],"the":[21,64,141,176],"generation":[22],"of":[23,48,76,85,120,126,140,160,167,178,199],"offensive":[24],"images.":[25],"By":[26],"focusing":[27],"on":[28],"\u201cimplicitly":[29],"adversarial\u201d":[30],"prompts":[31],"(those":[32],"that":[33,52,108],"trigger":[34],"T2I":[35,87,200],"generate":[38],"unsafe":[39],"images":[40],"for":[41,71,137,156],"reasons),":[43],"we":[44,62],"isolate":[45],"a":[46,68,73,83,90,123,134],"set":[47,75],"difficult":[49],"safety":[50,106,131,193],"issues":[51,107],"human":[53,165],"creativity":[54],"well-suited":[56],"uncover.":[58],"To":[59],"this":[60],"end,":[61],"built":[63],"Adversarial":[65],"Nibbler":[66],"Challenge,":[67],"red-teaming":[69],"methodology":[70],"crowdsourcing":[72],"diverse":[74,101],"implicitly":[77],"adversarial":[78],"prompts.":[79],"We":[80,115],"have":[81],"assembled":[82],"suite":[84],"state-of-the-art":[86],"models,":[88],"employed":[89],"simple":[91],"user":[92],"interface":[93],"identify":[95],"and":[96,99,130,133,170,181,195],"annotate":[97],"harms,":[98],"engaged":[100],"populations":[102],"capture":[104],"long-tail":[105],"may":[109],"be":[110],"overlooked":[111],"in":[112,148],"standard":[113],"testing.":[114],"present":[116],"an":[117],"in-depth":[118],"account":[119],"our":[121],"methodology,":[122],"systematic":[124],"study":[125],"novel":[127],"attack":[128,171],"strategies":[129],"failures,":[132],"visualization":[135],"tool":[136],"easy":[138],"exploration":[139],"dataset.":[142],"The":[143],"first":[144],"challenge":[145],"round":[146],"resulted":[147],"over":[149],"10k":[150],"prompt-image":[151],"pairs":[152],"with":[153],"machine":[154],"annotations":[155,166],"safety.":[157],"A":[158],"subset":[159],"1.5k":[161],"samples":[162],"contains":[163],"rich":[164],"harm":[168],"types":[169],"styles.":[172],"Our":[173],"findings":[174],"emphasize":[175],"necessity":[177],"continual":[179],"auditing":[180],"adaptation":[182],"as":[183],"new":[184],"vulnerabilities":[185],"emerge.":[186],"This":[187],"work":[188],"will":[189],"enable":[190],"proactive,":[191],"iterative":[192],"assessments":[194],"promote":[196],"responsible":[197],"development":[198],"models.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}