{"id":"https://openalex.org/W4411016484","doi":"https://doi.org/10.1145/3714393.3726502","title":"<scp>Espresso:</scp> Robust Concept Filtering in Text-to-Image Models","display_name":"<scp>Espresso:</scp> Robust Concept Filtering in Text-to-Image Models","publication_year":2024,"publication_date":"2024-06-19","ids":{"openalex":"https://openalex.org/W4411016484","doi":"https://doi.org/10.1145/3714393.3726502"},"language":"en","primary_location":{"id":"doi:10.1145/3714393.3726502","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3714393.3726502","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3714393.3726502","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifteenth ACM Conference on Data and Application Security and Privacy","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3714393.3726502","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111193699","display_name":"Anudeep Das","orcid":null},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Anudeep Das","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0009-0006-9387-4437","affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037812896","display_name":"Vasisht Duddu","orcid":"https://orcid.org/0000-0003-2138-4341"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Vasisht Duddu","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0003-2138-4341","affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rui Zhang","orcid":"https://orcid.org/0000-0001-7885-5103"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Zhang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7885-5103","affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016685507","display_name":"N. Asokan","orcid":"https://orcid.org/0000-0002-5093-9871"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"N. Asokan","raw_affiliation_strings":["University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5093-9871","affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"305","last_page":"316"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9707000255584717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6607301235198975},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44468793272972107},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.43340668082237244},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.41768965125083923},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3425180912017822}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6607301235198975},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44468793272972107},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.43340668082237244},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.41768965125083923},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3425180912017822}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3714393.3726502","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3714393.3726502","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3714393.3726502","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifteenth ACM Conference on Data and Application Security and Privacy","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3714393.3726502","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3714393.3726502","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3714393.3726502","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifteenth ACM Conference on Data and Application Security and Privacy","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G297586130","display_name":null,"funder_award_id":"RGPIN-2020-04744","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320314607","display_name":"Government of Ontario","ror":"https://ror.org/015pzp858"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411016484.pdf","grobid_xml":"https://content.openalex.org/works/W4411016484.grobid-xml"},"referenced_works_count":10,"referenced_works":["https://openalex.org/W3153469116","https://openalex.org/W4286611278","https://openalex.org/W4312933868","https://openalex.org/W4386066536","https://openalex.org/W4386076098","https://openalex.org/W4390871724","https://openalex.org/W4390874260","https://openalex.org/W4394593019","https://openalex.org/W4402264152","https://openalex.org/W4403662628"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Diffusion":[0],"based":[1,69],"text-to-image":[2],"models":[3],"are":[4,28],"trained":[5],"on":[6,42,70],"large":[7],"datasets":[8],"scraped":[9],"from":[10],"the":[11,33,64,81,84,91,108],"Internet,":[12],"potentially":[13],"containing":[14],"unacceptable":[15,38,77,96,112],"concepts":[16,78,115],"(e.g.,":[17],"copyright-infringing":[18],"or":[19],"unsafe).":[20],"We":[21,61,75,119],"need":[22],"concept":[23],"removal":[24],"techniques":[25],"(CRTs)":[26],"which":[27],"i)":[29],"effective":[30,133],"in":[31],"preventing":[32],"generation":[34],"of":[35,86,94,111],"images":[36],"with":[37,50],"concepts,":[39,44],"ii)":[40],"utility-preserving":[41],"acceptable":[43,98,114],"and,":[45],"iii)":[46],"robust":[47,66,135],"against":[48],"evasion":[49],"adversarial":[51],"prompts.":[52],"No":[53],"prior":[54,137],"CRT":[55],"satisfies":[56],"all":[57],"these":[58],"requirements":[59],"simultaneously.":[60],"introduce":[62],"Espresso,":[63],"first":[65],"<u>co</u>ncept":[67],"<u>fi</u>lter":[68],"Contrastive":[71],"Language-Image":[72],"Pre-Training":[73],"(CLIP).":[74],"identify":[76],"by":[79,106],"using":[80],"distance":[82],"between":[83],"embedding":[85],"a":[87,121],"generated":[88],"image":[89],"to":[90,123,127],"text":[92,109],"embeddings":[93,110],"both":[95],"and":[97,113,134],"concepts.":[99],"This":[100],"lets":[101],"us":[102],"fine-tune":[103],"for":[104],"robustness":[105],"separating":[107],"while":[116,139],"preserving":[117],"utility.":[118],"present":[120],"pipeline":[122],"evaluate":[124],"various":[125],"CRTs":[126],"show":[128],"that":[129],"Espresso":[130],"is":[131],"more":[132],"than":[136],"CRTs,":[138],"retaining":[140],"utility":[141]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}
