{"id":"https://openalex.org/W4405467128","doi":"https://doi.org/10.48550/arxiv.2407.15211","title":"Failures to Find Transferable Image Jailbreaks Between Vision-Language Models","display_name":"Failures to Find Transferable Image Jailbreaks Between Vision-Language Models","publication_year":2024,"publication_date":"2024-07-21","ids":{"openalex":"https://openalex.org/W4405467128","doi":"https://doi.org/10.48550/arxiv.2407.15211"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.15211","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.15211","pdf_url":"https://arxiv.org/pdf/2407.15211","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.15211","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058188131","display_name":"Rylan Schaeffer","orcid":"https://orcid.org/0000-0002-4298-7216"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schaeffer, Rylan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113005118","display_name":"Dan Valentine","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Valentine, Dan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011630384","display_name":"Luke Bailey","orcid":"https://orcid.org/0000-0003-2213-7430"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bailey, Luke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050685525","display_name":"James Chua","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chua, James","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075608006","display_name":"Crist\u00f3bal Eyzaguirre","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eyzaguirre, Crist\u00f3bal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091286087","display_name":"Zane Durante","orcid":"https://orcid.org/0000-0001-9038-8915"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Durante, Zane","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056010406","display_name":"Joe Benton","orcid":"https://orcid.org/0000-0002-2103-6112"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benton, Joe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007251379","display_name":"Brando Miranda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Miranda, Brando","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094579744","display_name":"Henry Sleight","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sleight, Henry","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106944509","display_name":"John Hughes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hughes, John","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015545817","display_name":"Rajashree Agrawal","orcid":"https://orcid.org/0000-0001-7617-9180"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agrawal, Rajashree","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003223014","display_name":"Mrinank Sharma","orcid":"https://orcid.org/0000-0002-4304-7963"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sharma, Mrinank","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051005226","display_name":"Scott Emmons","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Emmons, Scott","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266570","display_name":"Sanmi Koyejo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koyejo, Sanmi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5091112967","display_name":"Ethan Perez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Perez, Ethan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9671000242233276,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.9671000242233276,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.6149485111236572},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5246241688728333},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.49793100357055664},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4934736490249634},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4062524735927582}],"concepts":[{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.6149485111236572},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5246241688728333},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.49793100357055664},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4934736490249634},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4062524735927582}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.15211","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.15211","pdf_url":"https://arxiv.org/pdf/2407.15211","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.15211","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.15211","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.15211","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.15211","pdf_url":"https://arxiv.org/pdf/2407.15211","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,35,59,68,108,179,204,216],"new":[3,75],"modalities":[4],"into":[5],"frontier":[6],"AI":[7],"systems":[8,18],"offers":[9],"exciting":[10],"capabilities,":[11],"but":[12,117],"also":[13],"increases":[14],"the":[15,57,110,114,131,144],"possibility":[16],"such":[17],"can":[19,191],"be":[20,192,236],"adversarially":[21],"manipulated":[22],"in":[23,210],"undesirable":[24],"ways.":[25],"In":[26],"this":[27],"work,":[28],"we":[29,78,82,186],"focus":[30],"on":[31,44],"a":[32,51,65,101,180,196],"popular":[33],"class":[34],"vision-language":[36],"models":[37,224],"(VLMs)":[38],"that":[39,77,84,189,233],"generate":[40],"text":[41,220],"outputs":[42],"conditioned":[43],"visual":[45],"and":[46,133,165,174,218,225],"textual":[47],"inputs.":[48],"We":[49],"conducted":[50],"large-scale":[52],"empirical":[53],"study":[54],"to":[55,92,121,213,239],"assess":[56],"transferability":[58],"gradient-based":[60,86,240],"universal":[61,217],"image":[62,87,96,230],"``jailbreaks\"":[63],"using":[64],"diverse":[66],"set":[67],"over":[69],"40":[70],"open-parameter":[71],"VLMs,":[72,109],"including":[73],"18":[74],"VLMs":[76,135,167,234],"publicly":[79],"release.":[80],"Overall,":[81],"find":[83],"transferable":[85,219,226],"jailbreaks":[88,113,221],"are":[89],"extremely":[90],"difficult":[91],"obtain.":[93],"When":[94],"an":[95,106],"jailbreak":[97,111],"is":[98,126],"optimized":[99],"against":[100,105,195,222,229],"single":[102,181],"VLM":[103,171,199],"or":[104,140,152],"ensemble":[107],"successfully":[112],"attacked":[115,132],"VLM(s),":[116],"exhibits":[118],"little-to-no":[119],"transfer":[120,125,190,241],"any":[122],"other":[123,154],"VLMs;":[124],"not":[127],"affected":[128],"by":[129,200],"whether":[130,143],"target":[134,198],"possess":[136],"matching":[137],"vision":[138],"backbones":[139],"language":[141,145,223],"models,":[142],"model":[146],"underwent":[147],"instruction-following":[148],"and/or":[149],"safety-alignment":[150],"training,":[151],"many":[153],"factors.":[155],"Only":[156],"two":[157],"settings":[158],"display":[159],"partially":[160],"successful":[161],"transfer:":[162],"between":[163,175],"identically-pretrained":[164],"identically-initialized":[166],"with":[168],"slightly":[169],"different":[170,176],"training":[172,177],"data,":[173],"checkpoints":[178],"VLM.":[182],"Leveraging":[183],"these":[184],"results,":[185],"then":[187],"demonstrate":[188],"significantly":[193],"improved":[194],"specific":[197],"attacking":[201],"larger":[202],"ensembles":[203],"``highly-similar\"":[205],"VLMs.":[206],"These":[207],"results":[208],"stand":[209],"stark":[211],"contrast":[212],"existing":[214],"evidence":[215],"adversarial":[227],"attacks":[228],"classifiers,":[231],"suggesting":[232],"may":[235],"more":[237],"robust":[238],"attacks.":[242]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2024-12-18T00:00:00"}