{"id":"https://openalex.org/W4412945532","doi":"https://doi.org/10.18653/v1/2025.acl-long.405","title":"VLSBench: Unveiling Visual Leakage in Multimodal Safety","display_name":"VLSBench: Unveiling Visual Leakage in Multimodal Safety","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412945532","doi":"https://doi.org/10.18653/v1/2025.acl-long.405"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.405","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.405","pdf_url":"https://aclanthology.org/2025.acl-long.405.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-long.405.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088513405","display_name":"Xuan Hu","orcid":"https://orcid.org/0000-0002-7337-6637"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xuhao Hu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016667663","display_name":"Dongrui Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dongrui Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100734156","display_name":"Zhengwei Li","orcid":"https://orcid.org/0000-0003-1644-1006"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hao Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Xuanjing Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xuanjing Huang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5050634390","display_name":"Jing Shao","orcid":"https://orcid.org/0000-0001-7540-2969"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jing Shao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"8285","last_page":"8316"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14056","display_name":"Safety Warnings and Signage","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.920799970626831,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leakage","display_name":"Leakage (economics)","score":0.6166565418243408},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6145489811897278},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35268086194992065}],"concepts":[{"id":"https://openalex.org/C2777042071","wikidata":"https://www.wikidata.org/wiki/Q6509304","display_name":"Leakage (economics)","level":2,"score":0.6166565418243408},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6145489811897278},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35268086194992065},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.405","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.405","pdf_url":"https://aclanthology.org/2025.acl-long.405.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.405","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.405","pdf_url":"https://aclanthology.org/2025.acl-long.405.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412945532.pdf","grobid_xml":"https://content.openalex.org/works/W4412945532.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Safety":[0,48,101],"concerns":[1],"of":[2,92],"Multimodal":[3],"large":[4],"language":[5],"models":[6],"(MLLMs)":[7],"have":[8],"gradually":[9],"become":[10],"an":[11,109],"important":[12],"problem":[13,52],"in":[14,53,63,69],"various":[15],"applications.Surprisingly,":[16],"previous":[17],"works":[18],"indicate":[19,114],"a":[20,42,46,118],"counterintuitive":[21],"phenomenon":[22],"that":[23,115,144,176],"using":[24],"textual":[25,71,83,135,145],"unlearning":[26],"to":[27,82,87,121],"align":[28],"MLLMs":[29,35,73],"achieves":[30],"comparable":[31],"safety":[32,56,90,152,162],"performances":[33],"with":[34,37,104,154],"aligned":[36],"image-text":[38,79,106],"pairs.To":[39],"explain":[40],"such":[41],"phenomenon,":[43],"we":[44,96,132],"discover":[45],"Visual":[47,99],"Information":[49],"Leakage":[50],"(VSIL)":[51],"existing":[54],"multimodal":[55,98,137,151,157],"benchmarks,":[57],"i.e.,":[58],"the":[59,64,70],"potentially":[60],"risky":[61],"content":[62],"image":[65],"has":[66],"been":[67],"revealed":[68],"query.Thus,":[72],"can":[74],"easily":[75],"refuse":[76],"these":[77],"sensitive":[78],"pairs":[80,107],"according":[81],"queries":[84],"only,":[85],"leading":[86],"unreliable":[88],"cross-modality":[89],"evaluation":[91],"MLLMs.To":[93],"this":[94,172],"end,":[95],"construct":[97],"Leakless":[100],"Bench":[102],"(VLS-Bench)":[103],"2.2k":[105],"through":[108],"automated":[110],"data":[111,167],"pipeline.Experimental":[112],"results":[113],"VLSBench":[116,141],"poses":[117],"significant":[119],"challenge":[120],"both":[122],"open-source":[123],"and":[124,130,136,142,166],"closesource":[125],"MLLMs,":[126],"e.g.,":[127],"LLaVA,":[128],"Qwen2-VL":[129],"GPT-4o.Besides,":[131],"empirically":[133],"compare":[134],"alignment":[138,146,158],"methods":[139],"on":[140],"find":[143],"is":[147,159],"effective":[148],"enough":[149],"for":[150,161],"scenarios":[153,163],"VSIL,":[155],"while":[156],"preferable":[160],"without":[164],"VSIL.Code":[165],"are":[168],"released":[169],"under":[170],"https://github.com/AI45Lab/VLSBench.Warning:":[171],"paper":[173],"includes":[174],"examples":[175],"may":[177],"be":[178],"offensive":[179],"or":[180],"harmful.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}