{"id":"https://openalex.org/W4415538003","doi":"https://doi.org/10.1145/3746027.3754463","title":"Safe Semantics, Unsafe Interpretations: Tackling Implicit Reasoning Safety in Large Vision-Language Models","display_name":"Safe Semantics, Unsafe Interpretations: Tackling Implicit Reasoning Safety in Large Vision-Language Models","publication_year":2025,"publication_date":"2025-10-25","ids":{"openalex":"https://openalex.org/W4415538003","doi":"https://doi.org/10.1145/3746027.3754463"},"language":null,"primary_location":{"id":"doi:10.1145/3746027.3754463","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3754463","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wei Cai","orcid":"https://orcid.org/0009-0004-7140-0420"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Cai","raw_affiliation_strings":["Peking University, Beijing, China and Institute of Artificial Intelligence (TeleAI), China Telecom, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-7140-0420","affiliations":[{"raw_affiliation_string":"Peking University, Beijing, China and Institute of Artificial Intelligence (TeleAI), China Telecom, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078587654","display_name":"Jian Zhao","orcid":"https://orcid.org/0000-0002-3508-756X"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Zhao","raw_affiliation_strings":["Institute of Artificial Intelligence (TeleAI), China Telecom, Beijing, China and Northwest Polytechnical University, Xian, Shanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-3508-756X","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence (TeleAI), China Telecom, Beijing, China and Northwest Polytechnical University, Xian, Shanxi, China","institution_ids":["https://openalex.org/I4210136246"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115592980","display_name":"Y. Jiang","orcid":"https://orcid.org/0009-0008-4688-1380"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuchu Jiang","raw_affiliation_strings":["Southeast University, Nanjing, Jiangsu, China and Institute of Artificial Intelligence (TeleAI), China Telecom, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0008-4688-1380","affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, Jiangsu, China and Institute of Artificial Intelligence (TeleAI), China Telecom, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059107732","display_name":"Tianle Zhang","orcid":"https://orcid.org/0000-0003-4881-2406"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianle Zhang","raw_affiliation_strings":["Institute of Artificial Intelligence (TeleAI), China Telecom, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4881-2406","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence (TeleAI), China Telecom, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100740143","display_name":"Xuelong Li","orcid":"https://orcid.org/0000-0002-0019-4197"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuelong Li","raw_affiliation_strings":["Institute of Artificial Intelligence (TeleAI), China Telecom, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0019-4197","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence (TeleAI), China Telecom, Beijing, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.3266487,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"13489","last_page":"13491"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9595999717712402,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9308000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.5964999794960022},{"id":"https://openalex.org/keywords/implicit-learning","display_name":"Implicit learning","score":0.4715000092983246},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4618000090122223},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.40540000796318054},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4043000042438507},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.31029999256134033}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6531999707221985},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.5964999794960022},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.5002999901771545},{"id":"https://openalex.org/C2777379011","wikidata":"https://www.wikidata.org/wiki/Q938545","display_name":"Implicit learning","level":3,"score":0.4715000092983246},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4618000090122223},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.40540000796318054},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4043000042438507},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33180001378059387},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.3077000081539154},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.30489999055862427},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.28690001368522644},{"id":"https://openalex.org/C167063184","wikidata":"https://www.wikidata.org/wiki/Q1400839","display_name":"Vulnerability assessment","level":3,"score":0.27059999108314514},{"id":"https://openalex.org/C2986065213","wikidata":"https://www.wikidata.org/wiki/Q743861","display_name":"Implicit knowledge","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2547999918460846}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746027.3754463","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746027.3754463","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":1,"referenced_works":["https://openalex.org/W4288083516"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Vision-Language":[1],"Models":[2],"face":[3],"growing":[4],"safety":[5],"challenges":[6],"with":[7,60],"multimodal":[8,66],"inputs.":[9],"This":[10],"paper":[11],"introduces":[12],"the":[13,45,69],"concept":[14],"of":[15],"Implicit":[16],"Reasoning":[17],"Safety,":[18],"a":[19],"vulnerability":[20],"in":[21],"LVLMs.":[22],"Benign":[23],"combined":[24],"inputs":[25],"trigger":[26],"unsafe":[27],"LVLM":[28],"outputs":[29],"due":[30],"to":[31,72],"flawed":[32],"or":[33],"hidden":[34],"reasoning.":[35,76],"To":[36],"showcase":[37],"this,":[38],"we":[39],"developed":[40],"Safe":[41],"Semantics,":[42],"Unsafe":[43],"Interpretations,":[44],"first":[46],"dataset":[47],"for":[48],"this":[49],"critical":[50],"issue.":[51],"Our":[52],"demonstrations":[53],"show":[54],"that":[55],"even":[56],"simple":[57],"In-Context":[58],"Learning":[59],"SSUI":[61],"significantly":[62],"mitigates":[63],"these":[64],"implicit":[65,75],"threats,":[67],"underscoring":[68],"urgent":[70],"need":[71],"improve":[73],"cross-modal":[74]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-25T00:00:00"}
