{"id":"https://openalex.org/W4403878024","doi":"https://doi.org/10.1007/978-3-031-72992-8_22","title":"MM-SafetyBench: A Benchmark for Safety Evaluation of Multimodal Large Language Models","display_name":"MM-SafetyBench: A Benchmark for Safety Evaluation of Multimodal Large Language Models","publication_year":2024,"publication_date":"2024-10-29","ids":{"openalex":"https://openalex.org/W4403878024","doi":"https://doi.org/10.1007/978-3-031-72992-8_22"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-72992-8_22","doi":"https://doi.org/10.1007/978-3-031-72992-8_22","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-031-72992-8_22","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","ki-jl-1","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"volume":{"id":"https://openalex.org/W4403877965","display_name":"Computer Vision \u2013 ECCV 2024"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2311.17600","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103015399","display_name":"Xin Liu","orcid":"https://orcid.org/0009-0004-0341-3860","observed_orcids":["https://orcid.org/0009-0004-0341-3860"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xin Liu","raw_affiliation_strings":["East China Normal University, Shanghai, China","Shanghai AI Laboratory, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]},{"raw_affiliation_string":"Shanghai AI Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054623682","display_name":"Yichen Zhu","orcid":"https://orcid.org/0000-0001-5126-838X","observed_orcids":["https://orcid.org/0000-0001-5126-838X"]},"institutions":[{"id":"https://openalex.org/I4210093653","display_name":"Midea Group (China)","ror":"https://ror.org/006fm2278","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210093653"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yichen Zhu","raw_affiliation_strings":["Midea Group, Foshan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Midea Group, Foshan, China","institution_ids":["https://openalex.org/I4210093653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055994909","display_name":"Jindong Gu","orcid":"https://orcid.org/0009-0000-0574-0129","observed_orcids":["https://orcid.org/0009-0000-0574-0129"]},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jindong Gu","raw_affiliation_strings":["University of Oxford, Oxford, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090588589","display_name":"Yunshi Lan","orcid":"https://orcid.org/0000-0002-0192-8498","observed_orcids":["https://orcid.org/0000-0002-0192-8498"]},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunshi Lan","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114321221","display_name":"Chao Yang","orcid":"https://orcid.org/0000-0002-7922-5557","observed_orcids":["https://orcid.org/0000-0002-7922-5557"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Yang","raw_affiliation_strings":["Shanghai AI Laboratory, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051958442","display_name":"Yu Qiao","orcid":"https://orcid.org/0000-0002-6392-9461","observed_orcids":["https://orcid.org/0000-0002-6392-9461"]},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Qiao","raw_affiliation_strings":["Shanghai AI Laboratory, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory, Shanghai, China","institution_ids":["https://openalex.org/I4391012619"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5103015399"],"corresponding_institution_ids":["https://openalex.org/I4391012619","https://openalex.org/I66867065"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":18.4783,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.99642428,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"386","last_page":"403"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodal-large-language-models","display_name":"multimodal large language models","score":0.9990000128746033},{"id":"https://openalex.org/keywords/safety-assessment","display_name":"safety assessment","score":0.6890000104904175},{"id":"https://openalex.org/keywords/image-manipulation-attacks","display_name":"image manipulation attacks","score":0.6800000071525574},{"id":"https://openalex.org/keywords/image-text-pairs","display_name":"image-text pairs","score":0.7770000100135803},{"id":"https://openalex.org/keywords/safety-benchmark","display_name":"safety benchmark","score":0.44999998807907104},{"id":"https://openalex.org/keywords/prompting-strategies","display_name":"prompting strategies","score":0.7149999737739563},{"id":"https://openalex.org/keywords/adversarial-attacks","display_name":"adversarial attacks","score":0.5320000052452087},{"id":"https://openalex.org/keywords/open-source-llms","display_name":"open-source LLMs","score":0.5820000171661377}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8613762855529785},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7127528190612793},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.445195734500885},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3689952790737152},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35192856192588806},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.06293144822120667},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/978-3-031-72992-8_22","doi":"https://doi.org/10.1007/978-3-031-72992-8_22","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-031-72992-8_22","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","ki-jl-1","norway-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:arXiv.org:2311.17600","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.17600","pdf_url":"https://arxiv.org/pdf/2311.17600","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2311.17600","doi":"https://doi.org/10.48550/arxiv.2311.17600","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2311.17600","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2311.17600","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2311.17600","pdf_url":"https://arxiv.org/pdf/2311.17600","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2560730294","https://openalex.org/W2947312908","https://openalex.org/W2950104027","https://openalex.org/W4221166075","https://openalex.org/W4225323055","https://openalex.org/W4386242325","https://openalex.org/W4401023654","https://openalex.org/W4401043272","https://openalex.org/W4402671676","https://openalex.org/W4402716381","https://openalex.org/W4402727490","https://openalex.org/W4402727764","https://openalex.org/W4403081466","https://openalex.org/W4403793633","https://openalex.org/W4403889777","https://openalex.org/W4404783010","https://openalex.org/W4409261961","https://openalex.org/W6600002382","https://openalex.org/W6600008909","https://openalex.org/W6600175266","https://openalex.org/W6600225990","https://openalex.org/W6600349396","https://openalex.org/W6600574797","https://openalex.org/W6600669965","https://openalex.org/W6600756316","https://openalex.org/W6600757733","https://openalex.org/W6601211009","https://openalex.org/W6601375367","https://openalex.org/W6601804787","https://openalex.org/W6602253127","https://openalex.org/W6604299471","https://openalex.org/W6605475740","https://openalex.org/W6605852325"],"related_works":["https://openalex.org/W4391505458","https://openalex.org/W4401023654","https://openalex.org/W7117301373","https://openalex.org/W4415798941","https://openalex.org/W4390690238","https://openalex.org/W7125352707","https://openalex.org/W4406611059","https://openalex.org/W4407690497","https://openalex.org/W4404575054","https://openalex.org/W4406110392"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":28},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":8}],"updated_date":"2026-10-18T09:31:52.927876","created_date":"2024-10-30T00:00:00"}