{"id":"https://openalex.org/W7204207129","doi":"https://doi.org/10.48550/arxiv.2608.23313","title":"EviSafe: Evidence-Grounded Safety Evaluation for Vision-Language Models","display_name":"EviSafe: Evidence-Grounded Safety Evaluation for Vision-Language Models","alternate_titles":[],"publication_year":2026,"publication_date":"2026-08-24","ids":{"openalex":"https://openalex.org/W7204207129","doi":"https://doi.org/10.48550/arxiv.2608.23313"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.23313","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.23313","pdf_url":"https://arxiv.org/pdf/2608.23313","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7204207129"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.23313","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113116645","display_name":"Xuetong Li","orcid":"https://orcid.org/0009-0003-4736-9315","observed_orcids":["https://orcid.org/0009-0003-4736-9315"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li, Xuetong","raw_affiliation_strings":["School of Mathematical Sciences , MOE Key Lab of Scientific and Engineering Computing ,","Shanghai Center for Applied Mathematics , Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematical Sciences , MOE Key Lab of Scientific and Engineering Computing ,","institution_ids":[]},{"raw_affiliation_string":"Shanghai Center for Applied Mathematics , Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101561115","display_name":"Gaofeng Liu","orcid":"https://orcid.org/0000-0002-9340-9029","observed_orcids":["https://orcid.org/0000-0002-9340-9029"]},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liu, Gaofeng","raw_affiliation_strings":["Department of Automation , Shanghai Jiao Tong University Shanghai 200240 , P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Automation , Shanghai Jiao Tong University Shanghai 200240 , P.R. China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.447299987077713,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.447299987077713,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.26170000433921814,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.12359999865293503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/evidence-grounding","display_name":"evidence grounding","score":0.6700000166893005},{"id":"https://openalex.org/keywords/refusal-behavior","display_name":"refusal behavior","score":0.6399999856948853},{"id":"https://openalex.org/keywords/multimodal-reasoning","display_name":"multimodal reasoning","score":0.6769999861717224},{"id":"https://openalex.org/keywords/safety-decision-making","display_name":"safety decision-making","score":0.36000001430511475}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.9599000215530396},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6328999996185303},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6315000057220459},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5720000267028809},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.46709999442100525},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.45559999346733093},{"id":"https://openalex.org/C40993552","wikidata":"https://www.wikidata.org/wiki/Q514654","display_name":"Gold standard (test)","level":2,"score":0.4490000009536743},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.35499998927116394},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33550000190734863},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3343999981880188},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3276999890804291},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3255999982357025},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.27630001306533813},{"id":"https://openalex.org/C71889745","wikidata":"https://www.wikidata.org/wiki/Q1783264","display_name":"Counterfactual conditional","level":3,"score":0.2745000123977661},{"id":"https://openalex.org/C23131810","wikidata":"https://www.wikidata.org/wiki/Q818574","display_name":"Observational study","level":2,"score":0.2727999985218048},{"id":"https://openalex.org/C119693030","wikidata":"https://www.wikidata.org/wiki/Q2180497","display_name":"Economic model","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2574999928474426},{"id":"https://openalex.org/C168820333","wikidata":"https://www.wikidata.org/wiki/Q448889","display_name":"Visual inspection","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.23313","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.23313","pdf_url":"https://arxiv.org/pdf/2608.23313","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.23313","doi":"https://doi.org/10.48550/arxiv.2608.23313","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.23313","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.23313","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.23313","pdf_url":"https://arxiv.org/pdf/2608.23313","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204207129.pdf","grobid_xml":"https://content.openalex.org/works/W7204207129.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2771951981","https://openalex.org/W2936135081","https://openalex.org/W3035517717","https://openalex.org/W3105928338","https://openalex.org/W3120043490","https://openalex.org/W3136788995","https://openalex.org/W3177934633","https://openalex.org/W4285255856","https://openalex.org/W4382142077","https://openalex.org/W4389519254","https://openalex.org/W4389523832","https://openalex.org/W4393157467","https://openalex.org/W4402670365","https://openalex.org/W4402726948","https://openalex.org/W4403081466","https://openalex.org/W4403878024","https://openalex.org/W4404781340","https://openalex.org/W4407794264","https://openalex.org/W4409348010","https://openalex.org/W4412945532","https://openalex.org/W4413155435","https://openalex.org/W4414855130","https://openalex.org/W4415795355","https://openalex.org/W4415797606","https://openalex.org/W4415800385","https://openalex.org/W4416237684","https://openalex.org/W4416445200","https://openalex.org/W4416780398","https://openalex.org/W6947991961","https://openalex.org/W7090841285","https://openalex.org/W7103749337","https://openalex.org/W7103752508","https://openalex.org/W7112181043","https://openalex.org/W7117301373","https://openalex.org/W7127591720","https://openalex.org/W7133228402","https://openalex.org/W7133239970","https://openalex.org/W7134821681","https://openalex.org/W7138896075","https://openalex.org/W7168090412"],"related_works":["https://openalex.org/W7167033496","https://openalex.org/W7222484517","https://openalex.org/W4403345328","https://openalex.org/W7220699115","https://openalex.org/W7211916945","https://openalex.org/W4406604532","https://openalex.org/W7139945117","https://openalex.org/W4415328840","https://openalex.org/W7125907430","https://openalex.org/W7160297420"],"abstract_inverted_index":{"Vision-language":[0],"model":[1,11,23],"safety":[2,53,96,107],"benchmarks":[3],"typically":[4],"evaluate":[5],"only":[6],"final":[7],"responses:":[8],"whether":[9,21],"a":[10,22,81,105,111],"refuses,":[12],"warns,":[13],"or":[14,40],"complies.":[15],"This":[16],"outcome-level":[17],"view":[18],"cannot":[19],"tell":[20],"is":[24],"safe":[25,173],"for":[26,51,174],"the":[27,78,167,175],"right":[28,176],"multimodal":[29,177],"reason.":[30],"Safelooking":[31],"behavior":[32],"may":[33],"reflect":[34],"keyword-triggered":[35],"refusal,":[36],"missed":[37],"visual":[38,65],"hazards,":[39],"over-refusal":[41],"of":[42],"benign-sensitive":[43],"inputs.":[44],"We":[45],"introduce":[46],"EviSafe,":[47],"an":[48,132],"evidence-grounded":[49],"framework":[50,79],"VLM":[52],"that":[54,166],"jointly":[55],"evaluates":[56],"natural":[57,139],"user-facing":[58],"behavior,":[59],"explicit":[60],"grounding":[61],"in":[62,73],"textual":[63],"and":[64,67,89,98,114,125,154,179],"evidence,":[66],"behavioral":[68],"sensitivity":[69],"to":[70,145,152,161],"counterfactual":[71,92,115,156],"changes":[72],"safety-critical":[74],"evidence.":[75],"EviSafeBench":[76],"instantiates":[77],"as":[80],"controlled":[82],"benchmark":[83],"with":[84,122],"1,181":[85],"gold":[86,106],"image-text":[87],"scenarios":[88],"2,452":[90],"targeted":[91],"variants":[93],"across":[94],"eight":[95,99],"domains":[97],"risk-source":[100],"types.":[101],"Each":[102],"scenario":[103],"includes":[104],"decision,":[108],"evidence":[109],"annotations,":[110],"safe-response":[112],"policy,":[113],"interventions.":[116],"The":[117],"three-probe":[118],"protocol":[119],"queries":[120],"models":[121],"natural-response,":[123],"evidencereporting,":[124],"counterfactual-response":[126],"prompts,":[127],"then":[128],"scores":[129],"them":[130],"using":[131],"evidence-aware":[133],"judge.":[134],"Across":[135],"eleven":[136],"evaluated":[137,168],"VLMs,":[138],"severity":[140],"accuracy":[141],"ranges":[142],"from":[143,150,159],"27.6%":[144],"52.8%,":[146],"relaxed":[147],"diagnostic":[148],"consistency":[149],"6.1%":[151],"29.3%,":[153],"unsafe-to-safe":[155],"transition":[157],"success":[158],"30.4%":[160],"58.4%.":[162],"These":[163],"gaps":[164],"show":[165],"VLMs":[169],"are":[170],"not":[171],"reliably":[172],"reason":[178],"motivate":[180],"evaluation":[181],"beyond":[182],"refusal":[183],"counts.":[184]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7204207129","counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2026-08-26T00:00:00"}
