{"id":"https://openalex.org/W7147028510","doi":"https://doi.org/10.48550/arxiv.2603.29759","title":"TSHA: A Benchmark for Visual Language Models in Trustworthy Safety Hazard Assessment Scenarios","display_name":"TSHA: A Benchmark for Visual Language Models in Trustworthy Safety Hazard Assessment Scenarios","publication_year":2026,"publication_date":"2026-03-31","ids":{"openalex":"https://openalex.org/W7147028510","doi":"https://doi.org/10.48550/arxiv.2603.29759"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.29759","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29759","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.29759","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102970603","display_name":"Qiucheng Yu","orcid":"https://orcid.org/0009-0008-7150-371X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Qiucheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101580328","display_name":"Ruijie Xu","orcid":"https://orcid.org/0009-0000-0221-9768"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Ruijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132661083","display_name":"Mingang Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Mingang Chen Jianfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5132635539","display_name":"Xuequan Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6003999710083008,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6003999710083008,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0771000012755394,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.05130000039935112,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.6851999759674072},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6801999807357788},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6672999858856201},{"id":"https://openalex.org/keywords/hazard","display_name":"Hazard","score":0.5950000286102295},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.536300003528595},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.40459999442100525},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.3937000036239624},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.38920000195503235},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.3885999917984009}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.6851999759674072},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6801999807357788},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6704999804496765},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6672999858856201},{"id":"https://openalex.org/C49261128","wikidata":"https://www.wikidata.org/wiki/Q1132455","display_name":"Hazard","level":2,"score":0.5950000286102295},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.536300003528595},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.45660001039505005},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.436599999666214},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.40459999442100525},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.3937000036239624},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39239999651908875},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.38920000195503235},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.3885999917984009},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.38679999113082886},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.38339999318122864},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3635999858379364},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.35920000076293945},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.3433000147342682},{"id":"https://openalex.org/C206355099","wikidata":"https://www.wikidata.org/wiki/Q3614972","display_name":"Hazard analysis","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3208000063896179},{"id":"https://openalex.org/C168820333","wikidata":"https://www.wikidata.org/wiki/Q448889","display_name":"Visual inspection","level":2,"score":0.3089999854564667},{"id":"https://openalex.org/C80519477","wikidata":"https://www.wikidata.org/wiki/Q3532236","display_name":"Scenario testing","level":3,"score":0.3000999987125397},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.28220000863075256},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.2718000113964081},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.26660001277923584},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.2639000117778778}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.29759","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29759","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.29759","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.29759","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,69,160],"vision-language":[3],"models":[4,182],"(VLMs)":[5],"have":[6],"accelerated":[7],"their":[8],"application":[9],"to":[10,64,155,196],"indoor":[11,103],"safety":[12,43,72,152,162,178],"hazards":[13],"assessment.":[14,180],"However,":[15],"existing":[16,102],"benchmarks":[17],"suffer":[18],"from":[19,101,136],"three":[20],"fundamental":[21],"limitations:":[22],"(1)":[23],"heavy":[24],"reliance":[25],"on":[26,48,166,184,199],"synthetic":[27],"datasets":[28],"constructed":[29],"via":[30],"simulation":[31],"software,":[32],"creating":[33],"a":[34,85,120,132,190],"significant":[35,191],"domain":[36],"gap":[37],"with":[38,45,125],"real-world":[39],"environments;":[40],"(2)":[41],"oversimplified":[42],"tasks":[44],"artificial":[46],"constraints":[47],"hazard":[49,179],"and":[50,57,112,146,204,216],"scene":[51],"types,":[52],"thereby":[53],"limiting":[54],"model":[55,67],"generalization;":[56],"(3)":[58],"absence":[59],"of":[60,194,218],"rigorous":[61],"evaluation":[62],"protocols":[63],"thoroughly":[65],"assess":[66],"capabilities":[68,176],"complex":[70,161],"home":[71],"scenarios.":[73,163],"To":[74],"address":[75],"these":[76],"challenges,":[77],"we":[78],"introduce":[79],"TSHA":[80,186,201,220],"(\\textbf{T}rustworthy":[81],"\\textbf{S}afety":[82],"\\textbf{H}azards":[83],"\\textbf{A}ssessment),":[84],"comprehensive":[86],"benchmark":[87,117],"comprising":[88,129],"66,668":[89],"validated":[90],"question-answer":[91],"pairs,":[92,128],"including":[93],"64,961":[94],"carefully":[95,133],"curated":[96],"training":[97,138,187],"QA":[98,127],"pairs":[99],"drawn":[100],"datasets,":[104],"internet":[105],"frames/images,":[106],"AIGC":[107],"images,":[108,111],"newly":[109,142],"captured":[110],"Hunyuan":[113,147],"panoramic":[114,148],"images.":[115],"This":[116],"also":[118,141,205],"includes":[119],"highly":[121],"challenging":[122],"test":[123,202],"set":[124,188,203],"1,707":[126],"not":[130],"only":[131],"selected":[134],"subset":[135],"the":[137,157,185,200,213,219],"distribution":[139],"but":[140],"added":[143],"Sora-generated":[144],"videos":[145],"images":[149],"containing":[150],"multiple":[151],"hazards,":[153],"used":[154],"evaluate":[156],"model's":[158],"robustness":[159],"Extensive":[164],"experiments":[165],"22":[167],"popular":[168],"VLMs":[169,173],"demonstrate":[170],"that":[171],"current":[172],"lack":[174],"robust":[175],"for":[177],"Importantly,":[181],"trained":[183],"achieve":[189],"performance":[192],"improvement":[193],"up":[195],"+18.3":[197],"points":[198],"exhibit":[206],"enhanced":[207],"generalizability":[208],"across":[209],"other":[210],"benchmarks,":[211],"underscoring":[212],"substantial":[214],"contribution":[215],"importance":[217],"benchmark.":[221]},"counts_by_year":[],"updated_date":"2026-07-02T06:12:58.138171","created_date":"2026-04-02T00:00:00"}