{"id":"https://openalex.org/W7135241713","doi":"https://doi.org/10.48550/arxiv.2603.11975","title":"HomeSafe-Bench: Evaluating Vision-Language Models on Unsafe Action Detection for Embodied Agents in Household Scenarios","display_name":"HomeSafe-Bench: Evaluating Vision-Language Models on Unsafe Action Detection for Embodied Agents in Household Scenarios","publication_year":2026,"publication_date":"2026-03-12","ids":{"openalex":"https://openalex.org/W7135241713","doi":"https://doi.org/10.48550/arxiv.2603.11975"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.11975","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11975","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.11975","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5128992013","display_name":"Jiayue Pu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pu, Jiayue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129091176","display_name":"Zhongxiang Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Zhongxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100735230","display_name":"Zilu Zhang","orcid":"https://orcid.org/0000-0002-5393-403X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Zilu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129061137","display_name":"Xiao Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128990490","display_name":"Jun Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4205000102519989,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.4205000102519989,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.16269999742507935,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.08739999681711197,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/guard","display_name":"Guard (computer science)","score":0.6664999723434448},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6097000241279602},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5123000144958496},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4560999870300293},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4196000099182129},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.3806000053882599},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.37700000405311584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6826000213623047},{"id":"https://openalex.org/C141141315","wikidata":"https://www.wikidata.org/wiki/Q2379942","display_name":"Guard (computer science)","level":2,"score":0.6664999723434448},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6097000241279602},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5123000144958496},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4560999870300293},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4196000099182129},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.40689998865127563},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.3806000053882599},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.37700000405311584},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3522000014781952},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.3492000102996826},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3474000096321106},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3447999954223633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34130001068115234},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.3059999942779541},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.2621999979019165},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25920000672340393},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2567000091075897}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.11975","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11975","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.11975","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11975","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"evolution":[2],"of":[3,10,36],"embodied":[4],"agents":[5],"has":[6],"accelerated":[7],"the":[8],"deployment":[9],"household":[11,21,90],"robots":[12],"in":[13,65,89,181],"real-world":[14],"environments.":[15],"However,":[16],"unlike":[17],"structured":[18],"industrial":[19],"settings,":[20],"spaces":[22],"introduce":[23,74],"unpredictable":[24],"safety":[25,46,136,184],"risks,":[26],"where":[27],"system":[28],"limitations":[29],"such":[30],"as":[31],"perception":[32],"latency":[33,172],"and":[34,106,173],"lack":[35],"common":[37],"sense":[38],"knowledge":[39],"can":[40],"lead":[41],"to":[42,50,58,80],"dangerous":[43],"errors.":[44],"Current":[45],"evaluations,":[47],"often":[48],"restricted":[49],"static":[51],"images,":[52],"text,":[53],"or":[54],"general":[55],"hazards,":[56],"fail":[57],"adequately":[59],"benchmark":[60,78],"dynamic":[61],"unsafe":[62,86],"action":[63,87],"detection":[64,88,161],"these":[66],"specific":[67],"contexts.":[68],"To":[69],"bridge":[70],"this":[71],"gap,":[72],"we":[73,121],"HomeSafe-Bench,":[75],"a":[76,96,130,140,168],"challenging":[77],"designed":[79],"evaluate":[81],"Vision-Language":[82],"Models":[83],"(VLMs)":[84],"on":[85],"scenarios.":[91],"HomeSafe-Bench":[92],"is":[93],"contrusted":[94],"via":[95],"hybrid":[97],"pipeline":[98],"combining":[99],"physical":[100],"simulation":[101],"with":[102,115,147,160],"advanced":[103],"video":[104],"generation":[105],"features":[107],"438":[108],"diverse":[109],"cases":[110],"across":[111],"six":[112],"functional":[113],"areas":[114],"fine-grained":[116],"multidimensional":[117],"annotations.":[118],"Beyond":[119],"benchmarking,":[120],"propose":[122],"Hierarchical":[123],"Dual-Brain":[124],"Guard":[125],"for":[126,134,143,152],"Household":[127],"Safety":[128],"(HD-Guard),":[129],"hierarchical":[131],"streaming":[132],"architecture":[133],"real-time":[135],"monitoring.":[137],"HD-Guard":[138,166],"coordinates":[139],"lightweight":[141],"FastBrain":[142],"continuous":[144],"high-frequency":[145],"screening":[146],"an":[148],"asynchronous":[149],"large-scale":[150],"SlowBrain":[151],"deep":[153],"multimodal":[154],"reasoning,":[155],"effectively":[156],"balancing":[157],"inference":[158],"efficiency":[159],"accuracy.":[162],"Evaluations":[163],"demonstrate":[164],"that":[165],"achieves":[167],"superior":[169],"trade-off":[170],"between":[171],"performance,":[174],"while":[175],"our":[176],"analysis":[177],"identifies":[178],"critical":[179],"bottlenecks":[180],"current":[182],"VLM-based":[183],"detection.":[185]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-14T00:00:00"}