{"id":"https://openalex.org/W4415312652","doi":"https://doi.org/10.48550/arxiv.2506.14697","title":"AGENTSAFE: Benchmarking the Safety of Embodied Agents on Hazardous Instructions","display_name":"AGENTSAFE: Benchmarking the Safety of Embodied Agents on Hazardous Instructions","alternate_titles":[],"publication_year":2025,"publication_date":"2025-06-17","ids":{"openalex":"https://openalex.org/W4415312652","doi":"https://doi.org/10.48550/arxiv.2506.14697"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2506.14697","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.14697","pdf_url":"https://arxiv.org/pdf/2506.14697","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4415312652"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.14697","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020945039","display_name":"Zonghao Ying","orcid":"https://orcid.org/0009-0007-7393-7362","observed_orcids":["https://orcid.org/0009-0007-7393-7362","https://orcid.org/0000-0002-7249-579X"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ying, Zonghao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Le","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wang, Le","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Xiao, Yisong","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xiao, Yisong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wang, Jiakai","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Wang, Jiakai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090235347","display_name":"Yingjun Ma","orcid":"https://orcid.org/0000-0001-6044-1439","observed_orcids":["https://orcid.org/0000-0001-6044-1439"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ma, Yuqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111208990","display_name":"Jinyang Guo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Guo, Jinyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Yin, Zhenfei","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yin, Zhenfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087014857","display_name":"Mingchuan Zhang","orcid":"https://orcid.org/0000-0002-2523-1089","observed_orcids":["https://orcid.org/0000-0002-2523-1089"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhang, Mingchuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Liu, Aishan","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Liu, Aishan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5024067284","display_name":"Xianglong Liu","orcid":"https://orcid.org/0000-0001-8425-4195","observed_orcids":["https://orcid.org/0000-0001-8425-4195","https://orcid.org/0000-0002-7618-3275","https://orcid.org/0009-0001-6606-7166","https://orcid.org/0009-0001-9019-7702"]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Liu, Xianglong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.42289999127388,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.42289999127388,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.1615999937057495,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.08910000324249268,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embodied-agents","display_name":"embodied agents","score":0.9509999752044678},{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.8579999804496765},{"id":"https://openalex.org/keywords/asimov-s-three-laws-of-robotics","display_name":"Asimov's Three Laws of Robotics","score":0.8669999837875366},{"id":"https://openalex.org/keywords/failure-mode-identification","display_name":"failure mode identification","score":0.5529999732971191},{"id":"https://openalex.org/keywords/safety-alignment","display_name":"safety alignment","score":0.8500000238418579},{"id":"https://openalex.org/keywords/human-centered-environments","display_name":"human-centered environments","score":0.5339999794960022}],"concepts":[{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.5884000062942505},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.5539000034332275},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5157999992370605},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.5157999992370605},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5142999887466431},{"id":"https://openalex.org/C22507642","wikidata":"https://www.wikidata.org/wiki/Q1069369","display_name":"Hazardous waste","level":2,"score":0.5138000249862671},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.482699990272522},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4246000051498413},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4244999885559082},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4090000092983246},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4004000127315521},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.3824999928474426},{"id":"https://openalex.org/C49261128","wikidata":"https://www.wikidata.org/wiki/Q1132455","display_name":"Hazard","level":2,"score":0.3776000142097473},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C141141315","wikidata":"https://www.wikidata.org/wiki/Q2379942","display_name":"Guard (computer science)","level":2,"score":0.31929999589920044},{"id":"https://openalex.org/C206355099","wikidata":"https://www.wikidata.org/wiki/Q3614972","display_name":"Hazard analysis","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.2892000079154968},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.2815000116825104},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2623000144958496},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.2563999891281128}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2506.14697","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.14697","pdf_url":"https://arxiv.org/pdf/2506.14697","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.14697","doi":"https://doi.org/10.48550/arxiv.2506.14697","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.14697","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.14697","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.14697","pdf_url":"https://arxiv.org/pdf/2506.14697","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415312652.pdf","grobid_xml":"https://content.openalex.org/works/W4415312652.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W2596142952","https://openalex.org/W2776202271","https://openalex.org/W3034942609","https://openalex.org/W3036497058","https://openalex.org/W3108324072","https://openalex.org/W3177280989","https://openalex.org/W4207072548","https://openalex.org/W4327810158","https://openalex.org/W4367548829","https://openalex.org/W4382893141","https://openalex.org/W4385374425","https://openalex.org/W4385848551","https://openalex.org/W4386065735","https://openalex.org/W4386421331","https://openalex.org/W4387561119","https://openalex.org/W4388482181","https://openalex.org/W4393157467","https://openalex.org/W4399554273","https://openalex.org/W4401042853","https://openalex.org/W4401202648","https://openalex.org/W4402346179","https://openalex.org/W4402671039","https://openalex.org/W4402726973","https://openalex.org/W4402727730","https://openalex.org/W4402727924","https://openalex.org/W4404330874","https://openalex.org/W4405562840","https://openalex.org/W4406731455","https://openalex.org/W4407690296","https://openalex.org/W4407794264","https://openalex.org/W4408711093","https://openalex.org/W4409262207","https://openalex.org/W4409348010","https://openalex.org/W4411799673","https://openalex.org/W4413925879","https://openalex.org/W4414050913","https://openalex.org/W4414902770","https://openalex.org/W4415796190","https://openalex.org/W4415796896","https://openalex.org/W4415798271","https://openalex.org/W6948312385","https://openalex.org/W7117301373","https://openalex.org/W7133204634","https://openalex.org/W7133212953","https://openalex.org/W7133222348"],"related_works":["https://openalex.org/W7169591555","https://openalex.org/W4405562840","https://openalex.org/W4415338225","https://openalex.org/W7138977141","https://openalex.org/W6929539452","https://openalex.org/W7166132482","https://openalex.org/W7204165071","https://openalex.org/W7154513284","https://openalex.org/W7167033496","https://openalex.org/W7169883808"],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,11,15,46,77,122,195],"vision-language":[3],"models":[4],"(VLMs)":[5],"is":[6],"driving":[7],"a":[8,70,95,113,144,196],"new":[9],"generation":[10],"embodied":[12,78,105,166,203],"agents":[13,80],"capable":[14],"operating":[16],"in":[17,173,187],"human-centered":[18],"environments.":[19],"However,":[20],"as":[21],"deployment":[22],"expands,":[23],"these":[24],"systems":[25],"face":[26],"growing":[27],"safety":[28,36,76,189],"risks,":[29],"particularly":[30],"when":[31],"executing":[32],"hazardous":[33,82,129],"instructions.":[34,83],"Current":[35],"evaluation":[37,148,199],"benchmarks":[38],"remain":[39],"limited:":[40],"they":[41],"cover":[42],"only":[43],"narrow":[44],"scopes":[45],"hazards":[47],"and":[48,60,131,140,142,146,156,164,180,191],"focus":[49],"primarily":[50],"on":[51,81],"final":[52],"outcomes,":[53],"neglecting":[54],"the":[55,75,193],"agent's":[56],"full":[57],"perception-planning-execution":[58],"process":[59],"thereby":[61],"obscuring":[62],"critical":[63],"failure":[64],"modes.":[65],"Therefore,":[66],"we":[67,169],"present":[68],"SAFE,":[69],"benchmark":[71],"for":[72,200],"systematically":[73],"assessing":[74],"VLM":[79,101],"SAFE":[84,159],"comprises":[85],"three":[86],"components:":[87],"SAFE-THOR,":[88],"an":[89],"extensible":[90],"adversarial":[91,126],"simulation":[92],"sandbox":[93],"with":[94],"universal":[96],"adapter":[97],"that":[98,134],"maps":[99],"high-level":[100],"outputs":[102],"to":[103,137,160],"low-level":[104],"controls,":[106],"supporting":[107],"diverse":[108],"agent":[109,151,167],"workflow":[110],"integration;":[111],"SAFE-VERSE,":[112],"risk-aware":[114],"task":[115],"suite":[116],"inspired":[117],"by":[118],"Asimov's":[119],"Three":[120],"Laws":[121],"Robotics,":[123],"comprising":[124],"45":[125],"scenarios,":[127],"1,350":[128],"tasks,":[130],"9,900":[132],"instructions":[133],"span":[135],"risks":[136],"humans,":[138],"environments,":[139],"agents;":[141],"SAFE-DIAGNOSE,":[143],"multi-level":[145],"fine-grained":[147],"protocol":[149],"measuring":[150],"performance":[152],"across":[153],"perception,":[154],"planning,":[155],"execution.":[157,181],"Applying":[158],"nine":[161],"state-of-the-art":[162],"VLMs":[163],"two":[165],"workflows,":[168],"uncover":[170],"systematic":[171],"failures":[172],"translating":[174],"hazard":[175],"recognition":[176],"into":[177],"safe":[178],"planning":[179],"Our":[182],"findings":[183],"reveal":[184],"fundamental":[185],"limitations":[186],"current":[188],"alignment":[190],"demonstrate":[192],"necessity":[194],"comprehensive,":[197],"multi-stage":[198],"developing":[201],"safer":[202],"intelligence.":[204]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4415312652","counts_by_year":[{"year":2026,"cited_by_count":40},{"year":2025,"cited_by_count":9}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-10-18T00:00:00"}
