{"id":"https://openalex.org/W7160334268","doi":"https://doi.org/10.48550/arxiv.2605.01644","title":"Toward a Principled Framework for Agent Safety Measurement","display_name":"Toward a Principled Framework for Agent Safety Measurement","publication_year":2026,"publication_date":"2026-05-02","ids":{"openalex":"https://openalex.org/W7160334268","doi":"https://doi.org/10.48550/arxiv.2605.01644"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.01644","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01644","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.01644","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102997812","display_name":"Shuyi Lin","orcid":"https://orcid.org/0000-0002-1865-0584"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Shuyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028439718","display_name":"Anshuman Suri","orcid":"https://orcid.org/0000-0003-4846-0797"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Suri, Anshuman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135313280","display_name":"Alina Oprea","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oprea, Alina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135337151","display_name":"Cheng Keat TAN","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Cheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.1670999974012375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.1670999974012375,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.09440000355243683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.062199998646974564,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.5651000142097473},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5254999995231628},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.48899999260902405},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.46149998903274536},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.45809999108314514},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4505000114440918},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.31439998745918274}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6916000247001648},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.5651000142097473},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5254999995231628},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.48899999260902405},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.46149998903274536},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.45809999108314514},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4505000114440918},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.31439998745918274},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C2779545769","wikidata":"https://www.wikidata.org/wiki/Q5135364","display_name":"Closeness","level":2,"score":0.3102000057697296},{"id":"https://openalex.org/C141603448","wikidata":"https://www.wikidata.org/wiki/Q134830","display_name":"Prefix","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.301800012588501},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.28299999237060547},{"id":"https://openalex.org/C207024777","wikidata":"https://www.wikidata.org/wiki/Q621673","display_name":"Search tree","level":3,"score":0.274399995803833},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.273499995470047},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C115908005","wikidata":"https://www.wikidata.org/wiki/Q2668364","display_name":"Combinatorial explosion","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.01644","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01644","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.01644","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01644","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM":[0,102],"agents":[1],"emit":[2],"actions,":[3],"not":[4,58],"just":[5],"text,":[6],"and":[7,27,82,104,115,124,137,150],"once":[8],"taken,":[9],"those":[10],"actions":[11],"often":[12],"cannot":[13],"be":[14,54,144],"undone.":[15],"Yet":[16],"today's":[17],"agent-safety":[18,129],"evaluations":[19,139],"run":[20],"greedy":[21,136],"or":[22],"a":[23,29,63,67,84,100,111],"few":[24],"sampled":[25,138],"rollouts":[26],"report":[28],"single":[30,101],"safe/unsafe":[31],"rate":[32],"--":[33],"blind":[34],"to":[35],"the":[36,78,87,89,94,106,154],"long-tail":[37],"trajectories":[38,134],"where":[39],"unsafe":[40,133],"behavior":[41],"may":[42],"arise":[43],"from":[44],"low-probability":[45],"but":[46],"non-negligible":[47],"actions.":[48],"We":[49,60],"argue":[50],"agent":[51,90],"safety":[52,85],"should":[53],"measured":[55],"by":[56],"search,":[57],"sampling.":[59],"apply":[61],"BOA,":[62],"framework":[64],"that,":[65],"given":[66,112],"deployment":[68],"configuration":[69],"(model,":[70],"decoder,":[71],"prompt,":[72],"environment,":[73],"judger,":[74],"likelihood":[75,113],"budget),":[76],"searches":[77,97],"in-budget":[79],"trajectory":[80],"space":[81],"reports":[83],"score:":[86],"probability":[88],"stays":[91],"safe":[92],"under":[93,110],"configuration.":[95],"BOA":[96,131,141],"both":[98],"within":[99],"round":[103],"across":[105],"agent-environment":[107],"interaction":[108],"tree":[109,126],"budget,":[114],"makes":[116],"search":[117],"practical":[118],"via":[119],"batched":[120],"decoding/judging,":[121],"prefix":[122],"caching,":[123],"chunked":[125],"expansion.":[127],"On":[128],"workloads,":[130],"discovers":[132],"that":[135],"miss.":[140],"can":[142],"additionally":[143],"used":[145],"for":[146],"ranking":[147],"models,":[148],"defenses,":[149],"attacks,":[151],"all":[152],"on":[153],"same":[155],"scale,":[156],"with":[157],"manageable":[158],"GPU":[159],"costs.":[160]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-06T00:00:00"}