{"id":"https://openalex.org/W7163869428","doi":"https://doi.org/10.48550/arxiv.2606.06529","title":"Attack Selection in Agentic AI Control Evaluations Meaningfully Decreases Safety","display_name":"Attack Selection in Agentic AI Control Evaluations Meaningfully Decreases Safety","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7163869428","doi":"https://doi.org/10.48550/arxiv.2606.06529"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.06529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.06529","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138116794","display_name":"Catherine Ge-Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ge-Wang, Catherine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128073670","display_name":"Tyler Crosse","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Crosse, Tyler","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111611663","display_name":"B. Hadad","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hadad, Benjamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087733086","display_name":"Joachim Schaeffer","orcid":"https://orcid.org/0000-0001-8767-4101"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schaeffer, Joachim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138184978","display_name":"Ram Potham","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Potham, Ram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5125209120","display_name":"Tyler Tracy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tracy, Tyler","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.47380000352859497,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.47380000352859497,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.10220000147819519,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.08869999647140503,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.6557000279426575},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.6205999851226807},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.42829999327659607},{"id":"https://openalex.org/keywords/abort","display_name":"Abort","score":0.42100000381469727},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.3495999872684479},{"id":"https://openalex.org/keywords/access-control","display_name":"Access control","score":0.2766000032424927}],"concepts":[{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.7448999881744385},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6557000279426575},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.6205999851226807},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5034999847412109},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.42829999327659607},{"id":"https://openalex.org/C2777549182","wikidata":"https://www.wikidata.org/wiki/Q15117556","display_name":"Abort","level":2,"score":0.42100000381469727},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.35120001435279846},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C3017944768","wikidata":"https://www.wikidata.org/wiki/Q1450463","display_name":"Poison control","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C178148461","wikidata":"https://www.wikidata.org/wiki/Q1632136","display_name":"Security controls","level":3,"score":0.2635999917984009},{"id":"https://openalex.org/C134121241","wikidata":"https://www.wikidata.org/wiki/Q899301","display_name":"Yield (engineering)","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.25189998745918274}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.06529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.06529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.06529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.5420569181442261,"display_name":"Reduced inequalities"},{"id":"https://metadata.un.org/sdg/16","score":0.42020004987716675,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"An":[0],"attacker":[1,95,106],"that":[2,15,66,192],"strategically":[3,69],"chooses":[4],"when":[5,71,93,104],"to":[6,11,72,203],"attack":[7,54,78,85,130,175,201],"is":[8,20],"much":[9],"harder":[10],"catch":[12],"than":[13],"one":[14],"attacks":[16],"indiscriminately.":[17],"AI":[18,29],"control":[19,178],"a":[21,35,40,52,88,99,133],"safety":[22,125,141,154,185,198,207],"framework":[23],"for":[24],"deploying":[25],"capable":[26],"but":[27,60],"untrusted":[28],"agents":[30],"under":[31],"the":[32,57,128,172],"oversight":[33],"of":[34,174],"weaker,":[36],"trusted":[37],"monitor":[38],"and":[39,98,117,147,149,159,197],"limited":[41],"human":[42],"audit":[43,135],"budget.":[44],"Control":[45],"evaluations":[46,62,179],"stress-test":[47],"these":[48],"protocols":[49],"by":[50,83,142,155],"pitting":[51],"red-team":[53],"policy":[55,139,152],"against":[56,187],"blue-team":[58],"monitor,":[59],"current":[61],"typically":[63],"assume":[64],"attackers":[65],"do":[67],"not":[68],"select":[70],"attack.":[73,111],"We":[74,190],"study":[75],"this":[76],"capability,":[77],"selection,":[79],"in":[80],"agentic":[81,114],"settings":[82],"decomposing":[84],"decisions":[86],"into":[87],"start":[89,138],"policy,":[90,101],"which":[91,102],"decides":[92,103],"an":[94,105,109],"should":[96,107,165],"attack,":[97],"stop":[100,151],"abort":[108],"ongoing":[110],"Across":[112],"two":[113],"settings,":[115],"BashArena":[116,146,158],"LinuxArena,":[118,148],"both":[119,145],"policies":[120],"substantially":[121],"lower":[122],"measured":[123],"empirical":[124],"without":[126],"changing":[127],"underlying":[129],"capability.":[131],"At":[132],"1%":[134],"budget,":[136],"our":[137,150],"reduces":[140,153],"20pp":[143,156],"on":[144,157,161,171],"28pp":[160],"LinuxArena.":[162],"These":[163],"reductions":[164],"be":[166],"interpreted":[167],"as":[168],"upper":[169],"bounds":[170],"effect":[173],"selection.":[176],"Existing":[177],"may":[180],"therefore":[181],"yield":[182],"overly":[183],"optimistic":[184],"estimates":[186],"selective":[188],"attackers.":[189],"recommend":[191],"future":[193],"evaluations,":[194],"system":[195],"cards,":[196],"cases":[199],"elicit":[200],"selection":[202],"produce":[204],"more":[205],"realistic":[206],"estimates.":[208]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-09T00:00:00"}