{"id":"https://openalex.org/W7167909081","doi":"https://doi.org/10.48550/arxiv.2607.07774","title":"ScopeJudge: Cost-Aware Pre-Execution Gating for Offensive Security Agents","display_name":"ScopeJudge: Cost-Aware Pre-Execution Gating for Offensive Security Agents","publication_year":2026,"publication_date":"2026-07-08","ids":{"openalex":"https://openalex.org/W7167909081","doi":"https://doi.org/10.48550/arxiv.2607.07774"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.07774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.07774","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136638873","display_name":"Shane Caldwell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Caldwell, Shane","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034606831","display_name":"Max Harley","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Harley, Max","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120758443","display_name":"Ads Dawson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dawson, Ads","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133715658","display_name":"Michael Kouremetis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kouremetis, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027539902","display_name":"Vincent Abruzzo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abruzzo, Vincent","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5140389869","display_name":"Will Pearce","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pearce, Will","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.34360000491142273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.34360000491142273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10927","display_name":"Access Control and Trust","score":0.15610000491142273,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.13420000672340393,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/offensive","display_name":"Offensive","score":0.8230000138282776},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.6744999885559082},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5737000107765198},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.3774999976158142},{"id":"https://openalex.org/keywords/pareto-principle","display_name":"Pareto principle","score":0.3682999908924103},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.3336000144481659},{"id":"https://openalex.org/keywords/single-point","display_name":"Single point","score":0.3330000042915344}],"concepts":[{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.8230000138282776},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.6744999885559082},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6628999710083008},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.6626999974250793},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5737000107765198},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.3774999976158142},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.3682999908924103},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.3336000144481659},{"id":"https://openalex.org/C2992444157","wikidata":"https://www.wikidata.org/wiki/Q775079","display_name":"Single point","level":3,"score":0.3330000042915344},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.2500999867916107},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.25}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.07774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.07774","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.07774","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7324415445327759,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"LLM":[1,102],"agents":[2,141],"take":[3],"on":[4,70,75,136],"offensive":[5,56],"security":[6,289],"work,":[7],"a":[8,15,23,27,99,109,124,210,244,250,265,269],"single":[9],"out-of-scope":[10],"tool":[11,60,128],"call":[12,61,106,149],"can":[13,91],"breach":[14],"client's":[16],"engagement":[17],"boundary,":[18],"disrupt":[19],"production,":[20],"or":[21,64,115],"void":[22],"bug-bounty":[24],"finding.":[25],"Unlike":[26],"fixed":[28,89],"safety":[29],"policy,":[30],"the":[31,38,52,58,71,76,81,148,187,191,196,202,221,235,277],"boundary":[32],"that":[33,163,209,231,238],"matters":[34],"is":[35,49,62,213,241],"declared":[36],"in":[37,63,83,93,234],"user's":[39,222],"request":[40,236],"and":[41,80,113,145,200,237,257,260,268,284],"must":[42],"be":[43],"inferred":[44],"from":[45,133,190],"intent.":[46],"That":[47],"challenge":[48],"sharpened":[50],"by":[51,108,151],"adversarial":[53],"nature":[54],"of":[55,66,126,143,170,287],"security:":[57],"same":[59],"out":[65,142],"scope":[67,131,144,217,232],"depending":[68],"not":[69],"action":[72],"itself":[73],"but":[74],"target":[77],"it":[78,85,117,119],"touches":[79],"context":[82,186],"which":[84,87],"runs,":[86],"no":[88],"policy":[90,193,212],"enumerate":[92],"advance.":[94],"We":[95,121,174,207,275],"study":[96],"pre-execution":[97],"gating:":[98],"cheap,":[100],"trusted":[101],"judge":[103,177,188,224],"inspects":[104],"each":[105],"proposed":[107],"strong,":[110],"swappable":[111],"agent,":[112],"accepts":[114],"rejects":[116],"before":[118],"runs.":[120],"introduce":[122],"ScopeJudge,":[123],"benchmark":[125],"4,897":[127],"calls":[129],"(7.7%":[130],"violations)":[132],"agent":[134],"trajectories":[135],"tasks":[137],"engineered":[138],"to":[139,195,220,227,280],"tempt":[140],"labeled":[146],"at":[147],"level":[150],"professional":[152],"penetration":[153],"testers,":[154],"with":[155],"substantial":[156],"inter-grader":[157],"agreement":[158,167],"(Fleiss":[159],"kappa":[160],"=":[161,172],"0.64)":[162],"sets":[164],"an":[165],"expert":[166],"reference":[168],"point":[169],"F1":[171,258],"0.78.":[173],"evaluate":[175],"eight":[176],"models":[178],"under":[179],"five":[180],"transcript":[181],"strategies,":[182],"varying":[183],"how":[184],"much":[185],"sees,":[189],"static":[192,211],"alone":[194],"full":[197],"raw":[198],"transcript,":[199],"chart":[201],"resulting":[203],"cost-accuracy":[204],"Pareto":[205],"frontier.":[206],"find":[208],"structurally":[214],"insufficient":[215],"for":[216,272],"enforcement:":[218],"blind":[219],"request,":[223],"recall":[225],"collapses":[226],"near":[228],"zero,":[229],"confirming":[230],"lives":[233],"request-conditioned":[239],"monitoring":[240,283],"necessary.":[242],"Because":[243],"missed":[245],"violation":[246],"costs":[247],"more":[248],"than":[249],"spurious":[251],"rejection,":[252],"we":[253],"report":[254],"precision,":[255],"recall,":[256],"separately":[259],"recommend":[261],"two":[262],"operating":[263],"points:":[264],"cost-sensitive":[266],"configuration":[267],"recall-first":[270],"one":[271],"high-stakes":[273],"deployments.":[274],"release":[276],"ScopeJudge":[278],"dataset":[279],"support":[281],"real-time":[282],"scalable":[285],"oversight":[286],"autonomous":[288],"agents.":[290]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-11T00:00:00"}