{"id":"https://openalex.org/W7167731570","doi":"https://doi.org/10.48550/arxiv.2607.05462","title":"BioSecBench-Refusal: A paired metric for performance and alignment in agentic biosecurity risk assessment","display_name":"BioSecBench-Refusal: A paired metric for performance and alignment in agentic biosecurity risk assessment","publication_year":2026,"publication_date":"2026-07-06","ids":{"openalex":"https://openalex.org/W7167731570","doi":"https://doi.org/10.48550/arxiv.2607.05462"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.05462","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05462","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.05462","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053783132","display_name":"Edwin H. Wintermute","orcid":"https://orcid.org/0000-0002-4211-1716"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wintermute, Edwin H.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095094729","display_name":"Harmon Bhasin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhasin, Harmon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105469811","display_name":"Christina M. Agapakis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Agapakis, Christina M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102590260","display_name":"Dianzhuo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Dianzhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140273889","display_name":"Evan Seeyave","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seeyave, Evan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054335008","display_name":"A Banerjee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Banerjee, Arjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140224355","display_name":"Daniel Fulop","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fulop, Daniel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140262426","display_name":"Matthew C. Watson","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Watson, Matthew C.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085684770","display_name":"Adam J. Meyer","orcid":"https://orcid.org/0000-0001-5455-3418"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Meyer, Adam J.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140254464","display_name":"Sandrine Boissel","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Boissel, Sandrine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136331295","display_name":"Jens H. Kuhn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kuhn, Jens H.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102995379","display_name":"Rishi Jain","orcid":"https://orcid.org/0009-0003-0739-9966"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jain, Rishi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139194297","display_name":"Noah D. Taylor","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taylor, Noah D.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020817533","display_name":"Helena Shomar","orcid":"https://orcid.org/0000-0002-1090-2871"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shomar, Helena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140256866","display_name":"Patrick M. Boyle","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Boyle, Patrick M.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5044237429","display_name":"Kenny Workman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Workman, Kenny","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.11819999665021896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.11819999665021896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.07590000331401825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.06949999928474426,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/biosecurity","display_name":"Biosecurity","score":0.7574999928474426},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7189000248908997},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.6319000124931335},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.41260001063346863},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.33340001106262207},{"id":"https://openalex.org/keywords/risk-assessment","display_name":"Risk assessment","score":0.3239000141620636}],"concepts":[{"id":"https://openalex.org/C2781368420","wikidata":"https://www.wikidata.org/wiki/Q803874","display_name":"Biosecurity","level":2,"score":0.7574999928474426},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7189000248908997},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.6319000124931335},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46720001101493835},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4578000009059906},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.41260001063346863},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4115999937057495},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.33340001106262207},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.3239000141620636},{"id":"https://openalex.org/C2779018934","wikidata":"https://www.wikidata.org/wiki/Q1129653","display_name":"Everyday life","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2971000075340271},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.29510000348091125},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2888999879360199},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2849000096321106},{"id":"https://openalex.org/C197352329","wikidata":"https://www.wikidata.org/wiki/Q1093434","display_name":"Citizen science","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.257999986410141},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.2533000111579895},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.05462","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05462","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.05462","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.05462","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.49665799736976624,"display_name":"Responsible consumption and production","id":"https://metadata.un.org/sdg/12"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"AI":[1],"agents":[2],"are":[3],"incorporated":[4],"into":[5],"life":[6],"science":[7],"workflows,":[8],"the":[9,43,122],"capabilities":[10],"that":[11,52],"speed":[12],"discovery":[13],"might":[14],"also":[15],"enable":[16],"misuse.":[17],"We":[18,129],"present":[19],"BioSecBench-Refusal,":[20],"a":[21,58,133],"benchmark":[22,34],"for":[23,29,135,143],"risk":[24],"identification":[25],"and":[26,77,141,147],"refusal":[27,65],"behavior":[28],"biological":[30],"research":[31,55,146],"tasks.":[32],"The":[33],"pairs":[35],"61":[36],"Routine":[37,75,91],"tasks,":[38,49,85],"legitimate":[39,90],"analyses":[40],"adapted":[41],"from":[42,68],"published":[44],"literature,":[45],"with":[46,86],"46":[47],"Red-Team":[48,84],"fictional":[50],"scenarios":[51],"resemble":[53],"real":[54,127],"but":[56],"conceal":[57],"biosecurity":[59],"hazard.":[60],"Across":[61],"16":[62],"model-harness":[63],"configurations,":[64],"rates":[66,97],"ranged":[67],"7":[69],"percent":[70,73,79,82],"to":[71,80,112,119,124,138],"74":[72],"on":[74,83],"tasks":[76],"1":[78],"62":[81],"many":[87],"configurations":[88],"refusing":[89],"work":[92],"at":[93],"comparable":[94],"or":[95],"higher":[96],"than":[98],"concealed":[99],"hazards.":[100],"Refusals":[101],"were":[102],"most":[103],"often":[104],"triggered":[105],"by":[106],"provider":[107],"API":[108],"filters":[109],"applied":[110],"prior":[111],"agentic":[113,144],"reasoning.":[114],"However,":[115],"models":[116],"given":[117],"room":[118],"reason":[120],"showed":[121],"potential":[123],"identify":[125],"more":[126],"threats.":[128],"release":[130],"BioSecBench-Refusal":[131],"as":[132],"tool":[134],"model":[136],"developers":[137],"calibrate":[139],"capability":[140],"caution":[142],"biotech":[145],"development.":[148]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-09T00:00:00"}