{"id":"https://openalex.org/W7164204328","doi":"https://doi.org/10.48550/arxiv.2606.11150","title":"ABC-Bench: An Agentic Bio-Capabilities Benchmark for Biosecurity","display_name":"ABC-Bench: An Agentic Bio-Capabilities Benchmark for Biosecurity","publication_year":2026,"publication_date":"2026-06-09","ids":{"openalex":"https://openalex.org/W7164204328","doi":"https://doi.org/10.48550/arxiv.2606.11150"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.11150","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11150","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.11150","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064620002","display_name":"Andrew Bo Liu","orcid":"https://orcid.org/0000-0003-2222-9423"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Andrew Bo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064997001","display_name":"Samira Nedungadi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nedungadi, Samira","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083335293","display_name":"Bryce Cai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cai, Bryce","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023063559","display_name":"Alex Kleinman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kleinman, Alex","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095094729","display_name":"Harmon Bhasin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhasin, Harmon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138367672","display_name":"Seth Donoughe","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Donoughe, Seth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11287","display_name":"Cancer Genomics and Diagnostics","score":0.06989999860525131,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11287","display_name":"Cancer Genomics and Diagnostics","score":0.06989999860525131,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11642","display_name":"Genomics and Rare Diseases","score":0.06939999759197235,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12576","display_name":"vaccines and immunoinformatics approaches","score":0.041099999099969864,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/biosecurity","display_name":"Biosecurity","score":0.7653999924659729},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6553999781608582},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5939000248908997},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5838000178337097},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.5734999775886536},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.45879998803138733},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.42890000343322754}],"concepts":[{"id":"https://openalex.org/C2781368420","wikidata":"https://www.wikidata.org/wiki/Q803874","display_name":"Biosecurity","level":2,"score":0.7653999924659729},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6553999781608582},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5939000248908997},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5938000082969666},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5838000178337097},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.5734999775886536},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.45879998803138733},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4542999863624573},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43630000948905945},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.42890000343322754},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.40380001068115234},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.38600000739097595},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3635999858379364},{"id":"https://openalex.org/C2775905019","wikidata":"https://www.wikidata.org/wiki/Q192572","display_name":"In silico","level":3,"score":0.3601999878883362},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.3237999975681305},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2750999927520752},{"id":"https://openalex.org/C152662350","wikidata":"https://www.wikidata.org/wiki/Q815297","display_name":"Systems biology","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C191908910","wikidata":"https://www.wikidata.org/wiki/Q862838","display_name":"Synthetic biology","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C201797286","wikidata":"https://www.wikidata.org/wiki/Q4914986","display_name":"Biological data","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.11150","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11150","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.11150","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11150","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7138973474502563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"are":[4],"rapidly":[5],"acquiring":[6],"capabilities":[7,39],"relevant":[8],"to":[9,15,72,90],"biological":[10],"research,":[11],"from":[12],"literature":[13],"synthesis":[14,105],"interpretation":[16],"of":[17,55,70,112],"experimental":[18],"data.":[19],"Increasingly,":[20],"LLM":[21,79,119],"agents":[22,80,120],"can":[23],"also":[24,51],"perform":[25],"in":[26,99],"silico":[27],"biology":[28,86,113],"tasks":[29,71,108,135],"that":[30,160],"previously":[31],"required":[32],"experienced":[33],"human":[34,125],"biologists.":[35],"These":[36,107],"emerging":[37],"AI":[38],"offer":[40],"new":[41],"opportunities":[42],"for":[43,98],"scientific":[44],"discovery":[45],"and":[46,84,102,114,140,143],"biomedical":[47],"advances,":[48],"but":[49],"they":[50],"shift":[52],"the":[53,63,122],"landscape":[54],"biosecurity":[56],"risks.":[57],"To":[58],"address":[59],"this,":[60],"we":[61,158],"introduce":[62],"Agentic":[64],"Bio-Capabilities":[65],"Benchmark":[66],"(ABC-Bench),":[67],"a":[68,110,147],"suite":[69],"measure":[73],"agentic":[74],"biosecurity-relevant":[75],"capabilities.":[76],"ABC-Bench":[77],"evaluates":[78],"on":[81,127,134,137,146,168],"both":[82],"benign":[83],"dual-use":[85],"tasks:":[87],"writing":[88],"code":[89],"operate":[91],"liquid":[92,171],"handling":[93,172],"robots,":[94],"designing":[95],"DNA":[96,104,176],"fragments":[97],"vitro":[100],"assembly,":[101],"evading":[103],"screening.":[106],"require":[109],"combination":[111],"software":[115],"expertise.":[116],"All":[117],"tested":[118],"outperformed":[121],"median":[123],"expert":[124],"baseliner":[126],"all":[128],"three":[129,154],"tasks.":[130],"Agents":[131],"performed":[132],"highly":[133],"drawing":[136],"published":[138],"knowledge":[139],"well-documented":[141],"protocols,":[142],"more":[144],"weakly":[145],"task":[148],"requiring":[149],"novel":[150],"bioinformatics":[151],"reasoning.":[152],"In":[153],"wet-lab":[155],"validation":[156],"experiments,":[157],"found":[159],"OpenAI's":[161],"o4-mini-high":[162],"produced":[163],"scripts":[164],"that,":[165],"when":[166],"run":[167],"an":[169],"OpenTrons":[170],"robot,":[173],"successfully":[174],"assembled":[175],"with":[177],"expected":[178],"sequences.":[179]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-11T00:00:00"}