{"id":"https://openalex.org/W7133187182","doi":"https://doi.org/10.48550/arxiv.2602.24009","title":"Jailbreak Foundry: From Papers to Runnable Attacks for Reproducible Benchmarking","display_name":"Jailbreak Foundry: From Papers to Runnable Attacks for Reproducible Benchmarking","publication_year":2026,"publication_date":"2026-02-27","ids":{"openalex":"https://openalex.org/W7133187182","doi":"https://doi.org/10.48550/arxiv.2602.24009"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.24009","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5127869869","display_name":"Zhicheng Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Zhicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069474320","display_name":"J. P. Zheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zheng, Jingjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127777022","display_name":"Chenxu Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Chenxu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5127778509","display_name":"Wei Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24250355,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.3750999867916107,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.3750999867916107,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.08259999752044678,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.05620000138878822,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.7342000007629395},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6144999861717224},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5947999954223633},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5817999839782715},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5037999749183655},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.45649999380111694},{"id":"https://openalex.org/keywords/reachability","display_name":"Reachability","score":0.3504999876022339}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8284000158309937},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.7342000007629395},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6144999861717224},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5947999954223633},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5817999839782715},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5037999749183655},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.45649999380111694},{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.3504999876022339},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3280999958515167},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2994000017642975},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.2973000109195709},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.28839999437332153},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2838999927043915},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C2780069185","wikidata":"https://www.wikidata.org/wiki/Q7977945","display_name":"Equivalence (formal languages)","level":2,"score":0.25699999928474426},{"id":"https://openalex.org/C153876917","wikidata":"https://www.wikidata.org/wiki/Q899704","display_name":"Traceability","level":2,"score":0.2567000091075897},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.25459998846054077}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.24009","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.24009","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.24009","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.24009","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5937728881835938}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Jailbreak":[0],"techniques":[1],"for":[2,52,66,74,82,163],"large":[3],"language":[4],"models":[5,144],"(LLMs)":[6],"evolve":[7],"faster":[8],"than":[9,117],"benchmarks,":[10],"making":[11],"robustness":[12],"estimates":[13],"stale":[14],"and":[15,27,69,79,123,155],"difficult":[16],"to":[17,22,45,120],"compare":[18],"across":[19,141],"papers":[20,48],"due":[21],"drift":[23],"in":[24],"datasets,":[25],"harnesses,":[26],"judging":[28],"protocols.":[29],"We":[30],"introduce":[31],"JAILBREAK":[32],"FOUNDRY":[33],"(JBF),":[34],"a":[35,42,56,94,133,146,160],"system":[36,131],"that":[37,167],"addresses":[38],"this":[39],"gap":[40],"via":[41],"multi-agent":[43,76],"workflow":[44],"translate":[46],"jailbreak":[47],"into":[49],"executable":[50],"modules":[51],"immediate":[53],"evaluation":[54,136],"within":[55],"unified":[57],"harness.":[58],"JBF":[59,89,110,158],"features":[60],"three":[61],"core":[62],"components:":[63],"(i)":[64],"JBF-LIB":[65],"shared":[67,108],"contracts":[68],"reusable":[70],"utilities;":[71],"(ii)":[72],"JBF-FORGE":[73],"the":[75,171],"paper-to-module":[77],"translation;":[78],"(iii)":[80],"JBF-EVAL":[81],"standardizing":[83],"evaluations.":[84],"Across":[85],"30":[86,139],"reproduced":[87],"attacks,":[88],"achieves":[90,124],"high":[91],"fidelity":[92],"with":[93,170],"mean":[95,127],"(reproduced-reported)":[96],"attack":[97,153],"success":[98],"rate":[99],"(ASR)":[100],"deviation":[101],"of":[102,137],"+0.26":[103],"percentage":[104],"points.":[105],"By":[106,150],"leveraging":[107],"infrastructure,":[109],"reduces":[111],"attack-specific":[112],"implementation":[113],"code":[114],"by":[115],"more":[116],"half":[118],"relative":[119],"original":[121],"repositories":[122],"an":[125],"82.5%":[126],"reused-code":[128],"ratio.":[129],"This":[130],"enables":[132],"standardized":[134,156],"AdvBench":[135],"all":[138],"attacks":[140],"10":[142],"victim":[143],"using":[145],"consistent":[147],"GPT-4o":[148],"judge.":[149],"automating":[151],"both":[152],"integration":[154],"evaluation,":[157],"offers":[159],"scalable":[161],"solution":[162],"creating":[164],"living":[165],"benchmarks":[166],"keep":[168],"pace":[169],"rapidly":[172],"shifting":[173],"security":[174],"landscape.":[175]},"counts_by_year":[],"updated_date":"2026-07-21T05:50:15.549392","created_date":"2026-03-03T00:00:00"}