{"id":"https://openalex.org/W7171874421","doi":"https://doi.org/10.48550/arxiv.2607.27030","title":"HoF-Bench: Rediscovering Real AI-Discovered CVEs Without Frontier Models","display_name":"HoF-Bench: Rediscovering Real AI-Discovered CVEs Without Frontier Models","publication_year":2026,"publication_date":"2026-07-29","ids":{"openalex":"https://openalex.org/W7171874421","doi":"https://doi.org/10.48550/arxiv.2607.27030"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.27030","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.27030","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.27030","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030060401","display_name":"Petr \u0160ime\u010dek","orcid":"https://orcid.org/0000-0002-2922-7183"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Simecek, Petr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095740277","display_name":"Elnaz Babayeva","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Babayeva, Elnaz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112925812","display_name":"Ji\u0159\u00ed Balhar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balhar, Jiri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040582559","display_name":"Michal B\u00edda","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bida, Michal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010223272","display_name":"Michal Buran","orcid":"https://orcid.org/0000-0002-1196-3799"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Buran, Michal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026056025","display_name":"V\u00e1clav Cadek","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cadek, Vaclav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136773092","display_name":"Luigino Camastra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Camastra, Luigino","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114438806","display_name":"Tom\u00e1\u0161 Dulka","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dulka, Tomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082304262","display_name":"M. Janocko","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Janocko, Michal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143997703","display_name":"Tomas Klohna","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Klohna, Tomas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051746135","display_name":"Pavel Kohout","orcid":"https://orcid.org/0000-0002-3957-7005"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kohout, Pavel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056590536","display_name":"Ond\u0159ej Koke\u0161","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kokes, Ondrej","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143990853","display_name":"Adam Krivka","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krivka, Adam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122073922","display_name":"Jakub Kub\u00edk","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kubik, Jakub","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144050135","display_name":"Patrik Mada","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mada, Patrik","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144022911","display_name":"Igor Morgenstern","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Morgenstern, Igor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031836263","display_name":"Marek Pavelka","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pavelka, Marek","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143988616","display_name":"Joshua Rogers","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rogers, Joshua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144064426","display_name":"Petr Stastny","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stastny, Petr","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077511511","display_name":"Jan Tattermusch","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tattermusch, Jan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144057892","display_name":"Dmitrijs Trizna","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Trizna, Dmitrijs","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086527921","display_name":"Martin Votruba","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Votruba, Martin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143598541","display_name":"Guido Vranken","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vranken, Guido","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5144028274","display_name":"Jakub Zikl","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zikl, Jakub","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061836727","display_name":"Evelina Gaba\u0161ov\u00e1","orcid":"https://orcid.org/0000-0002-3707-0657"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gabasova, Evelina","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5082696325","display_name":"Stanislav Fort","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fort, Stanislav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.4456000030040741,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.4456000030040741,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.14910000562667847,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.1062999963760376,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6498000025749207},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5601999759674072},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5004000067710876},{"id":"https://openalex.org/keywords/triage","display_name":"Triage","score":0.48159998655319214},{"id":"https://openalex.org/keywords/vulnerability","display_name":"Vulnerability (computing)","score":0.43639999628067017},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.420199990272522},{"id":"https://openalex.org/keywords/frontier","display_name":"Frontier","score":0.42010000348091125},{"id":"https://openalex.org/keywords/spectrum-analyzer","display_name":"Spectrum analyzer","score":0.39800000190734863}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6498000025749207},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6489999890327454},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5601999759674072},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5004000067710876},{"id":"https://openalex.org/C2777120189","wikidata":"https://www.wikidata.org/wiki/Q780067","display_name":"Triage","level":2,"score":0.48159998655319214},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.43639999628067017},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.420199990272522},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.42010000348091125},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.39959999918937683},{"id":"https://openalex.org/C158007255","wikidata":"https://www.wikidata.org/wiki/Q1055222","display_name":"Spectrum analyzer","level":2,"score":0.39800000190734863},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.3513000011444092},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.31769999861717224},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.2833000123500824},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2728999853134155},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.26989999413490295}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.27030","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.27030","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.27030","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.27030","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM-based":[0,92],"analyzers":[1],"have":[2],"begun":[3],"finding":[4],"real":[5],"vulnerabilities":[6],"in":[7,113,140,175],"mature":[8],"open-source":[9],"projects:":[10],"AISLE's":[11,33],"analyzer":[12,93],"is":[13,163,202],"credited":[14],"with":[15,144],"more":[16],"than":[17],"280":[18],"CVEs":[19,47,101,169],"across":[20,48,191],"78":[21],"projects,":[22],"including":[23],"OpenSSL,":[24],"curl,":[25],"and":[26,58,87,129,152,194],"GnuTLS.":[27],"We":[28],"introduce":[29],"HoF-Bench":[30,179],"(named":[31],"after":[32],"public":[34,45],"Hall":[35],"of":[36,43,98,137],"Fame),":[37],"a":[38,70,153,181],"benchmark":[39],"built":[40],"from":[41],"95":[42,100],"these":[44],"AI-discovered":[46],"eight":[49],"repositories":[50],"pinned":[51],"at":[52,204],"vulnerable":[53],"commits.":[54],"Analyzers":[55],"receive":[56],"source":[57],"target-file":[59],"scope":[60],"but":[61],"not":[62],"CVE":[63],"identifiers,":[64],"descriptions,":[65],"fixes,":[66],"or":[67,133],"expected":[68],"mechanisms;":[69],"detector-blinded":[71],"frontier-model":[72],"judge":[73],"credits":[74],"only":[75],"findings":[76],"that":[77],"identify":[78],"the":[79,99,114,141,168,195],"same":[80],"code":[81],"path,":[82],"root":[83],"cause,":[84],"attack":[85],"condition,":[86],"impact.":[88],"A":[89],"deliberately":[90],"minimal":[91],"rediscovers":[94],"up":[95],"to":[96],"65":[97],"(68%)":[102],"under":[103],"this":[104],"strict":[105],"protocol.":[106],"No":[107],"frontier":[108],"model":[109,173],"performs":[110],"detection":[111],"anywhere":[112],"study.":[115],"The":[116,200],"ten":[117],"detector":[118],"backbones":[119],"are":[120],"five":[121,130],"open-weight":[122],"models":[123],"(21B--284B":[124],"total":[125],"parameters,":[126],"3--13B":[127],"active)":[128],"proprietary":[131],"small":[132],"\"flash\"-tier":[134],"models.":[135],"All":[136],"them":[138],"run":[139],"fixed":[142],"scaffold":[143],"four":[145],"repeated":[146,192],"passes,":[147],"an":[148],"optional":[149],"generated-context":[150],"stage,":[151],"replayable":[154],"multi-round":[155],"triage":[156],"stage":[157],"(7,600":[158],"model--CVE":[159],"pass":[160],"records).":[161],"Difficulty":[162],"strongly":[164],"structured":[165],"by":[166,171],"language;":[167],"missed":[170],"every":[172],"concentrate":[174],"C":[176],"infrastructure":[177],"code.":[178],"provides":[180],"compact":[182],"test":[183],"bed":[184],"for":[185],"comparing":[186],"vulnerability":[187],"scanners,":[188],"their":[189],"reliability":[190],"runs,":[193],"candidate":[196],"volume":[197],"they":[198],"create.":[199],"dataset":[201],"available":[203],"https://huggingface.co/datasets/aisleinc/HoF-Bench.":[205]},"counts_by_year":[],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2026-07-31T00:00:00"}