{"id":"https://openalex.org/W7155364651","doi":"https://doi.org/10.48550/arxiv.2604.20389","title":"CyberCertBench: Evaluating LLMs in Cybersecurity Certification Knowledge","display_name":"CyberCertBench: Evaluating LLMs in Cybersecurity Certification Knowledge","publication_year":2026,"publication_date":"2026-04-22","ids":{"openalex":"https://openalex.org/W7155364651","doi":"https://doi.org/10.48550/arxiv.2604.20389"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.20389","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.20389","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.20389","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100022307","display_name":"Gustav Keppler","orcid":"https://orcid.org/0000-0002-2323-0533"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Keppler, Gustav","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025369498","display_name":"Ghada Elbez","orcid":"https://orcid.org/0000-0003-1137-1782"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elbez, Ghada","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5014228448","display_name":"Veit Hagenmeyer","orcid":"https://orcid.org/0000-0002-3572-9083"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hagenmeyer, Veit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08919999748468399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08919999748468399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.08190000057220459,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.07129999995231628,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5705999732017517},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.5525000095367432},{"id":"https://openalex.org/keywords/certification","display_name":"Certification","score":0.551800012588501},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.46720001101493835},{"id":"https://openalex.org/keywords/frontier","display_name":"Frontier","score":0.4494999945163727},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.44269999861717224},{"id":"https://openalex.org/keywords/subject-matter-expert","display_name":"Subject-matter expert","score":0.41179999709129333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5820000171661377},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5705999732017517},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.5525000095367432},{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.551800012588501},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.538100004196167},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.46720001101493835},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.4494999945163727},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44269999861717224},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4226999878883362},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.41179999709129333},{"id":"https://openalex.org/C541664917","wikidata":"https://www.wikidata.org/wiki/Q14001","display_name":"Malware","level":2,"score":0.3853999972343445},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.36090001463890076},{"id":"https://openalex.org/C121017731","wikidata":"https://www.wikidata.org/wiki/Q11661","display_name":"Information technology","level":2,"score":0.3582000136375427},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.35580000281333923},{"id":"https://openalex.org/C527648132","wikidata":"https://www.wikidata.org/wiki/Q189900","display_name":"Information security","level":2,"score":0.3474000096321106},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3253999948501587},{"id":"https://openalex.org/C2780795517","wikidata":"https://www.wikidata.org/wiki/Q6030997","display_name":"Information assurance","level":3,"score":0.289000004529953},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2883000075817108},{"id":"https://openalex.org/C521332185","wikidata":"https://www.wikidata.org/wiki/Q185816","display_name":"Analogy","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.2621999979019165},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.20389","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.20389","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.20389","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.20389","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5540521740913391}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"rapid":[1],"evolution":[2],"and":[3,52,59,66,94,120,135],"use":[4],"of":[5,16,28,48,116],"Large":[6],"Language":[7],"Models":[8],"(LLMs)":[9],"in":[10,91,101,109,125],"professional":[11,46],"workflows":[12],"require":[13,104],"an":[14],"evaluation":[15,83,136],"their":[17],"domain-specific":[18],"knowledge":[19,108],"against":[20],"industry":[21,37],"standards.":[22,62],"We":[23],"introduceCyberCertBench,":[24],"a":[25,68,72],"new":[26],"suite":[27],"Multiple":[29],"Choice":[30],"Question":[31],"Answering":[32],"(MCQA)":[33],"benchmarks":[34],"derived":[35],"from":[36],"recognized":[38],"certifications.":[39],"CyberCertBench":[40],"evaluates":[41],"LLM":[42],"domain":[43],"knowledgeagainst":[44],"the":[45],"standards":[47],"Information":[49],"Technology":[50,58],"cybersecurity":[51,61],"more":[53],"specializedareas":[54],"such":[55],"as":[56],"Operational":[57],"related":[60],"Concurrently,":[63],"we":[64],"propose":[65],"validate":[67],"novel":[69],"Proposer-Verifier":[70],"framework,":[71],"methodology":[73],"to":[74],"generate":[75],"interpretable,natural":[76],"language":[77],"explanations":[78],"for":[79],"model":[80,117],"performance.":[81],"Our":[82],"shows":[84],"that":[85,103],"frontier":[86],"modelsachieve":[87],"human":[88],"expert":[89],"level":[90],"general":[92],"networking":[93],"IT":[95],"security":[96],"knowledge.":[97],"However,":[98],"theiraccuracy":[99],"declines":[100],"questions":[102],"vendor-specific":[105],"nuances":[106],"or":[107],"formalstandards,":[110],"like,":[111],"e.g.,":[112],"IEC":[113],"62443.":[114],"Analysis":[115],"scaling":[118],"trend":[119],"release":[121],"date":[122],"demonstratesremarkable":[123],"gains":[124],"parameter":[126],"efficiency,":[127],"while":[128],"recent":[129],"larger":[130],"models":[131],"show":[132],"diminishing":[133],"returns.Code":[134],"scripts":[137],"are":[138],"available":[139],"at:":[140],"https://github.com/GKeppler/CyberCertBench.":[141]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-24T00:00:00"}