{"id":"https://openalex.org/W7165898801","doi":"https://doi.org/10.48550/arxiv.2606.25561","title":"CrypFormBench: Benchmarking Formal Analysis Capability of Large Language Models for Cryptographic Schemes","display_name":"CrypFormBench: Benchmarking Formal Analysis Capability of Large Language Models for Cryptographic Schemes","publication_year":2026,"publication_date":"2026-06-24","ids":{"openalex":"https://openalex.org/W7165898801","doi":"https://doi.org/10.48550/arxiv.2606.25561"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.25561","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25561","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.25561","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139312974","display_name":"Zhaoxuan Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhaoxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036390522","display_name":"Q. Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qionglu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004951458","display_name":"Hengyuan Liu","orcid":"https://orcid.org/0000-0002-5884-2089"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Hengyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139377683","display_name":"Xiaoyan Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Xiaoyan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007991015","display_name":"Xianhui Lu","orcid":"https://orcid.org/0000-0001-7091-5810"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Xianhui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139347085","display_name":"Hongbo Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Hongbo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124897597","display_name":"Bingzheng Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Bingzheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040867646","display_name":"Haihui Fan","orcid":"https://orcid.org/0000-0002-4366-9121"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Haihui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107849883","display_name":"Z. Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Ziming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139368222","display_name":"Rui Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Rui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139328327","display_name":"Li Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.29409998655319214,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.29409998655319214,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10951","display_name":"Cryptographic Implementations and Security","score":0.20819999277591705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.13220000267028809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7325000166893005},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.5504000186920166},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.546999990940094},{"id":"https://openalex.org/keywords/cryptography","display_name":"Cryptography","score":0.5386999845504761},{"id":"https://openalex.org/keywords/formal-methods","display_name":"Formal methods","score":0.4569000005722046},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4268999993801117},{"id":"https://openalex.org/keywords/formal-verification","display_name":"Formal verification","score":0.4180000126361847},{"id":"https://openalex.org/keywords/cryptographic-protocol","display_name":"Cryptographic protocol","score":0.4147000014781952},{"id":"https://openalex.org/keywords/cryptographic-primitive","display_name":"Cryptographic primitive","score":0.40610000491142273}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7983999848365784},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7325000166893005},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.5504000186920166},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.546999990940094},{"id":"https://openalex.org/C178489894","wikidata":"https://www.wikidata.org/wiki/Q8789","display_name":"Cryptography","level":2,"score":0.5386999845504761},{"id":"https://openalex.org/C75606506","wikidata":"https://www.wikidata.org/wiki/Q1049183","display_name":"Formal methods","level":2,"score":0.4569000005722046},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4268999993801117},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.4180000126361847},{"id":"https://openalex.org/C33884865","wikidata":"https://www.wikidata.org/wiki/Q1254335","display_name":"Cryptographic protocol","level":3,"score":0.4147000014781952},{"id":"https://openalex.org/C15927051","wikidata":"https://www.wikidata.org/wiki/Q246593","display_name":"Cryptographic primitive","level":4,"score":0.40610000491142273},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37529999017715454},{"id":"https://openalex.org/C122783720","wikidata":"https://www.wikidata.org/wiki/Q183065","display_name":"Interpreter","level":2,"score":0.3720000088214874},{"id":"https://openalex.org/C146072743","wikidata":"https://www.wikidata.org/wiki/Q192161","display_name":"Formal language","level":2,"score":0.35749998688697815},{"id":"https://openalex.org/C121822524","wikidata":"https://www.wikidata.org/wiki/Q5157582","display_name":"Computer security model","level":2,"score":0.3463999927043915},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3456999957561493},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.33469998836517334},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3310000002384186},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3305000066757202},{"id":"https://openalex.org/C146499914","wikidata":"https://www.wikidata.org/wiki/Q5469969","display_name":"Formal semantics (linguistics)","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C96654402","wikidata":"https://www.wikidata.org/wiki/Q5469962","display_name":"Formal equivalence checking","level":3,"score":0.2912999987602234},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C38369872","wikidata":"https://www.wikidata.org/wiki/Q7445009","display_name":"Security analysis","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C2985583900","wikidata":"https://www.wikidata.org/wiki/Q722617","display_name":"Formal description","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C116253237","wikidata":"https://www.wikidata.org/wiki/Q1437424","display_name":"Formal specification","level":2,"score":0.2614000141620636}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.25561","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25561","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.25561","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.25561","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6113580465316772,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Manual":[0],"formal":[1,43,109,201],"analysis":[2],"of":[3,29,65,118,125,158,192],"cryptographic":[4,202],"schemes":[5,39],"is":[6],"labor-intensive":[7],"and":[8,17,19,24,40,85,98,112,131,142,170,178,186,195],"requires":[9],"substantial":[10],"expertise.":[11],"While":[12],"model-checking":[13],"tools":[14,21],"(e.g.,":[15,22],"Scyther":[16],"Tamarin)":[18],"computational-security":[20],"CryptoVerif":[23],"EasyCrypt)":[25],"improve":[26,179],"the":[27,63,152,175],"automation":[28],"security":[30,87,114],"proofs,":[31],"they":[32],"still":[33],"rely":[34],"on":[35,129],"experts":[36],"to":[37,62,88,173],"abstract":[38],"write":[41],"tool-specific":[42],"descriptions.":[44],"Large":[45],"language":[46],"models":[47],"(LLMs)":[48],"are":[49],"a":[50,79,189],"promising":[51],"alternative,":[52],"but":[53,137],"their":[54,134,145],"effectiveness":[55],"in":[56],"this":[57,71],"domain":[58],"remains":[59,147],"unexplored":[60],"due":[61],"absence":[64],"standardized":[66],"evaluation":[67,117],"methodologies.":[68],"To":[69],"fill":[70],"gap,":[72],"we":[73],"introduce":[74],"CrypFormBench":[75],"(C.F.B":[76],"for":[77],"short),":[78],"comprehensive":[80],"benchmark":[81,185],"jointly":[82],"covering":[83],"symbolic":[84],"computational":[86],"evaluate":[89],"five":[90],"core":[91],"LLM":[92],"capabilities:":[93],"interpretation,":[94],"generation,":[95,140],"completion,":[96,132],"transformation,":[97,141],"correction.":[99,143],"It":[100],"comprises":[101],"700":[102],"instances":[103],"spanning":[104],"677":[105],"schemes,":[106],"7":[107],"mainstream":[108],"verifier":[110],"languages,":[111],"160":[113],"properties.":[115],"The":[116],"9":[119],"state-of-the-art":[120],"LLMs":[121],"reveals":[122],"that":[123],"most":[124],"them":[126],"perform":[127],"well":[128],"interpretation":[130],"given":[133],"code-awareness":[135],"advantages,":[136],"struggle":[138],"with":[139,149],"Overall,":[144],"performance":[146],"limited,":[148],"Claude-3.5":[150],"achieving":[151],"highest":[153],"score":[154],"at":[155],"48.7":[156],"out":[157],"100.":[159],"We":[160],"further":[161],"provide":[162],"practical":[163],"guidance,":[164],"e.g.,":[165],"few-shot":[166],"prompting,":[167],"Pass@K":[168],"sampling,":[169],"lightweight":[171],"fine-tuning,":[172],"mitigate":[174],"executability":[176],"bottleneck":[177],"tool-usable":[180],"outputs.":[181],"Taken":[182],"together,":[183],"our":[184],"analyses":[187],"offer":[188],"grounded":[190],"view":[191],"current":[193],"progress":[194],"concrete":[196],"directions":[197],"toward":[198],"reliable":[199],"LLM-assisted":[200],"analysis.":[203]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-26T00:00:00"}