{"id":"https://openalex.org/W4412888585","doi":"https://doi.org/10.18653/v1/2025.findings-acl.309","title":"CipherBank: Exploring the Boundary of LLM Reasoning Capabilities through Cryptography Challenge","display_name":"CipherBank: Exploring the Boundary of LLM Reasoning Capabilities through Cryptography Challenge","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888585","doi":"https://doi.org/10.18653/v1/2025.findings-acl.309"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.309","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.309","pdf_url":"https://aclanthology.org/2025.findings-acl.309.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.309.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100345977","display_name":"Yu Li","orcid":"https://orcid.org/0009-0008-4964-5869"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119181454","display_name":"Qizhi Pei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qizhi Pei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Mengyuan Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mengyuan Sun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Honglin Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Honglin Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Chenlin Ming","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chenlin Ming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101713456","display_name":"Xin Gao","orcid":"https://orcid.org/0000-0002-0543-3070"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin Gao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101863704","display_name":"Jiang Wu","orcid":"https://orcid.org/0000-0003-3478-7529"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101615091","display_name":"Conghui He","orcid":"https://orcid.org/0000-0001-8697-695X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Conghui He","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5030824072","display_name":"Lijun Wu","orcid":"https://orcid.org/0000-0002-8443-250X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lijun Wu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14406648,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5929","last_page":"5965"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10951","display_name":"Cryptographic Implementations and Security","score":0.8634999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10951","display_name":"Cryptographic Implementations and Security","score":0.8634999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10237","display_name":"Cryptography and Data Security","score":0.8370000123977661,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11693","display_name":"Cryptography and Residue Arithmetic","score":0.8057000041007996,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6492100954055786},{"id":"https://openalex.org/keywords/cryptography","display_name":"Cryptography","score":0.542201042175293},{"id":"https://openalex.org/keywords/boundary","display_name":"Boundary (topology)","score":0.4447743594646454},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2866501212120056},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11915844678878784}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6492100954055786},{"id":"https://openalex.org/C178489894","wikidata":"https://www.wikidata.org/wiki/Q8789","display_name":"Cryptography","level":2,"score":0.542201042175293},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.4447743594646454},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2866501212120056},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11915844678878784},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.309","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.309","pdf_url":"https://aclanthology.org/2025.findings-acl.309.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.309","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.309","pdf_url":"https://aclanthology.org/2025.findings-acl.309.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888585.pdf","grobid_xml":"https://content.openalex.org/works/W4412888585.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2,123,153,165],"(LLMs)":[3],"have":[4],"demonstrated":[5],"remarkable":[6],"capabilities,":[7],"especially":[8],"the":[9,20,31,54,148,162,187,200],"recent":[10],"advancements":[11,204],"in":[12,27,36,59,133,147,167,195,205],"reasoning,":[13],"such":[14,124],"as":[15,125],"o1":[16,126],"and":[17,29,75,83,120,127,142,169,175,189],"o3,":[18],"pushing":[19],"boundaries":[21],"of":[22,34,57,97,150],"AI.Despite":[23],"these":[24,164],"impressive":[25],"achievements":[26],"mathematics":[28],"coding,":[30],"reasoning":[32,55,134,207],"abilities":[33,135],"LLMs":[35,58,114,141,144,194],"domains":[37,74],"requiring":[38],"cryptographic":[39,60,90,110,158,196],"expertise":[40],"remain":[41],"underexplored.In":[42],"this":[43],"paper,":[44],"we":[45,178],"introduce":[46],"CipherBank,":[47,116],"a":[48,79,89],"comprehensive":[49],"benchmark":[50],"designed":[51],"to":[52,108,156],"evaluate":[53,112],"capabilities":[56],"decryption":[61,159],"tasks.CipherBank":[62],"comprises":[63],"2,358":[64],"meticulously":[65],"crafted":[66],"problems,":[67],"covering":[68],"262":[69],"unique":[70],"plaintexts":[71],"across":[72],"5":[73],"14":[76],"subdomains,":[77],"with":[78],"focus":[80],"on":[81,115,186],"privacy-sensitive":[82],"real-world":[84],"scenarios":[85],"that":[86,183],"necessitate":[87],"encryption.From":[88],"perspective,":[91],"CipherBank":[92],"incorporates":[93],"3":[94],"major":[95],"categories":[96],"encryption":[98],"methods,":[99],"spanning":[100],"9":[101],"distinct":[102],"algorithms,":[103],"ranging":[104],"from":[105],"classical":[106,157],"ciphers":[107],"custom":[109],"techniques.We":[111],"state-ofthe-art":[113],"e.g.,":[117],"GPT-4o,":[118],"DeepSeek-V3,":[119],"cutting-edge":[121],"reasoningfocused":[122],"DeepSeek-R1.Our":[128],"results":[129],"reveal":[130],"significant":[131],"gaps":[132],"not":[136],"only":[137],"between":[138],"general-purpose":[139],"chat":[140],"reasoning-focused":[143,152],"but":[145],"also":[146],"performance":[149],"current":[151],"when":[154],"applied":[155],"tasks,":[160],"highlighting":[161],"challenges":[163],"face":[166],"understanding":[168],"manipulating":[170],"encrypted":[171],"data.Through":[172],"detailed":[173],"analysis":[174],"error":[176],"investigations,":[177],"provide":[179],"several":[180],"key":[181],"observations":[182],"shed":[184],"light":[185],"limitations":[188],"potential":[190],"improvement":[191],"areas":[192],"for":[193,202],"reasoning.These":[197],"findings":[198],"underscore":[199],"need":[201],"continuous":[203],"LLM":[206],"capabilities.":[208]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}