{"id":"https://openalex.org/W7139933261","doi":"https://doi.org/10.48550/arxiv.2603.18334","title":"Can LLMs Reason Like Automated Theorem Provers for Rust Verification? VCoT-Bench: Evaluating via Verification Chain of Thought","display_name":"Can LLMs Reason Like Automated Theorem Provers for Rust Verification? VCoT-Bench: Evaluating via Verification Chain of Thought","publication_year":2026,"publication_date":"2026-03-18","ids":{"openalex":"https://openalex.org/W7139933261","doi":"https://doi.org/10.48550/arxiv.2603.18334"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.18334","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18334","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.18334","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100311505","display_name":"Zichen Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Zichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100739654","display_name":"Wenxi Wang","orcid":"https://orcid.org/0000-0001-8943-2296"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Wenxi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.18520000576972961,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.18520000576972961,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.15199999511241913,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.13099999725818634,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-theorem-proving","display_name":"Automated theorem proving","score":0.6126999855041504},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.571399986743927},{"id":"https://openalex.org/keywords/rust","display_name":"Rust (programming language)","score":0.45730000734329224},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.44020000100135803},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4250999987125397},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.3935000002384186},{"id":"https://openalex.org/keywords/functional-verification","display_name":"Functional verification","score":0.3889999985694885},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.36730000376701355}],"concepts":[{"id":"https://openalex.org/C206880738","wikidata":"https://www.wikidata.org/wiki/Q431667","display_name":"Automated theorem proving","level":2,"score":0.6126999855041504},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5928000211715698},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.571399986743927},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.48069998621940613},{"id":"https://openalex.org/C197781089","wikidata":"https://www.wikidata.org/wiki/Q575650","display_name":"Rust (programming language)","level":2,"score":0.45730000734329224},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.44020000100135803},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4250999987125397},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4180000126361847},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.3935000002384186},{"id":"https://openalex.org/C62460635","wikidata":"https://www.wikidata.org/wiki/Q5508853","display_name":"Functional verification","level":3,"score":0.3889999985694885},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.36730000376701355},{"id":"https://openalex.org/C33054407","wikidata":"https://www.wikidata.org/wiki/Q6504747","display_name":"Software verification","level":5,"score":0.3659999966621399},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C164155591","wikidata":"https://www.wikidata.org/wiki/Q2067766","display_name":"Satisfiability modulo theories","level":2,"score":0.34040001034736633},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.33899998664855957},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3199000060558319},{"id":"https://openalex.org/C69562738","wikidata":"https://www.wikidata.org/wiki/Q200694","display_name":"Propositional calculus","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.27149999141693115},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26440000534057617}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.18334","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18334","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.18334","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.18334","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"increasingly":[5],"assist":[6],"secure":[7],"software":[8],"development,":[9],"their":[10],"ability":[11],"to":[12,127,140],"meet":[13],"the":[14,50,115,141,160],"rigorous":[15],"demands":[16],"of":[17,104,114,130,145,159],"Rust":[18,26,57],"program":[19],"verification":[20,27,76,117],"remains":[21],"unclear.":[22],"Existing":[23],"evaluations":[24],"treat":[25],"as":[28,82],"a":[29,66,89,101],"black":[30],"box,":[31],"assessing":[32],"models":[33,47,148],"only":[34],"by":[35,164],"binary":[36],"pass":[37],"or":[38],"fail":[39],"outcomes":[40],"for":[41,54,93,109],"proof":[42,136,142],"hints.":[43],"This":[44],"obscures":[45],"whether":[46],"truly":[48],"understand":[49],"logical":[51],"deductions":[52],"required":[53],"verifying":[55],"nontrivial":[56],"code.":[58],"To":[59],"bridge":[60],"this":[61],"gap,":[62],"we":[63,98],"introduce":[64,99],"VCoT-Lift,":[65,97],"framework":[67],"that":[68,153],"lifts":[69],"low-level":[70],"solver":[71],"reasoning":[72,81,161],"into":[73],"high-level,":[74],"human-readable":[75],"steps.":[77],"By":[78],"exposing":[79],"solver-level":[80],"an":[83],"explicit":[84],"Verification":[85],"Chain-of-Thought,":[86],"VCoT-Lift":[87],"provides":[88],"concrete":[90],"ground":[91],"truth":[92],"fine-grained":[94],"evaluation.":[95],"Leveraging":[96],"VCoT-Bench,":[100],"comprehensive":[102],"benchmark":[103],"1,988":[105],"VCoT":[106],"completion":[107],"tasks":[108],"rigorously":[110],"evaluating":[111],"LLMs'":[112],"understanding":[113],"entire":[116],"process.":[118],"VCoT-Bench":[119],"measures":[120],"performance":[121],"along":[122],"three":[123],"orthogonal":[124],"dimensions:":[125],"robustness":[126],"varying":[128],"degrees":[129],"missing":[131],"proofs,":[132],"competence":[133],"across":[134],"different":[135],"types,":[137],"and":[138],"sensitivity":[139],"locations.":[143],"Evaluation":[144],"ten":[146],"state-of-the-art":[147],"reveals":[149],"severe":[150],"fragility,":[151],"indicating":[152],"current":[154],"LLMs":[155],"fall":[156],"well":[157],"short":[158],"capabilities":[162],"exhibited":[163],"automated":[165],"theorem":[166],"provers.":[167]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-21T00:00:00"}