{"id":"https://openalex.org/W4415007625","doi":"https://doi.org/10.1145/3763174","title":"AutoVerus: Automated Proof Generation for Rust Code","display_name":"AutoVerus: Automated Proof Generation for Rust Code","publication_year":2025,"publication_date":"2025-10-09","ids":{"openalex":"https://openalex.org/W4415007625","doi":"https://doi.org/10.1145/3763174"},"language":"en","primary_location":{"id":"doi:10.1145/3763174","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3763174","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1145/3763174","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087977281","display_name":"Chenyuan Yang","orcid":"https://orcid.org/0000-0002-7976-5086"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chenyuan Yang","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, Champaign0009-0000-1371-2179, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, Champaign0009-0000-1371-2179, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108321873","display_name":"X. Li","orcid":null},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuheng Li","raw_affiliation_strings":["Columbia University, New York, USA"],"affiliations":[{"raw_affiliation_string":"Columbia University, New York, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007920485","display_name":"Md Rakib Hossain Misu","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Md Rakib Hossain Misu","raw_affiliation_strings":["University of California at Irvine, Irvine, USA"],"affiliations":[{"raw_affiliation_string":"University of California at Irvine, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038737061","display_name":"Jianan Yao","orcid":"https://orcid.org/0009-0008-4675-8980"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jianan Yao","raw_affiliation_strings":["University of Toronto, Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112117974","display_name":"Weidong Cui","orcid":"https://orcid.org/0000-0002-2871-9485"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weidong Cui","raw_affiliation_strings":["Microsoft Research, Redmond, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041448669","display_name":"Yeyun Gong","orcid":"https://orcid.org/0000-0001-9954-9674"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yeyun Gong","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016958899","display_name":"Chris Hawblitzel","orcid":"https://orcid.org/0000-0002-5676-0362"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chris Hawblitzel","raw_affiliation_strings":["Microsoft Research, Redmond, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041084431","display_name":"Shuvendu K. Lahiri","orcid":"https://orcid.org/0000-0002-4446-4777"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shuvendu Lahiri","raw_affiliation_strings":["Microsoft Research, Redmond, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048541406","display_name":"Jacob R. Lorch","orcid":"https://orcid.org/0000-0002-7269-2769"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacob R. Lorch","raw_affiliation_strings":["Microsoft Research, Redmond, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112547849","display_name":"Shuai Lu","orcid":"https://orcid.org/0000-0001-7466-2064"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]},{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Shuai Lu","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China","Microsoft Research, Redmond, USA","University of Chicago, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]},{"raw_affiliation_string":"Microsoft Research, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"University of Chicago, Chicago, USA","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100346602","display_name":"Fan Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Yang","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037010598","display_name":"Ziqiao Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziqiao Zhou","raw_affiliation_strings":["Microsoft Research, Redmond, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061448314","display_name":"Shan Lu","orcid":"https://orcid.org/0000-0002-0757-4600"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]},{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Shan Lu","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China","Microsoft Research, Redmond, USA","University of Chicago, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]},{"raw_affiliation_string":"Microsoft Research, Redmond, USA","institution_ids":["https://openalex.org/I1290206253"]},{"raw_affiliation_string":"University of Chicago, Chicago, USA","institution_ids":["https://openalex.org/I40347166"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5087977281"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":7.4546,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.97044161,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"9","issue":"OOPSLA2","first_page":"3454","last_page":"3482"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9649999737739563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9649999737739563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12161","display_name":"Plant Surface Properties and Treatments","score":0.9300000071525574,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.9070000052452087,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8219000101089478},{"id":"https://openalex.org/keywords/mathematical-proof","display_name":"Mathematical proof","score":0.7663999795913696},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6248999834060669},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5627999901771545},{"id":"https://openalex.org/keywords/proof-of-concept","display_name":"Proof of concept","score":0.5410000085830688},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5332000255584717},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5278000235557556},{"id":"https://openalex.org/keywords/rust","display_name":"Rust (programming language)","score":0.48399999737739563},{"id":"https://openalex.org/keywords/automated-theorem-proving","display_name":"Automated theorem proving","score":0.4424999952316284}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8219000101089478},{"id":"https://openalex.org/C108710211","wikidata":"https://www.wikidata.org/wiki/Q11538","display_name":"Mathematical proof","level":2,"score":0.7663999795913696},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7584999799728394},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.7148000001907349},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6248999834060669},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5627999901771545},{"id":"https://openalex.org/C124978682","wikidata":"https://www.wikidata.org/wiki/Q1201019","display_name":"Proof of concept","level":2,"score":0.5410000085830688},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5332000255584717},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5278000235557556},{"id":"https://openalex.org/C197781089","wikidata":"https://www.wikidata.org/wiki/Q575650","display_name":"Rust (programming language)","level":2,"score":0.48399999737739563},{"id":"https://openalex.org/C206880738","wikidata":"https://www.wikidata.org/wiki/Q431667","display_name":"Automated theorem proving","level":2,"score":0.4424999952316284},{"id":"https://openalex.org/C203265346","wikidata":"https://www.wikidata.org/wiki/Q11387554","display_name":"Proof assistant","level":3,"score":0.43479999899864197},{"id":"https://openalex.org/C94461902","wikidata":"https://www.wikidata.org/wiki/Q2762418","display_name":"Formal proof","level":3,"score":0.429500013589859},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.38350000977516174},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.37599998712539673},{"id":"https://openalex.org/C13766981","wikidata":"https://www.wikidata.org/wiki/Q11387554","display_name":"Automated proof checking","level":3,"score":0.35199999809265137},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34529998898506165},{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.3239000141620636},{"id":"https://openalex.org/C105605280","wikidata":"https://www.wikidata.org/wiki/Q7249999","display_name":"Proof complexity","level":3,"score":0.3237999975681305},{"id":"https://openalex.org/C2318724","wikidata":"https://www.wikidata.org/wiki/Q852732","display_name":"Proof theory","level":3,"score":0.3158000111579895},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3028999865055084},{"id":"https://openalex.org/C33054407","wikidata":"https://www.wikidata.org/wiki/Q6504747","display_name":"Software verification","level":5,"score":0.2906000018119812},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2897999882698059},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.27720001339912415},{"id":"https://openalex.org/C75606506","wikidata":"https://www.wikidata.org/wiki/Q1049183","display_name":"Formal methods","level":2,"score":0.2574999928474426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3763174","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3763174","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3763174","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3763174","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1498946538","https://openalex.org/W2130427425","https://openalex.org/W2267469130","https://openalex.org/W2560674852","https://openalex.org/W2779850521","https://openalex.org/W2913530642","https://openalex.org/W3033256385","https://openalex.org/W3080745458","https://openalex.org/W3178506813","https://openalex.org/W3183515470","https://openalex.org/W4234528212","https://openalex.org/W4281773296","https://openalex.org/W4283019774","https://openalex.org/W4284705527","https://openalex.org/W4305010641","https://openalex.org/W4362598291","https://openalex.org/W4362661194","https://openalex.org/W4378591002","https://openalex.org/W4387810221","https://openalex.org/W4388718082","https://openalex.org/W4389158536","https://openalex.org/W4391505367","https://openalex.org/W4394868324","https://openalex.org/W4394906225","https://openalex.org/W4396778730","https://openalex.org/W4399116048","https://openalex.org/W4399657810","https://openalex.org/W4399851008","https://openalex.org/W4400675892","https://openalex.org/W4402684113","https://openalex.org/W4403223258","https://openalex.org/W4404400628","https://openalex.org/W4408894640","https://openalex.org/W7076801116"],"related_works":[],"abstract_inverted_index":{"Generative":[0],"AI":[1],"has":[2],"shown":[3],"its":[4,13],"value":[5],"for":[6,40,150],"many":[7],"software":[8],"engineering":[9],"tasks.":[10],"Still":[11],"in":[12,70,118,163],"infancy,":[14],"large":[15],"language":[16],"model":[17],"(LLM)-based":[18],"proof":[19,39,91,94,96,103,130,149],"generation":[20],"lags":[21],"behind":[22],"LLM-based":[23],"code":[24,63],"generation.":[25],"In":[26],"this":[27,119],"paper,":[28],"we":[29,121],"present":[30],"AutoVerus.":[31],"AutoVerus":[32,43,72,112,144],"uses":[33],"LLMs":[34],"to":[35,46,84],"automatically":[36,146],"generate":[37,147],"correctness":[38,60],"Rust":[41,62],"code.":[42],"is":[44],"designed":[45],"match":[47],"the":[48,59],"unique":[49],"features":[50],"of":[51,61,74,77,90,127,154,160],"Verus,":[52],"a":[53,75,124],"verification":[54,107,138],"tool":[55],"that":[56,79,143],"can":[57,145],"prove":[58],"using":[64],"proofs":[65],"and":[66,82,102,113,137],"specifications":[67],"also":[68],"written":[69],"Rust.":[71],"consists":[73],"network":[76],"agents":[78],"are":[80],"crafted":[81],"orchestrated":[83],"mimic":[85],"human":[86],"experts'":[87],"three":[88],"phases":[89],"construction:":[92],"preliminary":[93],"generation,":[95],"refinement":[97],"guided":[98,105],"by":[99,106],"generic":[100],"tips,":[101],"debugging":[104],"errors.":[108],"To":[109],"thoroughly":[110],"evaluate":[111],"help":[114],"foster":[115],"future":[116],"research":[117],"direction,":[120],"have":[122],"built":[123],"benchmark":[125],"suite":[126],"150":[128],"non-trivial":[129],"tasks,":[131],"based":[132],"on":[133],"existing":[134],"code-generation":[135],"benchmarks":[136],"benchmarks.":[139],"Our":[140],"evaluation":[141],"shows":[142],"correct":[148],"more":[151,157],"than":[152,158,165],"90%":[153],"them,":[155],"with":[156],"half":[159],"them":[161],"tackled":[162],"less":[164],"30":[166],"seconds":[167],"or":[168],"3":[169],"LLM":[170],"calls.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-22T00:00:00"}