{"id":"https://openalex.org/W4409311824","doi":"https://doi.org/10.1145/3720499","title":"Laurel: Unblocking Automated Verification with Large Language Models","display_name":"Laurel: Unblocking Automated Verification with Large Language Models","publication_year":2025,"publication_date":"2025-04-09","ids":{"openalex":"https://openalex.org/W4409311824","doi":"https://doi.org/10.1145/3720499"},"language":"en","primary_location":{"id":"doi:10.1145/3720499","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3720499","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3720499","source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3720499","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5095771125","display_name":"Eric Mugnier","orcid":"https://orcid.org/0009-0006-4967-6820"},"institutions":[{"id":"https://openalex.org/I2800935791","display_name":"UC San Diego Health System","ror":"https://ror.org/01kbfgm16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800935791"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Mugnier","raw_affiliation_strings":["UC San Diego, San Diego, USA"],"raw_orcid":"https://orcid.org/0009-0006-4967-6820","affiliations":[{"raw_affiliation_string":"UC San Diego, San Diego, USA","institution_ids":["https://openalex.org/I2800935791"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114169624","display_name":"Emmanuel Anaya Gonzalez","orcid":null},"institutions":[{"id":"https://openalex.org/I2800935791","display_name":"UC San Diego Health System","ror":"https://ror.org/01kbfgm16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800935791"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emmanuel Anaya Gonzalez","raw_affiliation_strings":["UC San Diego, San Diego, USA"],"raw_orcid":"https://orcid.org/0009-0002-9013-2228","affiliations":[{"raw_affiliation_string":"UC San Diego, San Diego, USA","institution_ids":["https://openalex.org/I2800935791"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090671359","display_name":"Nadia Polikarpova","orcid":"https://orcid.org/0000-0001-5571-173X"},"institutions":[{"id":"https://openalex.org/I2800935791","display_name":"UC San Diego Health System","ror":"https://ror.org/01kbfgm16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800935791"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nadia Polikarpova","raw_affiliation_strings":["UC San Diego, San Diego, USA"],"raw_orcid":"https://orcid.org/0000-0001-5571-173X","affiliations":[{"raw_affiliation_string":"UC San Diego, San Diego, USA","institution_ids":["https://openalex.org/I2800935791"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002412544","display_name":"Ranjit Jhala","orcid":"https://orcid.org/0000-0002-1802-9421"},"institutions":[{"id":"https://openalex.org/I2800935791","display_name":"UC San Diego Health System","ror":"https://ror.org/01kbfgm16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800935791"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ranjit Jhala","raw_affiliation_strings":["UC San Diego, San Diego, USA"],"raw_orcid":"https://orcid.org/0000-0002-1802-9421","affiliations":[{"raw_affiliation_string":"UC San Diego, San Diego, USA","institution_ids":["https://openalex.org/I2800935791"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5117093764","display_name":"Zhou Yuanyuan","orcid":null},"institutions":[{"id":"https://openalex.org/I2800935791","display_name":"UC San Diego Health System","ror":"https://ror.org/01kbfgm16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800935791"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhou Yuanyuan","raw_affiliation_strings":["UC San Diego, San Diego, USA"],"raw_orcid":"https://orcid.org/0009-0006-0980-2538","affiliations":[{"raw_affiliation_string":"UC San Diego, San Diego, USA","institution_ids":["https://openalex.org/I2800935791"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2800935791"],"apc_list":null,"apc_paid":null,"fwci":15.6045,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.98765441,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"9","issue":"OOPSLA1","first_page":"1519","last_page":"1545"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5791503190994263},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.558332622051239},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3840146064758301}],"concepts":[{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5791503190994263},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.558332622051239},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3840146064758301}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3720499","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3720499","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3720499","source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3720499","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3720499","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3720499","source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2396288925","display_name":"SHF: Medium: Human-Centric Program Synthesis","funder_award_id":"2107397","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2625870048","display_name":"SHF: Medium: Generating Correctness Proofs with Neural Networks","funder_award_id":"1955457","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2783388421","display_name":"FMitF : Track I: Aligning Code-Generating Models with Formal Specifications","funder_award_id":"2422214","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409311824.pdf","grobid_xml":"https://content.openalex.org/works/W4409311824.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W1480909796","https://openalex.org/W1820726602","https://openalex.org/W1970026646","https://openalex.org/W1976373002","https://openalex.org/W2069300761","https://openalex.org/W2128782367","https://openalex.org/W2130427425","https://openalex.org/W2139143398","https://openalex.org/W2149907859","https://openalex.org/W2165739648","https://openalex.org/W2248270447","https://openalex.org/W2267469130","https://openalex.org/W2316073290","https://openalex.org/W2565255124","https://openalex.org/W2793475882","https://openalex.org/W2913530642","https://openalex.org/W2919074952","https://openalex.org/W2964150020","https://openalex.org/W2964540713","https://openalex.org/W2971969905","https://openalex.org/W3122241445","https://openalex.org/W3156470785","https://openalex.org/W3177813494","https://openalex.org/W3210636085","https://openalex.org/W4226529643","https://openalex.org/W4283737339","https://openalex.org/W4285129823","https://openalex.org/W4305010641","https://openalex.org/W4313147490","https://openalex.org/W4323027107","https://openalex.org/W4362661194","https://openalex.org/W4368754606","https://openalex.org/W4379536176","https://openalex.org/W4383215759","https://openalex.org/W4384345708","https://openalex.org/W4389158536","https://openalex.org/W4391505367","https://openalex.org/W4399397087","https://openalex.org/W4400675892","https://openalex.org/W4402457546","https://openalex.org/W6930539693","https://openalex.org/W7139033639"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Program":[0],"verifiers":[1,174],"such":[2],"as":[3],"Dafny":[4,143],"automate":[5],"proofs":[6],"by":[7,50,87],"outsourcing":[8],"them":[9],"to":[10,152],"an":[11,95,168],"SMT":[12],"solver.":[13],"This":[14],"automation":[15],"is":[16,150],"not":[17],"perfect,":[18],"however,":[19],"and":[20,93],"the":[21,27,35,61,78,81,84,89,104,110,158],"solver":[22],"often":[23],"requires":[24],"hints":[25],"in":[26,66],"form":[28],"of":[29,64,83,135,157],"assertions,":[30],"creating":[31],"a":[32,44,118,133,163],"burden":[33,49],"for":[34,171],"proof":[36,120],"engineer.":[37],"In":[38],"this":[39,48,67],"paper,":[40],"we":[41,69,76,102,114,138],"propose":[42],"Laurel,":[43],"tool":[45,170],"that":[46,99,148],"alleviates":[47],"automatically":[51],"generating":[52],"assertions":[53,108,160],"using":[54],"large":[55],"language":[56],"models":[57],"(LLMs).":[58],"To":[59],"improve":[60],"success":[62],"rate":[63],"LLMs":[65,167],"task,":[68],"design":[70],"two":[71],"domain-specific":[72],"prompting":[73],"techniques.":[74],"First,":[75],"help":[77],"LLM":[79,105],"determine":[80],"location":[82],"missing":[85],"assertion":[86,96],"analyzing":[88],"verifier\u2019s":[90],"error":[91],"message":[92],"inserting":[94],"placeholder":[97],"at":[98],"location.":[100],"Second,":[101],"provide":[103],"with":[106],"example":[107],"from":[109,140],"same":[111],"codebase,":[112],"which":[113],"select":[115],"based":[116],"on":[117,127],"new":[119,129],"similarity":[121],"metric.":[122],"We":[123],"evaluate":[124],"our":[125,128],"techniques":[126],"benchmark":[130],"DafnyGym":[131],",":[132],"dataset":[134],"complex":[136],"lemmas":[137],"extracted":[139],"three":[141],"real-world":[142],"codebases.":[144],"Our":[145],"evaluation":[146],"shows":[147],"Laurel":[149],"able":[151],"generate":[153],"over":[154],"56.6":[155],"%":[156],"required":[159],"given":[161],"only":[162],"few":[164],"attempts,":[165],"making":[166],"affordable":[169],"unblocking":[172],"program":[173],"without":[175],"human":[176],"intervention.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":4}],"updated_date":"2026-08-25T07:29:55.448023","created_date":"2025-10-10T00:00:00"}