{"id":"https://openalex.org/W4409311824","doi":"https://doi.org/10.1145/3720499","title":"Laurel: Unblocking Automated Verification with Large Language Models","display_name":"Laurel: Unblocking Automated Verification with Large Language Models","publication_year":2025,"publication_date":"2025-04-09","ids":{"openalex":"https://openalex.org/W4409311824","doi":"https://doi.org/10.1145/3720499"},"language":"en","primary_location":{"id":"doi:10.1145/3720499","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3720499","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1145/3720499","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5095771125","display_name":"Eric Mugnier","orcid":"https://orcid.org/0009-0006-4967-6820"},"institutions":[{"id":"https://openalex.org/I2800935791","display_name":"UC San Diego Health System","ror":"https://ror.org/01kbfgm16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800935791"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Mugnier","raw_affiliation_strings":["UC San Diego, San Diego, USA"],"raw_orcid":"https://orcid.org/0009-0006-4967-6820","affiliations":[{"raw_affiliation_string":"UC San Diego, San Diego, USA","institution_ids":["https://openalex.org/I2800935791"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114169624","display_name":"Emmanuel Anaya Gonzalez","orcid":null},"institutions":[{"id":"https://openalex.org/I2800935791","display_name":"UC San Diego Health System","ror":"https://ror.org/01kbfgm16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800935791"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emmanuel Anaya Gonzalez","raw_affiliation_strings":["UC San Diego, San Diego, USA"],"raw_orcid":"https://orcid.org/0009-0002-9013-2228","affiliations":[{"raw_affiliation_string":"UC San Diego, San Diego, USA","institution_ids":["https://openalex.org/I2800935791"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090671359","display_name":"Nadia Polikarpova","orcid":"https://orcid.org/0000-0001-5571-173X"},"institutions":[{"id":"https://openalex.org/I2800935791","display_name":"UC San Diego Health System","ror":"https://ror.org/01kbfgm16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800935791"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nadia Polikarpova","raw_affiliation_strings":["UC San Diego, San Diego, USA"],"raw_orcid":"https://orcid.org/0000-0001-5571-173X","affiliations":[{"raw_affiliation_string":"UC San Diego, San Diego, USA","institution_ids":["https://openalex.org/I2800935791"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002412544","display_name":"Ranjit Jhala","orcid":"https://orcid.org/0000-0002-1802-9421"},"institutions":[{"id":"https://openalex.org/I2800935791","display_name":"UC San Diego Health System","ror":"https://ror.org/01kbfgm16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800935791"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ranjit Jhala","raw_affiliation_strings":["UC San Diego, San Diego, USA"],"raw_orcid":"https://orcid.org/0000-0002-1802-9421","affiliations":[{"raw_affiliation_string":"UC San Diego, San Diego, USA","institution_ids":["https://openalex.org/I2800935791"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5117093764","display_name":"Zhou Yuanyuan","orcid":null},"institutions":[{"id":"https://openalex.org/I2800935791","display_name":"UC San Diego Health System","ror":"https://ror.org/01kbfgm16","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I2800935791"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhou Yuanyuan","raw_affiliation_strings":["UC San Diego, San Diego, USA"],"raw_orcid":"https://orcid.org/0009-0006-0980-2538","affiliations":[{"raw_affiliation_string":"UC San Diego, San Diego, USA","institution_ids":["https://openalex.org/I2800935791"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.7946,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.98075014,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"9","issue":"OOPSLA1","first_page":"1519","last_page":"1545"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5791503190994263},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.558332622051239},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3840146064758301}],"concepts":[{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5791503190994263},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.558332622051239},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3840146064758301}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3720499","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3720499","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3720499","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3720499","pdf_url":null,"source":{"id":"https://openalex.org/S4210216081","display_name":"Proceedings of the ACM on Programming Languages","issn_l":"2475-1421","issn":["2475-1421"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Programming Languages","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1480909796","https://openalex.org/W1820726602","https://openalex.org/W1970026646","https://openalex.org/W1976373002","https://openalex.org/W2069300761","https://openalex.org/W2128782367","https://openalex.org/W2130427425","https://openalex.org/W2139143398","https://openalex.org/W2149907859","https://openalex.org/W2165739648","https://openalex.org/W2248270447","https://openalex.org/W2267469130","https://openalex.org/W2316073290","https://openalex.org/W2565255124","https://openalex.org/W2793475882","https://openalex.org/W2913530642","https://openalex.org/W2919074952","https://openalex.org/W2964150020","https://openalex.org/W2964540713","https://openalex.org/W2971969905","https://openalex.org/W3122241445","https://openalex.org/W3156470785","https://openalex.org/W3177813494","https://openalex.org/W3210636085","https://openalex.org/W4226529643","https://openalex.org/W4283737339","https://openalex.org/W4285129823","https://openalex.org/W4305010641","https://openalex.org/W4313147490","https://openalex.org/W4323027107","https://openalex.org/W4362661194","https://openalex.org/W4368754606","https://openalex.org/W4379536176","https://openalex.org/W4383215759","https://openalex.org/W4384345708","https://openalex.org/W4389158536","https://openalex.org/W4391505367","https://openalex.org/W4399397087","https://openalex.org/W4400675892","https://openalex.org/W4402457546","https://openalex.org/W6930539693","https://openalex.org/W7139033639"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Program":[0],"verifiers":[1,172],"such":[2],"as":[3],"Dafny":[4,143],"automate":[5],"proofs":[6],"by":[7,51,88],"outsourcing":[8],"them":[9],"to":[10,151],"an":[11,96,166],"SMT":[12],"solver.":[13],"This":[14],"automation":[15],"is":[16,149],"not":[17],"perfect,":[18],"however,":[19],"and":[20,94],"the":[21,27,36,62,79,82,85,90,105,111,156],"solver":[22],"often":[23],"requires":[24],"hints":[25],"in":[26,67],"form":[28],"of":[29,65,84,135,155],"assertions":[30,54,109,158],",":[31,44,132],"creating":[32],"a":[33,45,119,133,161],"burden":[34,50],"for":[35,169],"proof":[37,121],"engineer.":[38],"In":[39],"this":[40,49,68],"paper,":[41],"we":[42,70,77,103,115,138],"propose":[43],"tool":[46,168],"that":[47,100,148],"alleviates":[48],"automatically":[52],"generating":[53],"using":[55],"large":[56],"language":[57],"models":[58],"(LLMs).":[59],"To":[60],"improve":[61],"success":[63],"rate":[64],"LLMs":[66,165],"task,":[69],"design":[71],"two":[72],"domain-specific":[73],"prompting":[74],"techniques.":[75],"First,":[76],"help":[78],"LLM":[80,106],"determine":[81],"location":[83],"missing":[86],"assertion":[87,97],"analyzing":[89],"verifier\u2019s":[91],"error":[92],"message":[93],"inserting":[95],"placeholder":[98],"at":[99],"location.":[101],"Second,":[102],"provide":[104],"with":[107],"example":[108],"from":[110,140],"same":[112],"codebase,":[113],"which":[114],"select":[116],"based":[117],"on":[118,128],"new":[120,130],"similarity":[122],"metric.":[123],"We":[124],"evaluate":[125],"our":[126,129],"techniques":[127],"benchmark":[131],"dataset":[134],"complex":[136],"lemmas":[137],"extracted":[139],"three":[141],"real-world":[142],"codebases.":[144],"Our":[145],"evaluation":[146],"shows":[147],"able":[150],"generate":[152],"over":[153],"56.6%":[154],"required":[157],"given":[159],"only":[160],"few":[162],"attempts,":[163],"making":[164],"affordable":[167],"unblocking":[170],"program":[171],"without":[173],"human":[174],"intervention.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}