{"id":"https://openalex.org/W7166079628","doi":"https://doi.org/10.48550/arxiv.2606.26490","title":"An Empirical Study of LLM-Generated Specifications for VeriFast","display_name":"An Empirical Study of LLM-Generated Specifications for VeriFast","publication_year":2026,"publication_date":"2026-06-25","ids":{"openalex":"https://openalex.org/W7166079628","doi":"https://doi.org/10.48550/arxiv.2606.26490"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.26490","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26490","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.26490","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109433211","display_name":"Wen Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Wen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139400331","display_name":"Minh Tran","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tran, Minh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114638559","display_name":"Sanya Dod","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dod, Sanya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139427460","display_name":"Xin Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114638558","display_name":"Marilyn Rego","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rego, Marilyn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061456787","display_name":"Danning Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xie, Danning","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023497951","display_name":"Jenna DiVincenzo","orcid":"https://orcid.org/0000-0003-3029-2617"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"DiVincenzo, Jenna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139414182","display_name":"Lin Tan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.28119999170303345,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.28119999170303345,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.26350000500679016,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.19120000302791595,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heap","display_name":"Heap (data structure)","score":0.5742999911308289},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5338000059127808},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4729999899864197},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.3772999942302704},{"id":"https://openalex.org/keywords/functional-verification","display_name":"Functional verification","score":0.3695000112056732},{"id":"https://openalex.org/keywords/functional-specification","display_name":"Functional specification","score":0.36039999127388},{"id":"https://openalex.org/keywords/static-analysis","display_name":"Static analysis","score":0.3560999929904938},{"id":"https://openalex.org/keywords/formal-specification","display_name":"Formal specification","score":0.3424000144004822}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7028999924659729},{"id":"https://openalex.org/C134757568","wikidata":"https://www.wikidata.org/wiki/Q274089","display_name":"Heap (data structure)","level":2,"score":0.5742999911308289},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5587999820709229},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5338000059127808},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.48100000619888306},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4729999899864197},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.3772999942302704},{"id":"https://openalex.org/C62460635","wikidata":"https://www.wikidata.org/wiki/Q5508853","display_name":"Functional verification","level":3,"score":0.3695000112056732},{"id":"https://openalex.org/C57371142","wikidata":"https://www.wikidata.org/wiki/Q16914225","display_name":"Functional specification","level":5,"score":0.36039999127388},{"id":"https://openalex.org/C97686452","wikidata":"https://www.wikidata.org/wiki/Q7604153","display_name":"Static analysis","level":2,"score":0.3560999929904938},{"id":"https://openalex.org/C116253237","wikidata":"https://www.wikidata.org/wiki/Q1437424","display_name":"Formal specification","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3321000039577484},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.31029999256134033},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.287200003862381},{"id":"https://openalex.org/C75606506","wikidata":"https://www.wikidata.org/wiki/Q1049183","display_name":"Formal methods","level":2,"score":0.28040000796318054},{"id":"https://openalex.org/C201677973","wikidata":"https://www.wikidata.org/wiki/Q1209840","display_name":"Specification language","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C2778648169","wikidata":"https://www.wikidata.org/wiki/Q967768","display_name":"Compatibility (geochemistry)","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.26109999418258667}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.26490","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26490","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.26490","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26490","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7197399139404297,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Static":[0],"verification":[1,147],"tools":[2],"can":[3],"assure":[4],"industrial":[5],"scale":[6],"software,":[7],"but":[8,35,63,144],"require":[9,36],"significant":[10],"human":[11],"labor":[12],"to":[13,41,53,82,115,159],"write":[14],"specifications.":[15],"This":[16],"is":[17],"particularly":[18],"true":[19],"of":[20,178],"static":[21],"verifiers":[22,180],"based":[23],"on":[24],"separation":[25],"logic":[26],"(SL":[27],"verifiers),":[28],"which":[29],"excel":[30],"at":[31],"verifying":[32,86],"heapmanipulating":[33],"programs,":[34],"many":[37],"complex":[38],"auxiliary":[39],"specifications":[40,60,84,121,140,191],"reason":[42],"about":[43],"heap":[44],"structure.":[45],"Recent":[46],"work":[47],"applies":[48],"large":[49],"language":[50],"models":[51],"(LLMs)":[52],"generate":[54,83],"code,":[55],"tests,":[56],"and":[57,102,110,120,126,139,154],"proofs,":[58],"including":[59],"for":[61,85,122,188,192],"verifiers,":[62],"mostly":[64],"targeting":[65],"non-SL":[66],"verifiers.":[67,194],"To":[68],"address":[69],"this":[70,72],"gap,":[71],"paper":[73],"thoroughly":[74],"evaluates":[75],"how":[76],"well":[77],"LLMs":[78,132],"perform":[79],"when":[80],"prompted":[81],"303":[87],"C":[88],"functions":[89],"with":[90],"the":[91,117,175],"SL":[92,179,193],"verifier":[93],"VeriFast.":[94,183],"We":[95],"explored":[96],"eight":[97],"prompting":[98],"approaches,":[99],"ten":[100],"LLMs,":[101],"three":[103],"input":[104],"types":[105],"in":[106,136,163,174],"two":[107],"stages.":[108],"Quantitative":[109],"qualitative":[111],"analyses":[112],"are":[113],"used":[114],"assess":[116],"LLM-generated":[118,190],"code":[119,138],"functional":[123,134],"behavior,":[124],"verifiability":[125],"errors.":[127],"The":[128],"results":[129],"show":[130],"that":[131],"preserve":[133],"behavior":[135],"source":[137],"(both":[141],"over":[142],"91%),":[143],"achieve":[145],"modest":[146],"success":[148,161],"(31.4%).":[149],"Using":[150],"Gemini":[151],"2.5":[152],"Pro":[153],"providing":[155],"formal":[156],"contracts":[157],"lead":[158],"higher":[160],"rates":[162],"our":[164],"setting.":[165],"Moreover,":[166],"most":[167],"errors":[168],"(94%)":[169],"come":[170],"from":[171],"LLMs'":[172],"mistakes":[173],"domainspecific":[176],"knowledge":[177],"such":[181],"as":[182],"These":[184],"findings":[185],"provide":[186],"guidance":[187],"optimizing":[189]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-27T00:00:00"}