{"id":"https://openalex.org/W7154403324","doi":"https://doi.org/10.48550/arxiv.2604.10761","title":"Improving Dynamic Specification Inference with LLM-Generated Counterexamples","display_name":"Improving Dynamic Specification Inference with LLM-Generated Counterexamples","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7154403324","doi":"https://doi.org/10.48550/arxiv.2604.10761"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.10761","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10761","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.10761","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Balestra, Agust\u00edn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balestra, Agust\u00edn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Nolasco, Agust\u00edn","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nolasco, Agust\u00edn","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Molina, Facundo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Molina, Facundo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Garbervetsky, Diego","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garbervetsky, Diego","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Degiovanni, Renzo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Degiovanni, Renzo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Aguirre, Nazareno","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aguirre, Nazareno","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9553999900817871,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9553999900817871,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.009200000204145908,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.006200000178068876,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterexample","display_name":"Counterexample","score":0.8927000164985657},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6327999830245972},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5792999863624573},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4129999876022339},{"id":"https://openalex.org/keywords/static-analysis","display_name":"Static analysis","score":0.4034999907016754},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.35100001096725464},{"id":"https://openalex.org/keywords/dynamic-testing","display_name":"Dynamic testing","score":0.34380000829696655}],"concepts":[{"id":"https://openalex.org/C162838799","wikidata":"https://www.wikidata.org/wiki/Q596077","display_name":"Counterexample","level":2,"score":0.8927000164985657},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7749000191688538},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6327999830245972},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5792999863624573},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5135999917984009},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4129999876022339},{"id":"https://openalex.org/C97686452","wikidata":"https://www.wikidata.org/wiki/Q7604153","display_name":"Static analysis","level":2,"score":0.4034999907016754},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.35100001096725464},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.34380000829696655},{"id":"https://openalex.org/C198824145","wikidata":"https://www.wikidata.org/wiki/Q442770","display_name":"Dynamic testing","level":2,"score":0.34380000829696655},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.33980000019073486},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.3158999979496002},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3140999972820282},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31060001254081726},{"id":"https://openalex.org/C3746660","wikidata":"https://www.wikidata.org/wiki/Q1068763","display_name":"Rule of inference","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2944999933242798},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C116253237","wikidata":"https://www.wikidata.org/wiki/Q1437424","display_name":"Formal specification","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.2858999967575073},{"id":"https://openalex.org/C25016198","wikidata":"https://www.wikidata.org/wiki/Q781833","display_name":"Temporal logic","level":2,"score":0.266400009393692},{"id":"https://openalex.org/C201677973","wikidata":"https://www.wikidata.org/wiki/Q1209840","display_name":"Specification language","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.10761","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10761","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.10761","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10761","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.4030344784259796,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Contract":[0],"assertions,":[1],"such":[2,17,42,47],"as":[3,18,48],"preconditions,":[4],"postconditions,":[5],"and":[6,23],"invariants,":[7],"play":[8],"a":[9,63,102],"crucial":[10],"role":[11],"in":[12,52,180],"software":[13],"development,":[14],"enabling":[15],"applications":[16],"program":[19],"verification,":[20],"test":[21,77,85],"generation,":[22],"debugging.":[24],"Despite":[25],"their":[26,70],"benefits,":[27],"the":[28,37,73,76,93,121,168,183,189,193],"adoption":[29],"of":[30,39,66,75,105,123,155,176,182],"contract":[31],"assertions":[32,58,95,157],"is":[33,69],"limited,":[34],"due":[35],"to":[36,101,128,134,150,153,178,188],"difficulty":[38],"manually":[40,113],"producing":[41],"assertions.":[43,137],"Dynamic":[44],"analysis-based":[45],"approaches,":[46],"Daikon,":[49],"can":[50,144],"aid":[51],"this":[53,117],"task":[54],"by":[55,159],"inferring":[56],"expressive":[57],"from":[59,192],"execution":[60],"traces.":[61],"However,":[62],"fundamental":[64],"weakness":[65],"these":[67,84,164],"methods":[68],"reliance":[71],"on":[72],"thoroughness":[74],"suites":[78,86],"used":[79],"for":[80],"dynamic":[81,169],"analysis.":[82],"When":[83],"do":[87],"not":[88,98],"contain":[89],"sufficiently":[90],"diverse":[91],"tests,":[92],"inferred":[94,158,184],"are":[96],"often":[97],"generalizable,":[99],"leading":[100],"high":[103],"rate":[104],"invalid":[106,156],"candidates":[107],"(false":[108],"positives)":[109],"that":[110,132,141,148],"must":[111],"be":[112],"filtered":[114],"out.":[115],"In":[116],"paper,":[118],"we":[119,172],"explore":[120],"use":[122],"large":[124],"language":[125],"models":[126],"(LLMs)":[127],"automatically":[129],"generate":[130,145],"tests":[131],"attempt":[133],"invalidate":[135],"generated":[136],"Our":[138],"results":[139],"show":[140],"state-of-the-art":[142],"LLMs":[143],"effective":[146],"counterexamples":[147,166],"help":[149],"discard":[151],"up":[152,177],"11.68\\%":[154],"SpecFuzzer.":[160],"Moreover,":[161],"when":[162],"incorporating":[163],"LLM-generated":[165],"into":[167],"analysis":[170],"process,":[171],"observe":[173],"an":[174],"improvement":[175],"7\\%":[179],"precision":[181],"specifications,":[185],"with":[186],"respect":[187],"ground-truths":[190],"gathered":[191],"evaluation":[194],"benchmarks,":[195],"without":[196],"affecting":[197],"recall.":[198]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-10T00:00:00"}