{"id":"https://openalex.org/W4313563564","doi":"https://doi.org/10.1145/3551349.3560435","title":"Finding and Understanding Incompleteness Bugs in SMT Solvers","display_name":"Finding and Understanding Incompleteness Bugs in SMT Solvers","publication_year":2022,"publication_date":"2022-10-10","ids":{"openalex":"https://openalex.org/W4313563564","doi":"https://doi.org/10.1145/3551349.3560435"},"language":"en","primary_location":{"id":"doi:10.1145/3551349.3560435","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3551349.3560435","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112889240","display_name":"Mauro Bringolf","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Mauro Bringolf","raw_affiliation_strings":["ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017507831","display_name":"Dominik Winterer","orcid":"https://orcid.org/0000-0002-4122-5981"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Dominik Winterer","raw_affiliation_strings":["Computer Science, ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"Computer Science, ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077610917","display_name":"Zhendong Su","orcid":"https://orcid.org/0000-0002-2970-1391"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Zhendong Su","raw_affiliation_strings":["ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5112889240"],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":1.0558,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.77581121,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/satisfiability-modulo-theories","display_name":"Satisfiability modulo theories","score":0.8701462149620056},{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.8574786186218262},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7929390668869019},{"id":"https://openalex.org/keywords/janus","display_name":"Janus","score":0.6474881172180176},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6269147992134094},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.6182558536529541},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.5437042713165283},{"id":"https://openalex.org/keywords/symbolic-execution","display_name":"Symbolic execution","score":0.5428644418716431},{"id":"https://openalex.org/keywords/satisfiability","display_name":"Satisfiability","score":0.5378621816635132},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49724844098091125},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.44163185358047485},{"id":"https://openalex.org/keywords/static-analysis","display_name":"Static analysis","score":0.4252021908760071},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.36436399817466736},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3478814959526062},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3317262530326843},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.14157843589782715}],"concepts":[{"id":"https://openalex.org/C164155591","wikidata":"https://www.wikidata.org/wiki/Q2067766","display_name":"Satisfiability modulo theories","level":2,"score":0.8701462149620056},{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.8574786186218262},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7929390668869019},{"id":"https://openalex.org/C2779290492","wikidata":"https://www.wikidata.org/wiki/Q6155940","display_name":"Janus","level":2,"score":0.6474881172180176},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6269147992134094},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.6182558536529541},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.5437042713165283},{"id":"https://openalex.org/C2779639559","wikidata":"https://www.wikidata.org/wiki/Q7661178","display_name":"Symbolic execution","level":3,"score":0.5428644418716431},{"id":"https://openalex.org/C168773769","wikidata":"https://www.wikidata.org/wiki/Q1350299","display_name":"Satisfiability","level":2,"score":0.5378621816635132},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49724844098091125},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.44163185358047485},{"id":"https://openalex.org/C97686452","wikidata":"https://www.wikidata.org/wiki/Q7604153","display_name":"Static analysis","level":2,"score":0.4252021908760071},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.36436399817466736},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3478814959526062},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3317262530326843},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.14157843589782715},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3551349.3560435","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3551349.3560435","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 37th IEEE/ACM International Conference on Automated Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1480909796","https://openalex.org/W2003164052","https://openalex.org/W2057156093","https://openalex.org/W2074770709","https://openalex.org/W2096449544","https://openalex.org/W2752340395","https://openalex.org/W2865298191","https://openalex.org/W2883887424","https://openalex.org/W2908957302","https://openalex.org/W3004482543","https://openalex.org/W3011737828","https://openalex.org/W3034071395","https://openalex.org/W3093870681","https://openalex.org/W3106010854","https://openalex.org/W3124323960","https://openalex.org/W3195449405","https://openalex.org/W4231865403","https://openalex.org/W4237492309","https://openalex.org/W4282581410"],"related_works":["https://openalex.org/W2785720764","https://openalex.org/W3178565067","https://openalex.org/W2777046235","https://openalex.org/W2186070848","https://openalex.org/W4285410106","https://openalex.org/W4285245977","https://openalex.org/W3203826058","https://openalex.org/W3104446232","https://openalex.org/W4290048282","https://openalex.org/W3161338937"],"abstract_inverted_index":{"We":[0,55],"propose":[1],"Janus,":[2],"an":[3],"approach":[4],"for":[5,43],"finding":[6],"incompleteness":[7,44,88],"bugs":[8,99],"in":[9],"SMT":[10,18,41,50,62,77],"solvers.":[11],"The":[12,34],"key":[13],"insight":[14],"is":[15],"to":[16,39,69],"mutate":[17],"formulas":[19],"with":[20,82],"local":[21],"weakening":[22],"and":[23,80,84,100,115],"strengthening":[24],"rules":[25],"that":[26],"preserve":[27],"the":[28,31,61,74,106,121],"satisfiability":[29],"of":[30,60,91],"seed":[32],"formula.":[33],"generated":[35],"mutants":[36],"are":[37,102],"used":[38],"test":[40],"solvers":[42,51,78],"bugs,":[45],"i.e.,":[46],"inputs":[47],"on":[48,58],"which":[49],"unexpectedly":[52],"return":[53],"unknown.":[54],"realized":[56],"Janus":[57,83],"top":[59],"solver":[63],"fuzzing":[64],"framework":[65],"YinYang.":[66],"From":[67],"June":[68],"August":[70],"2021,":[71],"we":[72],"stress-tested":[73],"two":[75],"state-of-the-art":[76],"Z3":[79],"CVC5":[81],"totally":[85],"reported":[86],"31":[87],"bugs.":[89],"Out":[90],"these,":[92],"26":[93],"have":[94],"been":[95],"confirmed":[96],"as":[97],"unique":[98],"19":[101],"already":[103],"fixed":[104],"by":[105],"developers.":[107],"Our":[108],"diverse":[109],"bug":[110],"findings":[111],"uncovered":[112],"functional,":[113],"regression,":[114],"performance":[116],"bugs\u2014several":[117],"triggered":[118],"discussions":[119],"among":[120],"developers":[122],"sharing":[123],"their":[124],"in-depth":[125],"analysis.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}