{"id":"https://openalex.org/W2903787223","doi":"https://doi.org/10.1145/3293882.3330553","title":"Differentially testing soundness and precision of program analyzers","display_name":"Differentially testing soundness and precision of program analyzers","publication_year":2019,"publication_date":"2019-07-10","ids":{"openalex":"https://openalex.org/W2903787223","doi":"https://doi.org/10.1145/3293882.3330553","mag":"2903787223"},"language":"en","primary_location":{"id":"doi:10.1145/3293882.3330553","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3293882.3330553","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1812.05033","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052653475","display_name":"Christian Klinger","orcid":null},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Klinger","raw_affiliation_strings":["Saarland University, Germany","Saarland Univ., Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Saarland University, Germany","institution_ids":["https://openalex.org/I91712215"]},{"raw_affiliation_string":"Saarland Univ., Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064181052","display_name":"Maria Christakis","orcid":"https://orcid.org/0000-0002-2649-1958"},"institutions":[{"id":"https://openalex.org/I4210121786","display_name":"Max Planck Institute for Software Systems","ror":"https://ror.org/02pe2kf23","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210121786"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Maria Christakis","raw_affiliation_strings":["MPI-SWS, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MPI-SWS, Germany","institution_ids":["https://openalex.org/I4210121786"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087604407","display_name":"Valentin W\u00fcstholz","orcid":"https://orcid.org/0000-0003-1496-1104"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Valentin W\u00fcstholz","raw_affiliation_strings":["ConsenSys Diligence, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ConsenSys Diligence, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.0037037,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"239","last_page":"250"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/soundness","display_name":"Soundness","score":0.979615330696106},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7145025730133057},{"id":"https://openalex.org/keywords/spectrum-analyzer","display_name":"Spectrum analyzer","score":0.6962657570838928},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4585007131099701},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.215559184551239},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.04843246936798096}],"concepts":[{"id":"https://openalex.org/C39920170","wikidata":"https://www.wikidata.org/wiki/Q693083","display_name":"Soundness","level":2,"score":0.979615330696106},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7145025730133057},{"id":"https://openalex.org/C158007255","wikidata":"https://www.wikidata.org/wiki/Q1055222","display_name":"Spectrum analyzer","level":2,"score":0.6962657570838928},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4585007131099701},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.215559184551239},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.04843246936798096},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3293882.3330553","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3293882.3330553","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1812.05033","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.05033","pdf_url":"https://arxiv.org/pdf/1812.05033","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2903787223","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1812.05033","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:pure.mpg.de:item_3214542","is_oa":false,"landing_page_url":"http://hdl.handle.net/21.11116/0000-0005-E341-1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400654","display_name":"MPG.PuRe (Max Planck Society)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149899117","host_organization_name":"Max Planck Society","host_organization_lineage":["https://openalex.org/I149899117"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSTA'19","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.1812.05033","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1812.05033","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1812.05033","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1812.05033","pdf_url":"https://arxiv.org/pdf/1812.05033","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G890954746","display_name":"TRR 248: Grundlagen verst\u00e4ndlicher SoftwareSysteme  f\u00fcr eine nachvollziehbare cyberphysische Welt","funder_award_id":"389792660","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2903787223.pdf","grobid_xml":"https://content.openalex.org/works/W2903787223.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W121297392","https://openalex.org/W190884830","https://openalex.org/W197480570","https://openalex.org/W1497571013","https://openalex.org/W1507006488","https://openalex.org/W1568478782","https://openalex.org/W1606177908","https://openalex.org/W1650097949","https://openalex.org/W1785465957","https://openalex.org/W1953956482","https://openalex.org/W1966021031","https://openalex.org/W1986269585","https://openalex.org/W1995594295","https://openalex.org/W2000414759","https://openalex.org/W2014764321","https://openalex.org/W2040158828","https://openalex.org/W2041713059","https://openalex.org/W2043100293","https://openalex.org/W2043811931","https://openalex.org/W2080575293","https://openalex.org/W2095445208","https://openalex.org/W2132661148","https://openalex.org/W2139150351","https://openalex.org/W2140021378","https://openalex.org/W2140341752","https://openalex.org/W2140895066","https://openalex.org/W2149907859","https://openalex.org/W2153185479","https://openalex.org/W2170737051","https://openalex.org/W2293781769","https://openalex.org/W2295903414","https://openalex.org/W2390518826","https://openalex.org/W2514073783","https://openalex.org/W2514084604","https://openalex.org/W2517915133","https://openalex.org/W2621980927","https://openalex.org/W2741489251","https://openalex.org/W2796681537","https://openalex.org/W2805304755","https://openalex.org/W2867457158","https://openalex.org/W2888223970","https://openalex.org/W2888538076","https://openalex.org/W3158747708","https://openalex.org/W4239863959","https://openalex.org/W4242057943","https://openalex.org/W4243284147"],"related_works":["https://openalex.org/W2962458576","https://openalex.org/W3120532328","https://openalex.org/W2094555469","https://openalex.org/W2770566572","https://openalex.org/W3149652072","https://openalex.org/W2621666750","https://openalex.org/W3198569279","https://openalex.org/W2109671484","https://openalex.org/W2105063825","https://openalex.org/W2471933445","https://openalex.org/W2956152059","https://openalex.org/W2736069905","https://openalex.org/W2127678170","https://openalex.org/W2148686154","https://openalex.org/W2104700244"],"abstract_inverted_index":{"In":[0,35],"the":[1,27,40,85],"last":[2],"decades,":[3],"numerous":[4],"program":[5,51,96],"analyzers":[6,31,63],"have":[7],"been":[8],"developed":[9],"both":[10,91],"in":[11,79],"academia":[12],"and":[13,48,76,82,93],"industry.":[14],"Despite":[15],"their":[16],"abundance":[17],"however,":[18],"there":[19],"is":[20],"currently":[21],"no":[22],"systematic":[23],"way":[24],"of":[25,29,50,66,68,87,95],"comparing":[26],"effectiveness":[28],"different":[30],"on":[32,64],"arbitrary":[33],"code.":[34],"this":[36],"paper,":[37],"we":[38,83],"present":[39],"first":[41],"automated":[42],"technique":[43,56,73],"for":[44],"differentially":[45],"testing":[46],"soundness":[47,75],"precision":[49,77],"analyzers.":[52,97],"We":[53],"used":[54],"our":[55],"to":[57,90],"compare":[58],"six":[59],"mature,":[60],"state-of-the":[61],"art":[62],"tens":[65],"thousands":[67],"automatically":[69],"generated":[70],"benchmarks.":[71],"Our":[72],"detected":[74],"issues":[78,89],"most":[80],"analyzers,":[81],"evaluated":[84],"implications":[86],"these":[88],"designers":[92],"users":[94]},"counts_by_year":[{"year":2023,"cited_by_count":2}],"updated_date":"2026-08-18T07:49:30.821534","created_date":"2025-10-10T00:00:00"}