{"id":"https://openalex.org/W2892287482","doi":"https://doi.org/10.1145/3282517.3282529","title":"Benchmarking of Java Verification Tools at the Software Verification Competition (SV-COMP)","display_name":"Benchmarking of Java Verification Tools at the Software Verification Competition (SV-COMP)","publication_year":2018,"publication_date":"2018-12-28","ids":{"openalex":"https://openalex.org/W2892287482","doi":"https://doi.org/10.1145/3282517.3282529","mag":"2892287482"},"language":"en","primary_location":{"id":"doi:10.1145/3282517.3282529","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3282517.3282529","pdf_url":null,"source":{"id":"https://openalex.org/S186921487","display_name":"ACM SIGSOFT Software Engineering Notes","issn_l":"0163-5948","issn":["0163-5948","1943-5843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGSOFT Software Engineering Notes","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.manchester.ac.uk/en/publications/6fb8ebc3-2f95-473c-a788-7589fe456b8c","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057689302","display_name":"Lucas C. Cordeiro","orcid":"https://orcid.org/0000-0002-6235-4272"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]},{"id":"https://openalex.org/I162608824","display_name":"University of Sussex","ror":"https://ror.org/00ayhx656","country_code":"GB","type":"education","lineage":["https://openalex.org/I162608824"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Lucas C. Cordeiro","raw_affiliation_strings":["","University of Sussex Brighton, UK","University of Manchester Manchester, UK","University of Oxford Oxford, UK","The University of Manchester"],"affiliations":[{"raw_affiliation_string":"","institution_ids":[]},{"raw_affiliation_string":"University of Sussex Brighton, UK","institution_ids":["https://openalex.org/I162608824"]},{"raw_affiliation_string":"University of Manchester Manchester, UK","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"University of Oxford Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"The University of Manchester","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086206346","display_name":"Daniel Kroening","orcid":"https://orcid.org/0000-0002-6681-5283"},"institutions":[{"id":"https://openalex.org/I162608824","display_name":"University of Sussex","ror":"https://ror.org/00ayhx656","country_code":"GB","type":"education","lineage":["https://openalex.org/I162608824"]},{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Daniel Kroening","raw_affiliation_strings":["Sheridan Communications, Alpha, NJ, USA","University of Manchester Manchester, UK","University of Sussex Brighton, UK","University of Oxford Oxford, UK","The University of Manchester"],"affiliations":[{"raw_affiliation_string":"Sheridan Communications, Alpha, NJ, USA","institution_ids":[]},{"raw_affiliation_string":"University of Manchester Manchester, UK","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"University of Sussex Brighton, UK","institution_ids":["https://openalex.org/I162608824"]},{"raw_affiliation_string":"University of Oxford Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"The University of Manchester","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066022930","display_name":"Peter Schrammel","orcid":"https://orcid.org/0000-0002-5713-1381"},"institutions":[{"id":"https://openalex.org/I162608824","display_name":"University of Sussex","ror":"https://ror.org/00ayhx656","country_code":"GB","type":"education","lineage":["https://openalex.org/I162608824"]},{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]},{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Peter Schrammel","raw_affiliation_strings":["Sheridan Communications, Alpha, NJ, USA","University of Oxford Oxford, UK","University of Manchester Manchester, UK","The University of Manchester","University of Sussex Brighton, UK"],"affiliations":[{"raw_affiliation_string":"Sheridan Communications, Alpha, NJ, USA","institution_ids":[]},{"raw_affiliation_string":"University of Oxford Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"University of Manchester Manchester, UK","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"The University of Manchester","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"University of Sussex Brighton, UK","institution_ids":["https://openalex.org/I162608824"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5057689302"],"corresponding_institution_ids":["https://openalex.org/I162608824","https://openalex.org/I28407311","https://openalex.org/I40120149"],"apc_list":null,"apc_paid":null,"fwci":0.8842,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.77229198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"43","issue":"4","first_page":"56","last_page":"60"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.9446568489074707},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.741857647895813},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7323505878448486},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.6594599485397339},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.6216622591018677},{"id":"https://openalex.org/keywords/verification-and-validation","display_name":"Verification and validation","score":0.6023953557014465},{"id":"https://openalex.org/keywords/software-verification","display_name":"Software verification","score":0.5261746644973755},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4850012958049774},{"id":"https://openalex.org/keywords/standardization","display_name":"Standardization","score":0.4465654194355011},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3034817576408386},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2932182848453522},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.29203957319259644},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17992493510246277},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1719106137752533}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.9446568489074707},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.741857647895813},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7323505878448486},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6594599485397339},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.6216622591018677},{"id":"https://openalex.org/C48002344","wikidata":"https://www.wikidata.org/wiki/Q2919644","display_name":"Verification and validation","level":2,"score":0.6023953557014465},{"id":"https://openalex.org/C33054407","wikidata":"https://www.wikidata.org/wiki/Q6504747","display_name":"Software verification","level":5,"score":0.5261746644973755},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4850012958049774},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.4465654194355011},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3034817576408386},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2932182848453522},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.29203957319259644},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17992493510246277},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1719106137752533},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3282517.3282529","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3282517.3282529","pdf_url":null,"source":{"id":"https://openalex.org/S186921487","display_name":"ACM SIGSOFT Software Engineering Notes","issn_l":"0163-5948","issn":["0163-5948","1943-5843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGSOFT Software Engineering Notes","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/6fb8ebc3-2f95-473c-a788-7589fe456b8c","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/6fb8ebc3-2f95-473c-a788-7589fe456b8c","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cordeiro, L, Kroening, D & Schrammel, P 2019, 'Benchmarking of Java Verification Tools at the Software Verification Competition (SV-COMP)', ACM SigSoft Software Engineering Notes . https://doi.org/10.1145/3282517.3282529","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:pure.atira.dk:publications/6fb8ebc3-2f95-473c-a788-7589fe456b8c","is_oa":false,"landing_page_url":"https://www.research.manchester.ac.uk/portal/en/publications/benchmarking-of-java-verification-tools-at-the-software-verification-competition-svcomp(6fb8ebc3-2f95-473c-a788-7589fe456b8c).html","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/6fb8ebc3-2f95-473c-a788-7589fe456b8c","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/6fb8ebc3-2f95-473c-a788-7589fe456b8c","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Cordeiro, L, Kroening, D & Schrammel, P 2019, 'Benchmarking of Java Verification Tools at the Software Verification Competition (SV-COMP)', ACM SigSoft Software Engineering Notes . https://doi.org/10.1145/3282517.3282529","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1777881387","https://openalex.org/W1916257639","https://openalex.org/W2093826986","https://openalex.org/W2129538349","https://openalex.org/W2137351629","https://openalex.org/W2232378406","https://openalex.org/W2401003083","https://openalex.org/W2483771058","https://openalex.org/W2548985278","https://openalex.org/W2607911734","https://openalex.org/W2765527199","https://openalex.org/W2803369237","https://openalex.org/W2810429158","https://openalex.org/W4213079124","https://openalex.org/W4250014270"],"related_works":["https://openalex.org/W3211062188","https://openalex.org/W2392362176","https://openalex.org/W2343496192","https://openalex.org/W2149330497","https://openalex.org/W377532801","https://openalex.org/W1519652642","https://openalex.org/W2505129019","https://openalex.org/W1558228200","https://openalex.org/W1574400345","https://openalex.org/W163452052"],"abstract_inverted_index":{"Empirical":[0],"evaluation":[1,39],"of":[2,26,40,72,81,93],"verification":[3,13,31,65,77,101],"tools":[4,83],"by":[5],"benchmarking":[6,27,63,86,95],"is":[7],"a":[8,69,94],"common":[9],"method":[10],"in":[11,33],"software":[12,30,42],"research.":[14],"The":[15],"Competition":[16],"on":[17,97],"Software":[18],"Verification":[19],"(SV-COMP)":[20],"aims":[21],"at":[22],"standardization":[23],"and":[24,88,105],"reproducibility":[25],"within":[28],"the":[29,57,73,79],"community":[32],"an":[34],"annual":[35],"basis,":[36],"through":[37],"comparative":[38],"fully-automatic":[41],"verifiers":[43],"for":[44,62,75],"C":[45],"programs.":[46],"Building":[47],"upon":[48],"this":[49],"success,":[50],"we":[51],"describe":[52],"here":[53],"how":[54],"to":[55],"re-use":[56],"ecosystem":[58],"developed":[59],"around":[60],"SV-COMP":[61],"Java":[64,100],"tools.":[66],"We":[67],"provide":[68],"detailed":[70],"description":[71],"rules":[74],"benchmark":[76],"tasks,":[78],"integration":[80],"new":[82],"into":[84],"SV-COMP's":[85],"framework":[87],"also":[89],"give":[90],"experimental":[91],"results":[92],"run":[96],"three":[98],"state-of-the-art":[99],"tools,":[102],"JPF-SE,":[103],"JayHorn":[104],"JBMC.":[106]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}