{"id":"https://openalex.org/W2910717943","doi":"https://doi.org/10.1109/scam.2019.00020","title":"Automated Customized Bug-Benchmark Generation","display_name":"Automated Customized Bug-Benchmark Generation","publication_year":2019,"publication_date":"2019-09-01","ids":{"openalex":"https://openalex.org/W2910717943","doi":"https://doi.org/10.1109/scam.2019.00020","mag":"2910717943"},"language":"en","primary_location":{"id":"doi:10.1109/scam.2019.00020","is_oa":false,"landing_page_url":"https://doi.org/10.1109/scam.2019.00020","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 19th International Working Conference on Source Code Analysis and Manipulation (SCAM)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1901.02819","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103145520","display_name":"Vineeth Kashyap","orcid":"https://orcid.org/0000-0003-0328-6297"},"institutions":[{"id":"https://openalex.org/I4210135696","display_name":"GrammaTech (United States)","ror":"https://ror.org/03mwfxd89","country_code":"US","type":"company","lineage":["https://openalex.org/I4210135696"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vineeth Kashyap","raw_affiliation_strings":["GrammaTech, Inc., Ithaca, NY","GrammaTech Inc"],"affiliations":[{"raw_affiliation_string":"GrammaTech, Inc., Ithaca, NY","institution_ids":["https://openalex.org/I4210135696"]},{"raw_affiliation_string":"GrammaTech Inc","institution_ids":["https://openalex.org/I4210135696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070764278","display_name":"Jason Ruchti","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135696","display_name":"GrammaTech (United States)","ror":"https://ror.org/03mwfxd89","country_code":"US","type":"company","lineage":["https://openalex.org/I4210135696"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason Ruchti","raw_affiliation_strings":["GrammaTech, Inc., Ithaca, NY","GrammaTech Inc"],"affiliations":[{"raw_affiliation_string":"GrammaTech, Inc., Ithaca, NY","institution_ids":["https://openalex.org/I4210135696"]},{"raw_affiliation_string":"GrammaTech Inc","institution_ids":["https://openalex.org/I4210135696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013576498","display_name":"\u0141ucja Kot","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135696","display_name":"GrammaTech (United States)","ror":"https://ror.org/03mwfxd89","country_code":"US","type":"company","lineage":["https://openalex.org/I4210135696"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucja Kot","raw_affiliation_strings":["GrammaTech, Inc., Ithaca, NY","GrammaTech Inc"],"affiliations":[{"raw_affiliation_string":"GrammaTech, Inc., Ithaca, NY","institution_ids":["https://openalex.org/I4210135696"]},{"raw_affiliation_string":"GrammaTech Inc","institution_ids":["https://openalex.org/I4210135696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078597975","display_name":"Emma Turetsky","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135696","display_name":"GrammaTech (United States)","ror":"https://ror.org/03mwfxd89","country_code":"US","type":"company","lineage":["https://openalex.org/I4210135696"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emma Turetsky","raw_affiliation_strings":["GrammaTech, Inc., Ithaca, NY","GrammaTech Inc"],"affiliations":[{"raw_affiliation_string":"GrammaTech, Inc., Ithaca, NY","institution_ids":["https://openalex.org/I4210135696"]},{"raw_affiliation_string":"GrammaTech Inc","institution_ids":["https://openalex.org/I4210135696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063446171","display_name":"Rebecca Swords","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135696","display_name":"GrammaTech (United States)","ror":"https://ror.org/03mwfxd89","country_code":"US","type":"company","lineage":["https://openalex.org/I4210135696"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rebecca Swords","raw_affiliation_strings":["GrammaTech, Inc., Ithaca, NY","GrammaTech Inc"],"affiliations":[{"raw_affiliation_string":"GrammaTech, Inc., Ithaca, NY","institution_ids":["https://openalex.org/I4210135696"]},{"raw_affiliation_string":"GrammaTech Inc","institution_ids":["https://openalex.org/I4210135696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049904637","display_name":"Shih An Pan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135696","display_name":"GrammaTech (United States)","ror":"https://ror.org/03mwfxd89","country_code":"US","type":"company","lineage":["https://openalex.org/I4210135696"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shih An Pan","raw_affiliation_strings":["GrammaTech, Inc., Ithaca, NY","GrammaTech Inc"],"affiliations":[{"raw_affiliation_string":"GrammaTech, Inc., Ithaca, NY","institution_ids":["https://openalex.org/I4210135696"]},{"raw_affiliation_string":"GrammaTech Inc","institution_ids":["https://openalex.org/I4210135696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012907374","display_name":"Julien Henry","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135696","display_name":"GrammaTech (United States)","ror":"https://ror.org/03mwfxd89","country_code":"US","type":"company","lineage":["https://openalex.org/I4210135696"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julien Henry","raw_affiliation_strings":["GrammaTech, Inc., Ithaca, NY","GrammaTech Inc"],"affiliations":[{"raw_affiliation_string":"GrammaTech, Inc., Ithaca, NY","institution_ids":["https://openalex.org/I4210135696"]},{"raw_affiliation_string":"GrammaTech Inc","institution_ids":["https://openalex.org/I4210135696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087875540","display_name":"David Melski","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135696","display_name":"GrammaTech (United States)","ror":"https://ror.org/03mwfxd89","country_code":"US","type":"company","lineage":["https://openalex.org/I4210135696"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Melski","raw_affiliation_strings":["GrammaTech, Inc., Ithaca, NY","GrammaTech Inc"],"affiliations":[{"raw_affiliation_string":"GrammaTech, Inc., Ithaca, NY","institution_ids":["https://openalex.org/I4210135696"]},{"raw_affiliation_string":"GrammaTech Inc","institution_ids":["https://openalex.org/I4210135696"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077832846","display_name":"Eric Schulte","orcid":null},"institutions":[{"id":"https://openalex.org/I4210135696","display_name":"GrammaTech (United States)","ror":"https://ror.org/03mwfxd89","country_code":"US","type":"company","lineage":["https://openalex.org/I4210135696"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Schulte","raw_affiliation_strings":["GrammaTech, Inc., Ithaca, NY","GrammaTech Inc"],"affiliations":[{"raw_affiliation_string":"GrammaTech, Inc., Ithaca, NY","institution_ids":["https://openalex.org/I4210135696"]},{"raw_affiliation_string":"GrammaTech Inc","institution_ids":["https://openalex.org/I4210135696"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5103145520"],"corresponding_institution_ids":["https://openalex.org/I4210135696"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01207729,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"103","last_page":"114"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8629323840141296},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7610669136047363},{"id":"https://openalex.org/keywords/static-analysis","display_name":"Static analysis","score":0.6341827511787415},{"id":"https://openalex.org/keywords/codebase","display_name":"Codebase","score":0.5996142625808716},{"id":"https://openalex.org/keywords/host","display_name":"Host (biology)","score":0.5720281004905701},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.5094264149665833},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.45681488513946533},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4388126730918884},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.41853514313697815},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.373504638671875},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.36749082803726196},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.20677563548088074}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8629323840141296},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7610669136047363},{"id":"https://openalex.org/C97686452","wikidata":"https://www.wikidata.org/wiki/Q7604153","display_name":"Static analysis","level":2,"score":0.6341827511787415},{"id":"https://openalex.org/C51929080","wikidata":"https://www.wikidata.org/wiki/Q2425187","display_name":"Codebase","level":3,"score":0.5996142625808716},{"id":"https://openalex.org/C126831891","wikidata":"https://www.wikidata.org/wiki/Q221673","display_name":"Host (biology)","level":2,"score":0.5720281004905701},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.5094264149665833},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.45681488513946533},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4388126730918884},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41853514313697815},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.373504638671875},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.36749082803726196},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.20677563548088074},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/scam.2019.00020","is_oa":false,"landing_page_url":"https://doi.org/10.1109/scam.2019.00020","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 19th International Working Conference on Source Code Analysis and Manipulation (SCAM)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1901.02819","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.02819","pdf_url":"https://arxiv.org/pdf/1901.02819","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2910717943","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1901.02819.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1901.02819","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1901.02819","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1901.02819","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1901.02819","pdf_url":"https://arxiv.org/pdf/1901.02819","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.41999998688697815}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2910717943.pdf","grobid_xml":"https://content.openalex.org/works/W2910717943.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W841012168","https://openalex.org/W1463623766","https://openalex.org/W1587981097","https://openalex.org/W1771830246","https://openalex.org/W1996197144","https://openalex.org/W2049695835","https://openalex.org/W2104993088","https://openalex.org/W2107792300","https://openalex.org/W2108557864","https://openalex.org/W2118194668","https://openalex.org/W2137726309","https://openalex.org/W2140021378","https://openalex.org/W2141051748","https://openalex.org/W2154816175","https://openalex.org/W2156723666","https://openalex.org/W2167231283","https://openalex.org/W2233264273","https://openalex.org/W2280486853","https://openalex.org/W2507664455","https://openalex.org/W2515236103","https://openalex.org/W2560041978","https://openalex.org/W2561266335","https://openalex.org/W2613534458","https://openalex.org/W2748079402","https://openalex.org/W2751925913","https://openalex.org/W2808122224","https://openalex.org/W2888223970","https://openalex.org/W2889330135","https://openalex.org/W2898930465","https://openalex.org/W2956069715","https://openalex.org/W3016326598","https://openalex.org/W3210526074","https://openalex.org/W4240399292","https://openalex.org/W4243052451","https://openalex.org/W6684636722","https://openalex.org/W6689585180","https://openalex.org/W6743683464","https://openalex.org/W6754014269"],"related_works":["https://openalex.org/W2995247483","https://openalex.org/W2115105080","https://openalex.org/W2942625968","https://openalex.org/W2336438358","https://openalex.org/W2117593603","https://openalex.org/W3175462364","https://openalex.org/W3186601507","https://openalex.org/W2789057414","https://openalex.org/W2603381882","https://openalex.org/W2096313933","https://openalex.org/W2529044956","https://openalex.org/W2080970633","https://openalex.org/W2560436489","https://openalex.org/W3102725096","https://openalex.org/W2096960709","https://openalex.org/W2058230372","https://openalex.org/W2756531568","https://openalex.org/W2011861933","https://openalex.org/W3034060521","https://openalex.org/W3098306444"],"abstract_inverted_index":{"We":[0,16,127],"introduce":[1],"Bug-Injector,":[2],"a":[3,18,74,93,107,119,130,163,168],"system":[4],"that":[5,97,122,146],"automatically":[6],"creates":[7],"benchmarks":[8,145,157],"for":[9,73,82,137,159,162,186,192],"customized":[10,156],"evaluation":[11,111,178],"of":[12,34,133,173,182,196],"static":[13,38,108,188],"analysis":[14,39,109],"tools.":[15,198],"share":[17],"benchmark":[19,185],"generated":[20,184],"using":[21,28],"Bug-Injector":[22,46],"and":[23,44,135,171,191],"illustrate":[24],"its":[25],"efficacy":[26],"by":[27,48,118],"it":[29],"to":[30,66,91,154],"evaluate":[31],"the":[32,63,71,77,80,88,124,180,194],"recall":[33],"two":[35],"leading":[36],"open-source":[37],"tools:":[40],"Clang":[41],"Static":[42],"Analyzer":[43],"Infer.":[45],"works":[47],"inserting":[49],"bugs":[50,100],"based":[51,95],"on":[52,62,96],"bug":[53,84,94,138,174],"templates":[54],"into":[55],"real-world":[56],"host":[57,64,89],"programs.":[58],"It":[59,150],"runs":[60],"tests":[61],"program":[65,90,120],"collect":[67],"dynamic":[68],"traces,":[69],"searches":[70],"traces":[72],"point":[75],"where":[76],"state":[78],"satisfies":[79],"preconditions":[81],"some":[83],"template,":[85],"then":[86],"modifies":[87],"inject":[92],"template.":[98],"Injected":[99],"are":[101],"used":[102],"as":[103],"test":[104,114,144],"cases":[105],"in":[106],"tool":[110],"benchmark.":[112],"Every":[113],"case":[115,166],"is":[116],"accompanied":[117],"input":[121],"exercises":[123],"injected":[125],"bug.":[126],"have":[128],"identified":[129],"broad":[131],"range":[132],"requirements":[134],"desiderata":[136],"benchmarks;":[139],"our":[140,183],"approach":[141],"generates":[142],"on-demand":[143],"meet":[147],"these":[148],"requirements.":[149],"also":[151],"allows":[152],"us":[153],"create":[155],"suitable":[158],"evaluating":[160,187],"tools":[161,190],"specific":[164],"use":[165],"(e.g.,":[167],"given":[169],"codebase":[170],"set":[172],"types).":[175],"Our":[176],"experimental":[177],"demonstrates":[179],"suitability":[181],"bug-detection":[189],"comparing":[193],"performance":[195],"different":[197]},"counts_by_year":[],"updated_date":"2026-02-09T09:26:11.010843","created_date":"2025-10-10T00:00:00"}