{"id":"https://openalex.org/W2898930465","doi":"https://doi.org/10.1145/3236024.3236084","title":"Bug synthesis: challenging bug-finding tools with deep faults","display_name":"Bug synthesis: challenging bug-finding tools with deep faults","publication_year":2018,"publication_date":"2018-10-26","ids":{"openalex":"https://openalex.org/W2898930465","doi":"https://doi.org/10.1145/3236024.3236084","mag":"2898930465"},"language":"en","primary_location":{"id":"doi:10.1145/3236024.3236084","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3236024.3236084","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 26th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014601092","display_name":"Subhajit Roy","orcid":"https://orcid.org/0000-0002-3394-023X"},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Subhajit Roy","raw_affiliation_strings":["IIT Kanpur, India"],"affiliations":[{"raw_affiliation_string":"IIT Kanpur, India","institution_ids":["https://openalex.org/I94234084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091381428","display_name":"Awanish Pandey","orcid":null},"institutions":[{"id":"https://openalex.org/I94234084","display_name":"Indian Institute of Technology Kanpur","ror":"https://ror.org/05pjsgx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I94234084"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Awanish Pandey","raw_affiliation_strings":["IIT Kanpur, India"],"affiliations":[{"raw_affiliation_string":"IIT Kanpur, India","institution_ids":["https://openalex.org/I94234084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060815601","display_name":"Brendan Dolan-Gavitt","orcid":"https://orcid.org/0000-0002-8867-4282"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brendan Dolan-Gavitt","raw_affiliation_strings":["New York University, USA"],"affiliations":[{"raw_affiliation_string":"New York University, USA","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103058328","display_name":"Yu Hu","orcid":"https://orcid.org/0000-0003-2194-2163"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Hu","raw_affiliation_strings":["New York University, USA"],"affiliations":[{"raw_affiliation_string":"New York University, USA","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5014601092"],"corresponding_institution_ids":["https://openalex.org/I94234084"],"apc_list":null,"apc_paid":null,"fwci":5.8945,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.96999362,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"224","last_page":"234"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7955244183540344},{"id":"https://openalex.org/keywords/symbolic-execution","display_name":"Symbolic execution","score":0.742474377155304},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.7210364937782288},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.6483224034309387},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.49916625022888184},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.45485973358154297},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4530855417251587},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.4140348732471466},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.3056778907775879},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.20676717162132263}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7955244183540344},{"id":"https://openalex.org/C2779639559","wikidata":"https://www.wikidata.org/wiki/Q7661178","display_name":"Symbolic execution","level":3,"score":0.742474377155304},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.7210364937782288},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.6483224034309387},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.49916625022888184},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.45485973358154297},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4530855417251587},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.4140348732471466},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.3056778907775879},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.20676717162132263},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3236024.3236084","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3236024.3236084","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 26th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.6600000262260437,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W29857596","https://openalex.org/W1480909796","https://openalex.org/W1513363711","https://openalex.org/W1537730723","https://openalex.org/W1710734607","https://openalex.org/W1971137495","https://openalex.org/W2016027000","https://openalex.org/W2042033151","https://openalex.org/W2049695835","https://openalex.org/W2060333670","https://openalex.org/W2060573639","https://openalex.org/W2108557864","https://openalex.org/W2115826669","https://openalex.org/W2132525863","https://openalex.org/W2135841285","https://openalex.org/W2163499368","https://openalex.org/W2163738067","https://openalex.org/W2167231283","https://openalex.org/W2253205229","https://openalex.org/W2276356546","https://openalex.org/W2278821771","https://openalex.org/W2515236103","https://openalex.org/W2532376188","https://openalex.org/W2560041978","https://openalex.org/W2574017551","https://openalex.org/W2741495767","https://openalex.org/W2743785204","https://openalex.org/W2794800068","https://openalex.org/W2962943581","https://openalex.org/W3160978791","https://openalex.org/W3173654454","https://openalex.org/W4237412827"],"related_works":["https://openalex.org/W1485837041","https://openalex.org/W3204955359","https://openalex.org/W1598160211","https://openalex.org/W2546522537","https://openalex.org/W4253521920","https://openalex.org/W1978331087","https://openalex.org/W2179621094","https://openalex.org/W2067499928","https://openalex.org/W1524028411","https://openalex.org/W2009637593"],"abstract_inverted_index":{"In":[0,67,143],"spite":[1],"of":[2,4,15,26,65,106,118,173],"decades":[3],"research":[5],"in":[6,62,138],"bug":[7,49,75,115],"detection":[8],"tools,":[9],"there":[10],"is":[11],"a":[12,63,72,103,133,171,180,210],"surprising":[13],"dearth":[14],"ground-truth":[16],"corpora":[17],"that":[18,79,162,175,190],"can":[19],"be":[20,95,109,129],"used":[21],"to":[22,39,45,108,111,195,207],"evaluate":[23],"the":[24,52,156],"efficacy":[25],"such":[27,31],"tools.":[28],"Recently,":[29],"systems":[30],"as":[32,153,155],"LAVA":[33],"and":[34,87,126,189],"EvilCoder":[35],"have":[36],"been":[37],"proposed":[38],"automatically":[40,90],"inject":[41,91,147],"bugs":[42,53,61,137,148,163,185],"into":[43,149],"software":[44,140],"quickly":[46],"generate":[47],"large":[48,139],"corpora,":[50],"but":[51],"created":[54],"so":[55],"far":[56],"differ":[57],"from":[58],"naturally":[59],"occurring":[60],"number":[64],"ways.":[66],"this":[68],"work,":[69],"we":[70,146],"propose":[71],"new":[73],"automated":[74],"injection":[76],"system,":[77],"Apocalypse,":[78],"uses":[80],"formal":[81],"techniques\u2014symbolic":[82],"execution,":[83],"constraint-based":[84],"program":[85,135],"synthesis":[86],"model":[88],"counting\u2014to":[89],"fair":[92],"(can":[93,128],"potentially":[94],"discovered":[96],"by":[97,131,165,187],"current":[98],"bug-detection":[99],"tools),":[100],"deep":[101],"(requiring":[102],"long":[104],"sequence":[105],"dependencies":[107],"satisfied":[110],"fire),":[112],"uncorrelated":[113],"(each":[114],"behaving":[116],"independent":[117],"others),":[119],"reproducible":[120],"(a":[121],"trigger":[122],"input":[123],"being":[124],"available)":[125],"rare":[127],"triggered":[130],"only":[132],"few":[134],"inputs)":[136],"code":[141],"bases.":[142],"our":[144],"evaluation,":[145],"thirty":[150],"Coreutils":[151],"programs":[152],"well":[154],"TCAS":[157],"test":[158],"suite.":[159],"We":[160],"find":[161,196],"synthesized":[164],"Apocalypse":[166],"are":[167,192],"highly":[168],"realistic":[169],"under":[170],"variety":[172],"metrics,":[174],"they":[176,191],"do":[177],"not":[178],"favor":[179],"particular":[181],"bug-finding":[182],"strategy":[183],"(unlike":[184],"produced":[186],"LAVA),":[188],"more":[193,205],"difficult":[194],"than":[197],"manually":[198],"injected":[199],"bugs,":[200],"requiring":[201],"up":[202],"around":[203],"240\u00d7":[204],"tests":[206],"discover":[208],"with":[209],"state-of-the-art":[211],"symbolic":[212],"execution":[213],"tool.":[214]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}