{"id":"https://openalex.org/W2156723666","doi":"https://doi.org/10.1145/2610384.2628055","title":"Defects4J: a database of existing faults to enable controlled testing studies for Java programs","display_name":"Defects4J: a database of existing faults to enable controlled testing studies for Java programs","publication_year":2014,"publication_date":"2014-07-11","ids":{"openalex":"https://openalex.org/W2156723666","doi":"https://doi.org/10.1145/2610384.2628055","mag":"2156723666"},"language":"en","primary_location":{"id":"doi:10.1145/2610384.2628055","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2610384.2628055","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2014 International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088079823","display_name":"Ren\u00e9 Just","orcid":"https://orcid.org/0000-0002-5982-275X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ren\u00e9 Just","raw_affiliation_strings":["University of Washington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082120000","display_name":"Darioush Jalali","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Darioush Jalali","raw_affiliation_strings":["University of Washington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032068969","display_name":"Michael D. Ernst","orcid":"https://orcid.org/0000-0001-9379-277X"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael D. Ernst","raw_affiliation_strings":["University of Washington, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":52.3764,"has_fulltext":false,"cited_by_count":1322,"citation_normalized_percentile":{"value":0.99949858,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"437","last_page":"440"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8143836259841919},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.703857421875},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.6300811767578125},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.5092352628707886},{"id":"https://openalex.org/keywords/extensibility","display_name":"Extensibility","score":0.5091752409934998},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.5080654621124268},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4853138327598572},{"id":"https://openalex.org/keywords/security-bug","display_name":"Security bug","score":0.47801315784454346},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.44883036613464355},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4463028907775879},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4458056688308716},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.44354015588760376},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.4249236583709717},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.4241736829280853},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41351646184921265},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3928282856941223},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3282700777053833},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.32019075751304626},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.31034934520721436},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.21581408381462097},{"id":"https://openalex.org/keywords/software-security-assurance","display_name":"Software security assurance","score":0.10672515630722046}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8143836259841919},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.703857421875},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.6300811767578125},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.5092352628707886},{"id":"https://openalex.org/C32833848","wikidata":"https://www.wikidata.org/wiki/Q4115054","display_name":"Extensibility","level":2,"score":0.5091752409934998},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.5080654621124268},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4853138327598572},{"id":"https://openalex.org/C131275738","wikidata":"https://www.wikidata.org/wiki/Q7445023","display_name":"Security bug","level":5,"score":0.47801315784454346},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.44883036613464355},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4463028907775879},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4458056688308716},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.44354015588760376},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4249236583709717},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.4241736829280853},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41351646184921265},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3928282856941223},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3282700777053833},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.32019075751304626},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.31034934520721436},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.21581408381462097},{"id":"https://openalex.org/C62913178","wikidata":"https://www.wikidata.org/wiki/Q7554361","display_name":"Software security assurance","level":4,"score":0.10672515630722046},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C184842701","wikidata":"https://www.wikidata.org/wiki/Q370563","display_name":"Cloud computing security","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/2610384.2628055","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2610384.2628055","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2014 International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.646.3086","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.646.3086","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://homes.cs.washington.edu/~mernst/pubs/bug-database-issta2014.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1971137495","https://openalex.org/W1971650562","https://openalex.org/W1993139624","https://openalex.org/W2014011458","https://openalex.org/W2117593603","https://openalex.org/W2134691366","https://openalex.org/W2135937266","https://openalex.org/W2170204382"],"related_works":["https://openalex.org/W2388956185","https://openalex.org/W2023403851","https://openalex.org/W2538766212","https://openalex.org/W2054959879","https://openalex.org/W2523059173","https://openalex.org/W2028796071","https://openalex.org/W1560297719","https://openalex.org/W2185062196","https://openalex.org/W2083240471","https://openalex.org/W2039571931"],"abstract_inverted_index":{"Empirical":[0],"studies":[1,65],"in":[2,25,66,121,162],"software":[3,26,67,163],"testing":[4,27,68,164],"research":[5],"may":[6],"not":[7],"be":[8,126],"comparable,":[9],"reproducible,":[10],"or":[11,42,133],"characteristic":[12],"of":[13,73,109],"practice.":[14],"One":[15],"reason":[16],"is":[17,34,89,103,119,177],"that":[18,96,100],"real":[19,32,60,77,87],"bugs":[20,33,61,78,124],"are":[21,44],"too":[22],"infrequently":[23],"used":[24,46],"research.":[28,69],"Extracting":[29],"and":[30,36,56,105,144,148,172],"reproducing":[31],"challenging":[35],"as":[37,47],"a":[38,48,54,92,117,138,156],"result":[39],"hand-seeded":[40],"faults":[41],"mutants":[43],"commonly":[45],"substitute.":[49],"This":[50,152],"paper":[51],"presents":[52],"Defects4J,":[53,122],"database":[55,130],"extensible":[57,104],"framework":[58,139,153],"providing":[59],"to":[62,128,140,159,169],"enable":[63],"reproducible":[64],"The":[70],"initial":[71],"version":[72,112],"Defects4J":[74,102,136,176],"contains":[75],"357":[76],"from":[79],"5":[80],"real-world":[81],"open":[82],"source":[83],"pro-":[84],"grams.":[85],"Each":[86],"bug":[88],"accompanied":[90],"by":[91],"comprehensive":[93],"test":[94,150],"suite":[95],"can":[97,125],"expose":[98],"(demonstrate)":[99],"bug.":[101],"builds":[106],"on":[107],"top":[108],"each":[110],"program\u2019s":[111],"con-":[113,170],"trol":[114],"system.":[115],"Once":[116],"program":[118,146],"configured":[120],"new":[123],"added":[127],"the":[129],"with":[131],"little":[132],"no":[134],"effort.":[135],"features":[137],"easily":[141],"access":[142],"faulty":[143],"fixed":[145],"versions":[147],"corresponding":[149],"suites.":[151],"also":[154],"provides":[155],"high-level":[157],"interface":[158],"common":[160],"tasks":[161],"research,":[165],"making":[166],"it":[167],"easy":[168],"duct":[171],"reproduce":[173],"empirical":[174],"studies.":[175],"publicly":[178],"available":[179],"at":[180],"http://defects4j.org.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":35},{"year":2025,"cited_by_count":197},{"year":2024,"cited_by_count":173},{"year":2023,"cited_by_count":143},{"year":2022,"cited_by_count":130},{"year":2021,"cited_by_count":136},{"year":2020,"cited_by_count":136},{"year":2019,"cited_by_count":144},{"year":2018,"cited_by_count":112},{"year":2017,"cited_by_count":62},{"year":2016,"cited_by_count":36},{"year":2015,"cited_by_count":17},{"year":2014,"cited_by_count":1}],"updated_date":"2026-06-14T07:44:22.658603","created_date":"2025-10-10T00:00:00"}