{"id":"https://openalex.org/W2104000753","doi":"https://doi.org/10.1145/1806799.1806812","title":"Has the bug really been fixed?","display_name":"Has the bug really been fixed?","publication_year":2010,"publication_date":"2010-05-01","ids":{"openalex":"https://openalex.org/W2104000753","doi":"https://doi.org/10.1145/1806799.1806812","mag":"2104000753"},"language":"en","primary_location":{"id":"doi:10.1145/1806799.1806812","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1806799.1806812","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM/IEEE International Conference on Software Engineering - Volume 1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082481761","display_name":"Zhongxian Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhongxian Gu","raw_affiliation_strings":["University of California at Davis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California at Davis","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076587279","display_name":"Earl T. Barr","orcid":"https://orcid.org/0000-0003-0771-7891"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Earl T. Barr","raw_affiliation_strings":["University of California at Davis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California at Davis","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079682371","display_name":"David J. Hamilton","orcid":"https://orcid.org/0000-0002-3030-9485"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David J. Hamilton","raw_affiliation_strings":["University of California at Davis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California at Davis","institution_ids":["https://openalex.org/I84218800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077610917","display_name":"Zhendong Su","orcid":"https://orcid.org/0000-0002-2970-1391"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhendong Su","raw_affiliation_strings":["University of California at Davis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California at Davis","institution_ids":["https://openalex.org/I84218800"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.0757,"has_fulltext":false,"cited_by_count":90,"citation_normalized_percentile":{"value":0.98102781,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"55","last_page":"64"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.758069634437561},{"id":"https://openalex.org/keywords/aspectj","display_name":"AspectJ","score":0.7496623396873474},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.6665207147598267},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.5508204102516174},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.50799161195755},{"id":"https://openalex.org/keywords/software-regression","display_name":"Software regression","score":0.4980032444000244},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4701034426689148},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44749850034713745},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4424819350242615},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.31460368633270264},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.27995383739471436},{"id":"https://openalex.org/keywords/aspect-oriented-programming","display_name":"Aspect-oriented programming","score":0.10229608416557312}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.758069634437561},{"id":"https://openalex.org/C2781009160","wikidata":"https://www.wikidata.org/wiki/Q735604","display_name":"AspectJ","level":4,"score":0.7496623396873474},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.6665207147598267},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5508204102516174},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.50799161195755},{"id":"https://openalex.org/C191727507","wikidata":"https://www.wikidata.org/wiki/Q24346","display_name":"Software regression","level":5,"score":0.4980032444000244},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4701034426689148},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44749850034713745},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4424819350242615},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.31460368633270264},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.27995383739471436},{"id":"https://openalex.org/C60051680","wikidata":"https://www.wikidata.org/wiki/Q30267","display_name":"Aspect-oriented programming","level":3,"score":0.10229608416557312},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/1806799.1806812","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1806799.1806812","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM/IEEE International Conference on Software Engineering - Volume 1","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.308.6982","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.308.6982","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.cs.ucdavis.edu/~su/publications/icse10-badfix.pdf","raw_type":"text"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:1377857","is_oa":false,"landing_page_url":"http://discovery.ucl.ac.uk/1377857/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"     In:    (pp. pp. 55-64).   (2010)     ","raw_type":"Proceedings paper"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G194132270","display_name":null,"funder_award_id":"FA9550-07-1-0532","funder_id":"https://openalex.org/F4320332467","funder_display_name":"U.S. Air Force"},{"id":"https://openalex.org/G2531445246","display_name":null,"funder_award_id":"702622","funder_id":"https://openalex.org/F4320337387","funder_display_name":"Division of Computing and Communication Foundations"},{"id":"https://openalex.org/G4107815576","display_name":null,"funder_award_id":"627749","funder_id":"https://openalex.org/F4320332169","funder_display_name":"Directorate for Computer and Information Science and Engineering"},{"id":"https://openalex.org/G7948891957","display_name":null,"funder_award_id":"2006-CS-001-000001","funder_id":"https://openalex.org/F4320306110","funder_display_name":"U.S. Department of Homeland Security"},{"id":"https://openalex.org/G8757981553","display_name":null,"funder_award_id":"546844","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306110","display_name":"U.S. Department of Homeland Security","ror":"https://ror.org/00jyr0d86"},{"id":"https://openalex.org/F4320332169","display_name":"Directorate for Computer and Information Science and Engineering","ror":"https://ror.org/025kzpk63"},{"id":"https://openalex.org/F4320332467","display_name":"U.S. Air Force","ror":"https://ror.org/006gmme17"},{"id":"https://openalex.org/F4320337387","display_name":"Division of Computing and Communication Foundations","ror":"https://ror.org/01mng8331"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1537098769","https://openalex.org/W1596552075","https://openalex.org/W1647671624","https://openalex.org/W1964962870","https://openalex.org/W1965079286","https://openalex.org/W1978546859","https://openalex.org/W1992105245","https://openalex.org/W1993836075","https://openalex.org/W2009489720","https://openalex.org/W2020538887","https://openalex.org/W2024442685","https://openalex.org/W2029853454","https://openalex.org/W2074888021","https://openalex.org/W2079027980","https://openalex.org/W2079317829","https://openalex.org/W2082000355","https://openalex.org/W2096449544","https://openalex.org/W2101512909","https://openalex.org/W2103953153","https://openalex.org/W2114337691","https://openalex.org/W2118542736","https://openalex.org/W2121376435","https://openalex.org/W2135815781","https://openalex.org/W2144600533","https://openalex.org/W2145212015","https://openalex.org/W2146641295","https://openalex.org/W2151553346","https://openalex.org/W2153342620","https://openalex.org/W2155621670","https://openalex.org/W2157353183","https://openalex.org/W2161488870","https://openalex.org/W2168625647","https://openalex.org/W2171683519","https://openalex.org/W2295903414","https://openalex.org/W2406878278","https://openalex.org/W4235354960","https://openalex.org/W4237492309","https://openalex.org/W4238064055","https://openalex.org/W6675350323","https://openalex.org/W6714101617"],"related_works":["https://openalex.org/W1909182495","https://openalex.org/W141338209","https://openalex.org/W2070229111","https://openalex.org/W4235078688","https://openalex.org/W3158548065","https://openalex.org/W645794302","https://openalex.org/W2077382005","https://openalex.org/W2131346202","https://openalex.org/W4390751479","https://openalex.org/W2104000753"],"abstract_inverted_index":{"Software":[0],"has":[1,84],"bugs,":[2],"and":[3,48,51,66,76,95,113,175],"fixing":[4],"those":[5],"bugs":[6],"pervades":[7],"the":[8,45,74,99,121,125,139,142,147,164,167,173],"software":[9],"engineering":[10],"process.":[11],"It":[12],"is":[13,70],"folklore":[14],"that":[15,53,131],"bug":[16,31,42],"fixes":[17,55,69],"are":[18],"often":[19],"buggy":[20],"themselves,":[21],"resulting":[22],"in":[23],"bad":[24,54,68,88],"fixes,":[25],"either":[26],"failing":[27],"to":[28,104,123,171],"fix":[29,89,108,119,126],"a":[30,107,110,118,134,150,156,178],"or":[32],"creating":[33],"new":[34],"bugs.":[35,63],"To":[36],"confirm":[37],"this":[38,87,92],"folklore,":[39],"we":[40],"explored":[41],"databases":[43],"of":[44,61,78,117,149,159,177],"Ant,":[46],"AspectJ,":[47],"Rhino":[49],"projects,":[50],"found":[52],"comprise":[56],"as":[57,59,163],"much":[58],"9%":[60],"all":[62,129],"Thus,":[64],"detecting":[65],"correcting":[67],"important":[71],"for":[72,166],"improving":[73],"quality":[75],"reliability":[77],"software.":[79],"However,":[80],"no":[81],"prior":[82],"work":[83],"systematically":[85],"considered":[86],"problem,":[90],"which":[91,124],"paper":[93,100,153],"introduces":[94,155],"formalizes.":[96],"In":[97],"particular,":[98],"formalizes":[101],"two":[102],"criteria":[103],"determine":[105],"whether":[106],"resolves":[109],"bug:":[111],"coverage":[112,116,174],"disruption.":[114],"The":[115],"measures":[120,138],"extent":[122],"correctly":[127],"handles":[128],"inputs":[130],"may":[132],"trigger":[133],"bug,":[135],"while":[136],"disruption":[137,176],"deviations":[140],"from":[141],"program's":[143],"intended":[144],"behavior":[145],"after":[146],"application":[148],"fix.":[151,179],"This":[152],"also":[154],"novel":[157],"notion":[158],"distance-bounded":[160],"weakest":[161],"precondition":[162],"basis":[165],"developed":[168],"practical":[169],"techniques":[170],"compute":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":7},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":9},{"year":2013,"cited_by_count":11},{"year":2012,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}