{"id":"https://openalex.org/W2888223970","doi":"https://doi.org/10.1145/3238147.3238213","title":"How many of all bugs do we find? a study of static bug detectors","display_name":"How many of all bugs do we find? a study of static bug detectors","publication_year":2018,"publication_date":"2018-08-20","ids":{"openalex":"https://openalex.org/W2888223970","doi":"https://doi.org/10.1145/3238147.3238213","mag":"2888223970"},"language":"en","primary_location":{"id":"doi:10.1145/3238147.3238213","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3238147.3238213","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM/IEEE International Conference on Automated Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025656553","display_name":"Andrew Habib","orcid":"https://orcid.org/0000-0002-5857-1864"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andrew Habib","raw_affiliation_strings":["TU Darmstadt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013438083","display_name":"Michael Pradel","orcid":"https://orcid.org/0000-0003-1623-498X"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Pradel","raw_affiliation_strings":["TU Darmstadt, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.275,"has_fulltext":false,"cited_by_count":108,"citation_normalized_percentile":{"value":0.99118723,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"317","last_page":"328"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.783295750617981},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.7734853029251099},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7700190544128418},{"id":"https://openalex.org/keywords/static-analysis","display_name":"Static analysis","score":0.7248059511184692},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6637402772903442},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.5689058899879456},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.5413185954093933},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4244769811630249},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.41860800981521606},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2518591284751892},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20481333136558533}],"concepts":[{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.783295750617981},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.7734853029251099},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7700190544128418},{"id":"https://openalex.org/C97686452","wikidata":"https://www.wikidata.org/wiki/Q7604153","display_name":"Static analysis","level":2,"score":0.7248059511184692},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6637402772903442},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.5689058899879456},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.5413185954093933},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4244769811630249},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.41860800981521606},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2518591284751892},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20481333136558533},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3238147.3238213","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3238147.3238213","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM/IEEE International Conference on Automated Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W111098712","https://openalex.org/W777621473","https://openalex.org/W1541063262","https://openalex.org/W1651395156","https://openalex.org/W1771830246","https://openalex.org/W1912598576","https://openalex.org/W1952428424","https://openalex.org/W1971198057","https://openalex.org/W1986453394","https://openalex.org/W1989657183","https://openalex.org/W2008626182","https://openalex.org/W2019230987","https://openalex.org/W2033890725","https://openalex.org/W2043811931","https://openalex.org/W2050570039","https://openalex.org/W2059215200","https://openalex.org/W2064296229","https://openalex.org/W2068127755","https://openalex.org/W2074937108","https://openalex.org/W2078393527","https://openalex.org/W2083882002","https://openalex.org/W2086464170","https://openalex.org/W2101161997","https://openalex.org/W2105452745","https://openalex.org/W2107024044","https://openalex.org/W2111421634","https://openalex.org/W2127321265","https://openalex.org/W2130243914","https://openalex.org/W2135937266","https://openalex.org/W2146878883","https://openalex.org/W2149321161","https://openalex.org/W2149598089","https://openalex.org/W2158391928","https://openalex.org/W2174442795","https://openalex.org/W2364861723","https://openalex.org/W2375939852","https://openalex.org/W2514538448","https://openalex.org/W2537787699","https://openalex.org/W2620081107","https://openalex.org/W2654868256","https://openalex.org/W2682664750","https://openalex.org/W2750919941","https://openalex.org/W3101964726","https://openalex.org/W4229842944"],"related_works":["https://openalex.org/W2360139790","https://openalex.org/W2901649410","https://openalex.org/W2740264376","https://openalex.org/W1843794072","https://openalex.org/W4206999239","https://openalex.org/W2019168903","https://openalex.org/W4240545424","https://openalex.org/W2563096791","https://openalex.org/W2998602372","https://openalex.org/W2900719967"],"abstract_inverted_index":{"Static":[0],"bug":[1,19,56,74,137,158,203,226,237,241],"detectors":[2,20,57,75,138,159,177],"are":[3,8,149,194],"becoming":[4],"increasingly":[5],"popular":[6],"and":[7,29,115,155,218,228,247],"widely":[9,71],"used":[10,72],"by":[11,64,174,186],"professional":[12],"software":[13],"developers.":[14],"While":[15],"most":[16],"work":[17,223],"on":[18,22,30,224],"focuses":[21],"whether":[23],"they":[24,35],"find":[25,139],"bugs":[26,53,99,116,172,181],"at":[27],"all,":[28],"how":[31],"many":[32,49],"false":[33],"positives":[34],"report":[36],"in":[37],"addition":[38],"to":[39,76,152,213],"legitimate":[40],"warnings,":[41],"the":[42,66,81,100,131,161,165,175,189],"inverse":[43],"question":[44,63],"is":[45],"often":[46],"neglected:":[47],"How":[48],"of":[50,68,80,86,97,113,121,124,130,143,164,171,188,210,235],"all":[51,144],"real-world":[52],"do":[54,198],"static":[55,73,136,176,225,236],"find?":[58],"This":[59],"paper":[60],"addresses":[61],"this":[62],"studying":[65],"results":[67,129],"applying":[69],"three":[70],"an":[77,110],"extended":[78],"version":[79],"Defects4J":[82],"dataset":[83],"that":[84,108,179,197],"consists":[85],"15":[87],"Java":[88],"projects":[89],"with":[90,117,239],"594":[91],"known":[92],"bugs.":[93,167],"To":[94],"decide":[95],"which":[96],"these":[98],"tools":[101,148,212],"detect,":[102],"we":[103],"use":[104],"a":[105,118,125,140,230],"novel":[106],"methodology":[107],"combines":[109],"automatic":[111],"analysis":[112,170],"warnings":[114],"manual":[119,246],"validation":[120],"each":[122,153],"candidate":[123],"detected":[126],"bug.":[127],"The":[128],"study":[132],"show":[133],"that:":[134],"(i)":[135],"non-negligible":[141],"amount":[142],"bugs,":[145],"(ii)":[146],"different":[147],"mostly":[150],"complementary":[151],"other,":[154],"(iii)":[156],"current":[157],"miss":[160],"large":[162],"majority":[163],"studied":[166],"A":[168],"detailed":[169],"missed":[173],"shows":[178],"some":[180],"could":[182],"have":[183],"been":[184],"found":[185],"variants":[187],"existing":[190,202],"detectors,":[191],"while":[192],"others":[193],"domain-specific":[195],"problems":[196],"not":[199],"match":[200],"any":[201],"pattern.":[204],"These":[205],"findings":[206],"help":[207],"potential":[208],"users":[209],"such":[211,244],"assess":[214],"their":[215],"utility,":[216],"motivate":[217],"outline":[219],"directions":[220],"for":[221,232],"future":[222,233],"detection,":[227],"provide":[229],"basis":[231],"comparisons":[234],"detection":[238],"other":[240],"finding":[242],"techniques,":[243],"as":[245],"automated":[248],"testing.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}