{"id":"https://openalex.org/W2043387105","doi":"https://doi.org/10.1145/1295074.1295080","title":"How to measure success of fault prediction models","display_name":"How to measure success of fault prediction models","publication_year":2007,"publication_date":"2007-09-03","ids":{"openalex":"https://openalex.org/W2043387105","doi":"https://doi.org/10.1145/1295074.1295080","mag":"2043387105"},"language":"en","primary_location":{"id":"doi:10.1145/1295074.1295080","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1295074.1295080","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fourth international workshop on Software quality assurance: in conjunction with the 6th ESEC/FSE joint meeting","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112297620","display_name":"Thomas J. Ostrand","orcid":null},"institutions":[{"id":"https://openalex.org/I1283103587","display_name":"AT&T (United States)","ror":"https://ror.org/02bbd5539","country_code":"US","type":"company","lineage":["https://openalex.org/I1283103587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas J. Ostrand","raw_affiliation_strings":["AT&T Labs - Research, Florham Park, NJ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AT&T Labs - Research, Florham Park, NJ","institution_ids":["https://openalex.org/I1283103587"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110160347","display_name":"Elaine J. Weyuker","orcid":"https://orcid.org/0000-0002-1660-199X"},"institutions":[{"id":"https://openalex.org/I1283103587","display_name":"AT&T (United States)","ror":"https://ror.org/02bbd5539","country_code":"US","type":"company","lineage":["https://openalex.org/I1283103587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elaine J. Weyuker","raw_affiliation_strings":["AT&T Labs - Research, Florham Park, NJ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AT&T Labs - Research, Florham Park, NJ","institution_ids":["https://openalex.org/I1283103587"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1283103587"],"apc_list":null,"apc_paid":null,"fwci":2.3996,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.89622554,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"25","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7063288688659668},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5879786610603333},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5746707916259766},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.5344276428222656},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46939414739608765},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.45422911643981934},{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.44797107577323914},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.37053653597831726},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3687155544757843},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.1833648979663849}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7063288688659668},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5879786610603333},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5746707916259766},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.5344276428222656},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46939414739608765},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.45422911643981934},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.44797107577323914},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.37053653597831726},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3687155544757843},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.1833648979663849},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1295074.1295080","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1295074.1295080","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fourth international workshop on Software quality assurance: in conjunction with the 6th ESEC/FSE joint meeting","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1528905581","https://openalex.org/W1986683951","https://openalex.org/W2003885074","https://openalex.org/W2003934931","https://openalex.org/W2007705030","https://openalex.org/W2029833477","https://openalex.org/W2109288821","https://openalex.org/W2136811501","https://openalex.org/W2154816175","https://openalex.org/W2159610968","https://openalex.org/W2161470369","https://openalex.org/W4244437277","https://openalex.org/W4301861531","https://openalex.org/W6652271576"],"related_works":["https://openalex.org/W2078744341","https://openalex.org/W2029555411","https://openalex.org/W2774439323","https://openalex.org/W2159730313","https://openalex.org/W3151530686","https://openalex.org/W1509265476","https://openalex.org/W2981446648","https://openalex.org/W2183678285","https://openalex.org/W4383568364","https://openalex.org/W2343937073"],"abstract_inverted_index":{"Many":[0],"fault":[1],"prediction":[2],"models":[3],"have":[4],"been":[5],"proposed":[6,37],"in":[7,24,92],"the":[8,25,36,43,49,55,60,81,86,93,99],"software":[9],"engineering":[10],"literature,":[11],"and":[12,62,66,98],"their":[13,68],"success":[14],"evaluated":[15],"according":[16],"to":[17,31,70],"various":[18],"metrics":[19,44,84],"that":[20,42,80,90],"are":[21,85],"widely":[22],"used":[23],"statistics":[26],"community.":[27],"To":[28],"be":[29],"able":[30],"make":[32],"meaningful":[33,46],"comparisons":[34],"among":[35],"models,":[38],"it":[39],"is":[40],"important":[41],"assess":[45],"properties":[47],"of":[48,54,64,88],"predictions.":[50],"We":[51,78],"examine":[52],"several":[53],"more":[56],"common":[57],"metrics,":[58],"discuss":[59],"advantages":[61],"disadvantages":[63],"each,":[65],"illustrate":[67],"application":[69],"predictions":[71],"made":[72],"on":[73],"a":[74],"large":[75],"industrial":[76],"system.":[77],"conclude":[79],"most":[82,95],"useful":[83],"percentage":[87],"faults":[89],"occur":[91],"predicted":[94],"fault-prone":[96],"files,":[97],"Type":[100],"II":[101],"misclassification":[102],"rate.":[103]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}