{"id":"https://openalex.org/W2132983165","doi":"https://doi.org/10.1109/issre.2002.1173225","title":"Metrics for measuring the effectiveness of software-testing tools","display_name":"Metrics for measuring the effectiveness of software-testing tools","publication_year":2003,"publication_date":"2003-06-26","ids":{"openalex":"https://openalex.org/W2132983165","doi":"https://doi.org/10.1109/issre.2002.1173225","mag":"2132983165"},"language":"en","primary_location":{"id":"doi:10.1109/issre.2002.1173225","is_oa":false,"landing_page_url":"https://doi.org/10.1109/issre.2002.1173225","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"13th International Symposium on Software Reliability Engineering, 2002. Proceedings.","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024891854","display_name":"J.B. Michael","orcid":null},"institutions":[{"id":"https://openalex.org/I35364215","display_name":"Naval Postgraduate School","ror":"https://ror.org/033yfkj90","country_code":"US","type":"education","lineage":["https://openalex.org/I1330347796","https://openalex.org/I3130687028","https://openalex.org/I35364215"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J.B. Michael","raw_affiliation_strings":["Department of Computer Science, Naval Postgraduate School, Monterrey, CA, USA","[Department of Computer Science, Naval Postgraduate School, Monterey, CA, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Naval Postgraduate School, Monterrey, CA, USA","institution_ids":["https://openalex.org/I35364215"]},{"raw_affiliation_string":"[Department of Computer Science, Naval Postgraduate School, Monterey, CA, USA]","institution_ids":["https://openalex.org/I35364215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027904559","display_name":"B.J. Bossuyt","orcid":null},"institutions":[{"id":"https://openalex.org/I35364215","display_name":"Naval Postgraduate School","ror":"https://ror.org/033yfkj90","country_code":"US","type":"education","lineage":["https://openalex.org/I1330347796","https://openalex.org/I3130687028","https://openalex.org/I35364215"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"B.J. Bossuyt","raw_affiliation_strings":["Department of Computer Science, Naval Postgraduate School, Monterrey, CA, USA","[Department of Computer Science, Naval Postgraduate School, Monterey, CA, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Naval Postgraduate School, Monterrey, CA, USA","institution_ids":["https://openalex.org/I35364215"]},{"raw_affiliation_string":"[Department of Computer Science, Naval Postgraduate School, Monterey, CA, USA]","institution_ids":["https://openalex.org/I35364215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039268208","display_name":"Byron B. Snyder","orcid":null},"institutions":[{"id":"https://openalex.org/I35364215","display_name":"Naval Postgraduate School","ror":"https://ror.org/033yfkj90","country_code":"US","type":"education","lineage":["https://openalex.org/I1330347796","https://openalex.org/I3130687028","https://openalex.org/I35364215"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"B.B. Snyder","raw_affiliation_strings":["Department of Computer Science, Naval Postgraduate School, Monterrey, CA, USA","[Department of Computer Science, Naval Postgraduate School, Monterey, CA, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Naval Postgraduate School, Monterrey, CA, USA","institution_ids":["https://openalex.org/I35364215"]},{"raw_affiliation_string":"[Department of Computer Science, Naval Postgraduate School, Monterey, CA, USA]","institution_ids":["https://openalex.org/I35364215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I35364215"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"117","last_page":"128"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.664132833480835},{"id":"https://openalex.org/keywords/software-reliability-testing","display_name":"Software reliability testing","score":0.6011068224906921},{"id":"https://openalex.org/keywords/maintainability","display_name":"Maintainability","score":0.5980689525604248},{"id":"https://openalex.org/keywords/non-regression-testing","display_name":"Non-regression testing","score":0.5725405216217041},{"id":"https://openalex.org/keywords/verification-and-validation","display_name":"Verification and validation","score":0.5565873980522156},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.5547788143157959},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.5253666639328003},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.5194032192230225},{"id":"https://openalex.org/keywords/manual-testing","display_name":"Manual testing","score":0.5144848823547363},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5111177563667297},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.4960111081600189},{"id":"https://openalex.org/keywords/testability","display_name":"Testability","score":0.4957083463668823},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.48915842175483704},{"id":"https://openalex.org/keywords/software-quality-analyst","display_name":"Software quality analyst","score":0.4794130027294159},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4571293890476227},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.4378798305988312},{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.4248766005039215},{"id":"https://openalex.org/keywords/system-integration-testing","display_name":"System integration testing","score":0.42302805185317993},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4220202565193176},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.4196423888206482},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1870533525943756},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.07662934064865112}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.664132833480835},{"id":"https://openalex.org/C52928878","wikidata":"https://www.wikidata.org/wiki/Q7554226","display_name":"Software reliability testing","level":5,"score":0.6011068224906921},{"id":"https://openalex.org/C160713754","wikidata":"https://www.wikidata.org/wiki/Q1389965","display_name":"Maintainability","level":2,"score":0.5980689525604248},{"id":"https://openalex.org/C86469151","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Non-regression testing","level":5,"score":0.5725405216217041},{"id":"https://openalex.org/C48002344","wikidata":"https://www.wikidata.org/wiki/Q2919644","display_name":"Verification and validation","level":2,"score":0.5565873980522156},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5547788143157959},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.5253666639328003},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.5194032192230225},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.5144848823547363},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5111177563667297},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.4960111081600189},{"id":"https://openalex.org/C51234621","wikidata":"https://www.wikidata.org/wiki/Q2149495","display_name":"Testability","level":2,"score":0.4957083463668823},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.48915842175483704},{"id":"https://openalex.org/C188329197","wikidata":"https://www.wikidata.org/wiki/Q6554613","display_name":"Software quality analyst","level":5,"score":0.4794130027294159},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4571293890476227},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.4378798305988312},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.4248766005039215},{"id":"https://openalex.org/C111524372","wikidata":"https://www.wikidata.org/wiki/Q7663718","display_name":"System integration testing","level":5,"score":0.42302805185317993},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4220202565193176},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4196423888206482},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1870533525943756},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.07662934064865112},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/issre.2002.1173225","is_oa":false,"landing_page_url":"https://doi.org/10.1109/issre.2002.1173225","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"13th International Symposium on Software Reliability Engineering, 2002. Proceedings.","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W280748195","https://openalex.org/W303041664","https://openalex.org/W1505648523","https://openalex.org/W1587531581","https://openalex.org/W1848203349","https://openalex.org/W1964962870","https://openalex.org/W2025043404","https://openalex.org/W2081917329","https://openalex.org/W2121866145","https://openalex.org/W2149142774","https://openalex.org/W2152155318","https://openalex.org/W2158335989","https://openalex.org/W2158864412","https://openalex.org/W6610114690","https://openalex.org/W6678060439"],"related_works":["https://openalex.org/W3214776400","https://openalex.org/W3197709817","https://openalex.org/W2147394043","https://openalex.org/W2513279291","https://openalex.org/W2335749738","https://openalex.org/W186259066","https://openalex.org/W2186418558","https://openalex.org/W2154959594","https://openalex.org/W2387992358","https://openalex.org/W4320027153"],"abstract_inverted_index":{"The":[0],"levels":[1],"of":[2,8,18,37,44,69],"quality,":[3,56],"maintainability,":[4],"testability,":[5],"and":[6,13,57,82],"stability":[7],"software":[9,24,31,38],"can":[10],"be":[11],"improved":[12],"measured":[14],"through":[15],"the":[16,23,35,41,45],"use":[17],"automated":[19,84],"testing":[20,28,49,85],"tools":[21,29,50],"throughout":[22],"development":[25],"process.":[26],"Automated":[27,48],"assist":[30],"engineers":[32],"to":[33],"gauge":[34],"quality":[36],"by":[39],"automating":[40],"mechanical":[42],"aspects":[43],"software-testing":[46],"task":[47],"vary":[51],"in":[52,79],"their":[53],"underlying":[54],"approach,":[55],"ease-of-use,":[58],"among":[59],"other":[60],"characteristics.":[61],"In":[62],"this":[63],"paper":[64],"we":[65],"propose":[66],"a":[67],"suite":[68],"objective":[70],"metrics":[71],"for":[72],"measuring":[73],"tool":[74],"characteristics,":[75],"as":[76],"an":[77],"aid":[78],"systematically":[80],"evaluating":[81],"selecting":[83],"tools.":[86]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}