{"id":"https://openalex.org/W2125673943","doi":"https://doi.org/10.1109/metric.2003.1232459","title":"When can we test less?","display_name":"When can we test less?","publication_year":2004,"publication_date":"2004-03-01","ids":{"openalex":"https://openalex.org/W2125673943","doi":"https://doi.org/10.1109/metric.2003.1232459","mag":"2125673943"},"language":"en","primary_location":{"id":"doi:10.1109/metric.2003.1232459","is_oa":false,"landing_page_url":"https://doi.org/10.1109/metric.2003.1232459","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings. 5th International Workshop on Enterprise Networking and Computing in Healthcare Industry (IEEE Cat. No.03EX717)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077008083","display_name":"Tim Menzies","orcid":"https://orcid.org/0000-0002-5040-3196"},"institutions":[{"id":"https://openalex.org/I12097938","display_name":"West Virginia University","ror":"https://ror.org/011vxgd24","country_code":"US","type":"education","lineage":["https://openalex.org/I12097938"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"T. Menzies","raw_affiliation_strings":["Lane Department of Computer Science, West Virginia University, USA"],"affiliations":[{"raw_affiliation_string":"Lane Department of Computer Science, West Virginia University, USA","institution_ids":["https://openalex.org/I12097938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086052772","display_name":"Justin Di Stefano","orcid":null},"institutions":[{"id":"https://openalex.org/I12097938","display_name":"West Virginia University","ror":"https://ror.org/011vxgd24","country_code":"US","type":"education","lineage":["https://openalex.org/I12097938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J.D. Stefano","raw_affiliation_strings":["Lane Department of Computer Science, West Virginia University, USA"],"affiliations":[{"raw_affiliation_string":"Lane Department of Computer Science, West Virginia University, USA","institution_ids":["https://openalex.org/I12097938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090628816","display_name":"Kareem Ammar","orcid":null},"institutions":[{"id":"https://openalex.org/I12097938","display_name":"West Virginia University","ror":"https://ror.org/011vxgd24","country_code":"US","type":"education","lineage":["https://openalex.org/I12097938"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. Ammar","raw_affiliation_strings":["Lane Department of Computer Science, West Virginia University, USA"],"affiliations":[{"raw_affiliation_string":"Lane Department of Computer Science, West Virginia University, USA","institution_ids":["https://openalex.org/I12097938"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020674724","display_name":"K. McGill","orcid":"https://orcid.org/0000-0001-5372-2419"},"institutions":[{"id":"https://openalex.org/I1306266525","display_name":"Goddard Space Flight Center","ror":"https://ror.org/0171mag52","country_code":"US","type":"facility","lineage":["https://openalex.org/I1306266525","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. McGill","raw_affiliation_strings":["IV&V Facility, NASA Goddard Space Flight Center, USA"],"affiliations":[{"raw_affiliation_string":"IV&V Facility, NASA Goddard Space Flight Center, USA","institution_ids":["https://openalex.org/I1306266525"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034021143","display_name":"P. Callis","orcid":null},"institutions":[{"id":"https://openalex.org/I1306266525","display_name":"Goddard Space Flight Center","ror":"https://ror.org/0171mag52","country_code":"US","type":"facility","lineage":["https://openalex.org/I1306266525","https://openalex.org/I4210124779"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"P. Callis","raw_affiliation_strings":["IV&V Facility, NASA Goddard Space Flight Center, USA"],"affiliations":[{"raw_affiliation_string":"IV&V Facility, NASA Goddard Space Flight Center, USA","institution_ids":["https://openalex.org/I1306266525"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102784832","display_name":"John Davis","orcid":"https://orcid.org/0000-0003-4022-3412"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"J. Davis","raw_affiliation_strings":["Galaxy Global Corporation, USA"],"affiliations":[{"raw_affiliation_string":"Galaxy Global Corporation, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110238454","display_name":"R. Chapman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"R. Chapman","raw_affiliation_strings":["DN American, USA"],"affiliations":[{"raw_affiliation_string":"DN American, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5077008083"],"corresponding_institution_ids":["https://openalex.org/I12097938"],"apc_list":null,"apc_paid":null,"fwci":6.493,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.96591601,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"98","last_page":"110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.7463845610618591},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.7238343954086304},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6457752585411072},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5395594835281372},{"id":"https://openalex.org/keywords/pace","display_name":"Pace","score":0.5277952551841736},{"id":"https://openalex.org/keywords/ideal","display_name":"Ideal (ethics)","score":0.522666871547699},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.41948074102401733},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38667523860931396},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18971702456474304},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10216835141181946}],"concepts":[{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.7463845610618591},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.7238343954086304},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6457752585411072},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5395594835281372},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.5277952551841736},{"id":"https://openalex.org/C2776639384","wikidata":"https://www.wikidata.org/wiki/Q840396","display_name":"Ideal (ethics)","level":2,"score":0.522666871547699},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41948074102401733},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38667523860931396},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18971702456474304},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10216835141181946},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/metric.2003.1232459","is_oa":false,"landing_page_url":"https://doi.org/10.1109/metric.2003.1232459","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings. 5th International Workshop on Enterprise Networking and Computing in Healthcare Industry (IEEE Cat. No.03EX717)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.330.4131","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.330.4131","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://menzies.us/pdf/03metrics.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"},{"id":"https://openalex.org/F4320311274","display_name":"West Virginia University","ror":"https://ror.org/011vxgd24"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W13883159","https://openalex.org/W166872467","https://openalex.org/W1503139452","https://openalex.org/W1505648523","https://openalex.org/W1524761913","https://openalex.org/W1547647055","https://openalex.org/W1594031697","https://openalex.org/W1964962870","https://openalex.org/W1990027655","https://openalex.org/W2108664164","https://openalex.org/W2123504579","https://openalex.org/W2156761600","https://openalex.org/W2466512847","https://openalex.org/W2533800809","https://openalex.org/W3085162807","https://openalex.org/W4248821163","https://openalex.org/W6631546530","https://openalex.org/W6728705269","https://openalex.org/W6843735874"],"related_works":["https://openalex.org/W2386723501","https://openalex.org/W2387879414","https://openalex.org/W2390304029","https://openalex.org/W2354923724","https://openalex.org/W2146830340","https://openalex.org/W4288601434","https://openalex.org/W2377101853","https://openalex.org/W2362180844","https://openalex.org/W2378405797","https://openalex.org/W2913869602"],"abstract_inverted_index":{"When":[0],"it":[1],"is":[2],"impractical":[3],"to":[4,17,62,65],"rigorously":[5],"assess":[6,32],"all":[7],"parts":[8],"of":[9,26,35,46],"complex":[10],"systems,":[11],"test":[12],"engineers":[13],"use":[14],"defect":[15,29],"detectors":[16,49,52],"focus":[18],"their":[19],"limited":[20],"resources.":[21],"We":[22],"define":[23],"some":[24],"properties":[25],"an":[27],"ideal":[28],"detector":[30],"and":[31],"different":[33],"methods":[34,45],"generating":[36,47],"one.":[37],"In":[38],"the":[39,54],"case":[40],"study":[41],"presented":[42],"here,":[43],"traditional":[44],"such":[48],"(e.g.":[50],"reusing":[51],"from":[53],"literature,":[55],"linear":[56],"regression,":[57],"model":[58],"trees)":[59],"were":[60],"found":[61,67],"be":[63],"inferior":[64],"those":[66],"via":[68],"a":[69],"PACE":[70],"analysis.":[71]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}