{"id":"https://openalex.org/W2104219811","doi":"https://doi.org/10.1145/1146238.1146242","title":"Coverage metrics for requirements-based testing","display_name":"Coverage metrics for requirements-based testing","publication_year":2006,"publication_date":"2006-07-21","ids":{"openalex":"https://openalex.org/W2104219811","doi":"https://doi.org/10.1145/1146238.1146242","mag":"2104219811"},"language":"en","primary_location":{"id":"doi:10.1145/1146238.1146242","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1146238.1146242","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2006 international symposium on Software testing and analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://conservancy.umn.edu/bitstreams/4e30546d-1aa3-4f60-9f36-8a703af2fa9d/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5014360702","display_name":"Michael W. Whalen","orcid":"https://orcid.org/0000-0003-3824-1435"},"institutions":[{"id":"https://openalex.org/I57053284","display_name":"Rockwell Automation (United States)","ror":"https://ror.org/01sx1pm50","country_code":"US","type":"company","lineage":["https://openalex.org/I57053284"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Michael W. Whalen","raw_affiliation_strings":["Rockwell Collins Inc","ROCKWELL-COLLINS INC"],"affiliations":[{"raw_affiliation_string":"Rockwell Collins Inc","institution_ids":["https://openalex.org/I57053284"]},{"raw_affiliation_string":"ROCKWELL-COLLINS INC","institution_ids":["https://openalex.org/I57053284"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079075574","display_name":"Ajitha Rajan","orcid":"https://orcid.org/0000-0003-3765-3075"},"institutions":[{"id":"https://openalex.org/I2800403580","display_name":"University of Minnesota System","ror":"https://ror.org/03grvy078","country_code":"US","type":"education","lineage":["https://openalex.org/I2800403580"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ajitha Rajan","raw_affiliation_strings":["University of Minnesota"],"affiliations":[{"raw_affiliation_string":"University of Minnesota","institution_ids":["https://openalex.org/I2800403580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110505437","display_name":"Mats P. E. Heimdahl","orcid":null},"institutions":[{"id":"https://openalex.org/I2800403580","display_name":"University of Minnesota System","ror":"https://ror.org/03grvy078","country_code":"US","type":"education","lineage":["https://openalex.org/I2800403580"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mats P.E. Heimdahl","raw_affiliation_strings":["University of Minnesota"],"affiliations":[{"raw_affiliation_string":"University of Minnesota","institution_ids":["https://openalex.org/I2800403580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026142124","display_name":"Steven P. Miller","orcid":"https://orcid.org/0000-0001-9102-9105"},"institutions":[{"id":"https://openalex.org/I57053284","display_name":"Rockwell Automation (United States)","ror":"https://ror.org/01sx1pm50","country_code":"US","type":"company","lineage":["https://openalex.org/I57053284"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven P. Miller","raw_affiliation_strings":["Rockwell Collins Inc","ROCKWELL-COLLINS INC"],"affiliations":[{"raw_affiliation_string":"Rockwell Collins Inc","institution_ids":["https://openalex.org/I57053284"]},{"raw_affiliation_string":"ROCKWELL-COLLINS INC","institution_ids":["https://openalex.org/I57053284"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5014360702"],"corresponding_institution_ids":["https://openalex.org/I57053284"],"apc_list":null,"apc_paid":null,"fwci":14.1947,"has_fulltext":false,"cited_by_count":131,"citation_normalized_percentile":{"value":0.99124939,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"25","last_page":"36"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.7649838924407959},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7634386420249939},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.5395537614822388},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.5235007405281067},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.5185956954956055},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5182387828826904},{"id":"https://openalex.org/keywords/model-based-testing","display_name":"Model-based testing","score":0.5163103938102722},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.5078909993171692},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.4851003885269165},{"id":"https://openalex.org/keywords/non-functional-testing","display_name":"Non-functional testing","score":0.4329472482204437},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.4288696050643921},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4119173586368561},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.39811643958091736},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.38048893213272095},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.33269500732421875},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.31930336356163025},{"id":"https://openalex.org/keywords/requirements-analysis","display_name":"Requirements analysis","score":0.2462475597858429},{"id":"https://openalex.org/keywords/requirements-elicitation","display_name":"Requirements elicitation","score":0.1308867633342743},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12020781636238098},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09805512428283691},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.09631961584091187}],"concepts":[{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.7649838924407959},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7634386420249939},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.5395537614822388},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.5235007405281067},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.5185956954956055},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5182387828826904},{"id":"https://openalex.org/C165825675","wikidata":"https://www.wikidata.org/wiki/Q1399743","display_name":"Model-based testing","level":4,"score":0.5163103938102722},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.5078909993171692},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.4851003885269165},{"id":"https://openalex.org/C26336911","wikidata":"https://www.wikidata.org/wiki/Q7048920","display_name":"Non-functional testing","level":5,"score":0.4329472482204437},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.4288696050643921},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4119173586368561},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.39811643958091736},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.38048893213272095},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.33269500732421875},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.31930336356163025},{"id":"https://openalex.org/C59488412","wikidata":"https://www.wikidata.org/wiki/Q187147","display_name":"Requirements analysis","level":3,"score":0.2462475597858429},{"id":"https://openalex.org/C45384764","wikidata":"https://www.wikidata.org/wiki/Q838667","display_name":"Requirements elicitation","level":4,"score":0.1308867633342743},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12020781636238098},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09805512428283691},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.09631961584091187},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/1146238.1146242","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1146238.1146242","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2006 international symposium on Software testing and analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:conservancy.umn.edu:11299/217321","is_oa":true,"landing_page_url":"http://hdl.handle.net/11299/217321","pdf_url":"https://conservancy.umn.edu/bitstreams/4e30546d-1aa3-4f60-9f36-8a703af2fa9d/download","source":{"id":"https://openalex.org/S4306402521","display_name":"University of Minnesota Digital Conservancy (University of Minnesota)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I130238516","host_organization_name":"University of Minnesota","host_organization_lineage":["https://openalex.org/I130238516"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Report"}],"best_oa_location":{"id":"pmh:oai:conservancy.umn.edu:11299/217321","is_oa":true,"landing_page_url":"http://hdl.handle.net/11299/217321","pdf_url":"https://conservancy.umn.edu/bitstreams/4e30546d-1aa3-4f60-9f36-8a703af2fa9d/download","source":{"id":"https://openalex.org/S4306402521","display_name":"University of Minnesota Digital Conservancy (University of Minnesota)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I130238516","host_organization_name":"University of Minnesota","host_organization_lineage":["https://openalex.org/I130238516"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Report"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W2104219811.pdf"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W97804704","https://openalex.org/W127224647","https://openalex.org/W144740570","https://openalex.org/W203517959","https://openalex.org/W651705667","https://openalex.org/W1480351298","https://openalex.org/W1482962177","https://openalex.org/W1483744477","https://openalex.org/W1495461922","https://openalex.org/W1497843565","https://openalex.org/W1506339322","https://openalex.org/W1507959092","https://openalex.org/W1510251747","https://openalex.org/W1515242458","https://openalex.org/W1516334706","https://openalex.org/W1522369122","https://openalex.org/W1523738455","https://openalex.org/W1535073122","https://openalex.org/W1538643901","https://openalex.org/W1540180001","https://openalex.org/W1566024587","https://openalex.org/W1592819458","https://openalex.org/W1600161649","https://openalex.org/W1809006150","https://openalex.org/W1827544094","https://openalex.org/W1896160926","https://openalex.org/W1910771831","https://openalex.org/W1976597924","https://openalex.org/W1998872168","https://openalex.org/W2009965218","https://openalex.org/W2013711971","https://openalex.org/W2023730632","https://openalex.org/W2029070312","https://openalex.org/W2032189196","https://openalex.org/W2055647675","https://openalex.org/W2063110689","https://openalex.org/W2080593426","https://openalex.org/W2095956920","https://openalex.org/W2100425664","https://openalex.org/W2115220156","https://openalex.org/W2123817584","https://openalex.org/W2125415493","https://openalex.org/W2129228609","https://openalex.org/W2133853708","https://openalex.org/W2134722596","https://openalex.org/W2138612284","https://openalex.org/W2143251912","https://openalex.org/W2143889043","https://openalex.org/W2146191617","https://openalex.org/W2146408397","https://openalex.org/W2148439296","https://openalex.org/W2150240033","https://openalex.org/W2161844436","https://openalex.org/W2162200351","https://openalex.org/W2171441042","https://openalex.org/W2172253171","https://openalex.org/W2340735175","https://openalex.org/W2561675875","https://openalex.org/W2913459036","https://openalex.org/W3200269514","https://openalex.org/W4285719527","https://openalex.org/W6635220215","https://openalex.org/W6649971215","https://openalex.org/W6684644128","https://openalex.org/W6801578804"],"related_works":["https://openalex.org/W2417055705","https://openalex.org/W1888619389","https://openalex.org/W2086860371","https://openalex.org/W4232038577","https://openalex.org/W2028796071","https://openalex.org/W1510251747","https://openalex.org/W1968494916","https://openalex.org/W2060992506","https://openalex.org/W2795302276","https://openalex.org/W3022870375"],"abstract_inverted_index":{"In":[0,32,58],"black-box":[1,82],"testing,":[2],"one":[3],"is":[4,42],"interested":[5],"in":[6],"creating":[7],"a":[8,20,55,81,86,123,152],"suite":[9,84],"of":[10,19,29,37,78,88,145],"tests":[11,134],"from":[12,155],"requirements":[13,97],"that":[14],"adequately":[15],"exercise":[16],"the":[17,26,30,35,143,156],"behavior":[18],"software":[21,56,70],"system":[22],"without":[23],"regard":[24],"to":[25,109,120,138],"internal":[27],"structure":[28],"implementation.":[31],"current":[33],"practice,":[34],"adequacy":[36],"black":[38],"box":[39],"test":[40,83,112,125,131],"suites":[41],"inferred":[43],"by":[44],"examining":[45],"coverage":[46,64,94],"on":[47,67,92,96,151],"an":[48],"executable":[49],"artifact,":[50],"either":[51],"source":[52],"code":[53],"or":[54,129],"model.":[57],"this":[59],"paper,":[60],"we":[61,148],"define":[62],"structural":[63,93],"metrics":[65,73],"directly":[66],"high-level":[68,139],"formal":[69],"requirements.":[71,89,140],"These":[72,114],"provide":[74],"objective,":[75],"implementation-independent":[76],"measures":[77],"how":[79,104],"well":[80],"exercises":[85],"set":[87],"We":[90],"focus":[91],"criteria":[95,115],"formalized":[98],"as":[99],"LTL":[100],"properties":[101],"and":[102],"discuss":[103],"they":[105],"can":[106,116],"be":[107,118],"adapted":[108],"measure":[110],"finite":[111],"cases.":[113],"also":[117],"used":[119],"automatically":[121],"generate":[122],"requirements-based":[124],"suite.":[126],"Unlike":[127],"model":[128],"code-derived":[130],"cases,":[132],"these":[133],"are":[135],"immediately":[136],"traceable":[137],"To":[141],"assess":[142],"practicality":[144],"our":[146],"approach,":[147],"apply":[149],"it":[150],"realistic":[153],"example":[154],"avionics":[157],"domain.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":6},{"year":2015,"cited_by_count":9},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":7}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}