{"id":"https://openalex.org/W2003248809","doi":"https://doi.org/10.1145/1071021.1071034","title":"Software performance testing using covering arrays","display_name":"Software performance testing using covering arrays","publication_year":2005,"publication_date":"2005-07-12","ids":{"openalex":"https://openalex.org/W2003248809","doi":"https://doi.org/10.1145/1071021.1071034","mag":"2003248809"},"language":"en","primary_location":{"id":"doi:10.1145/1071021.1071034","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1071021.1071034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th international workshop on Software and performance","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055539087","display_name":"Dean S. Hoskins","orcid":null},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dean S. Hoskins","raw_affiliation_strings":["Arizona State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038008468","display_name":"Charles J. Colbourn","orcid":"https://orcid.org/0000-0002-3104-9515"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Charles J. Colbourn","raw_affiliation_strings":["Arizona State University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027046322","display_name":"Douglas C. Montgomery","orcid":"https://orcid.org/0000-0002-8959-134X"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Douglas C. Montgomery","raw_affiliation_strings":["Arizona State University, Tempe, Arizona"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University, Tempe, Arizona","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9745,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.91499061,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"284","issue":null,"first_page":"131","last_page":"136"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fractional-factorial-design","display_name":"Fractional factorial design","score":0.8520299196243286},{"id":"https://openalex.org/keywords/factorial-experiment","display_name":"Factorial experiment","score":0.7480382323265076},{"id":"https://openalex.org/keywords/categorical-variable","display_name":"Categorical variable","score":0.725393533706665},{"id":"https://openalex.org/keywords/design-of-experiments","display_name":"Design of experiments","score":0.7065529823303223},{"id":"https://openalex.org/keywords/factorial","display_name":"Factorial","score":0.6927871704101562},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6619194746017456},{"id":"https://openalex.org/keywords/optimal-design","display_name":"Optimal design","score":0.5678345561027527},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.53904128074646},{"id":"https://openalex.org/keywords/plackett\u2013burman-design","display_name":"Plackett\u2013Burman design","score":0.47078388929367065},{"id":"https://openalex.org/keywords/orthogonal-array","display_name":"Orthogonal array","score":0.4435121715068817},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4374716877937317},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4079431891441345},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.357003390789032},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.23750874400138855},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.18405279517173767},{"id":"https://openalex.org/keywords/taguchi-methods","display_name":"Taguchi methods","score":0.14551061391830444},{"id":"https://openalex.org/keywords/response-surface-methodology","display_name":"Response surface methodology","score":0.11231231689453125},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06708860397338867}],"concepts":[{"id":"https://openalex.org/C16469947","wikidata":"https://www.wikidata.org/wiki/Q2400745","display_name":"Fractional factorial design","level":3,"score":0.8520299196243286},{"id":"https://openalex.org/C169222746","wikidata":"https://www.wikidata.org/wiki/Q4116558","display_name":"Factorial experiment","level":2,"score":0.7480382323265076},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.725393533706665},{"id":"https://openalex.org/C34559072","wikidata":"https://www.wikidata.org/wiki/Q2334061","display_name":"Design of experiments","level":2,"score":0.7065529823303223},{"id":"https://openalex.org/C183763347","wikidata":"https://www.wikidata.org/wiki/Q120976","display_name":"Factorial","level":2,"score":0.6927871704101562},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6619194746017456},{"id":"https://openalex.org/C186394612","wikidata":"https://www.wikidata.org/wiki/Q7098942","display_name":"Optimal design","level":2,"score":0.5678345561027527},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.53904128074646},{"id":"https://openalex.org/C111374699","wikidata":"https://www.wikidata.org/wiki/Q7200396","display_name":"Plackett\u2013Burman design","level":3,"score":0.47078388929367065},{"id":"https://openalex.org/C42632107","wikidata":"https://www.wikidata.org/wiki/Q2031860","display_name":"Orthogonal array","level":3,"score":0.4435121715068817},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4374716877937317},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4079431891441345},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.357003390789032},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.23750874400138855},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.18405279517173767},{"id":"https://openalex.org/C83469408","wikidata":"https://www.wikidata.org/wiki/Q2036525","display_name":"Taguchi methods","level":2,"score":0.14551061391830444},{"id":"https://openalex.org/C150077022","wikidata":"https://www.wikidata.org/wiki/Q3136137","display_name":"Response surface methodology","level":2,"score":0.11231231689453125},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06708860397338867},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1071021.1071034","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1071021.1071034","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 5th international workshop on Software and performance","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2030289221","https://openalex.org/W2037312485","https://openalex.org/W2094071977","https://openalex.org/W2116108132","https://openalex.org/W2122796178","https://openalex.org/W2152237107","https://openalex.org/W2161095620","https://openalex.org/W4301283990","https://openalex.org/W6674035641"],"related_works":["https://openalex.org/W3124540524","https://openalex.org/W2407556212","https://openalex.org/W112270409","https://openalex.org/W4299836206","https://openalex.org/W3005185265","https://openalex.org/W2034821239","https://openalex.org/W2890950810","https://openalex.org/W4230378348","https://openalex.org/W759639826","https://openalex.org/W2185087170"],"abstract_inverted_index":{"Classical":[0],"Design":[1],"of":[2,19,39,70,78,146,160,170,177,201,208],"Experiment":[3],"(DOE)":[4],"techniques":[5],"have":[6,26,64],"been":[7,27,65,125],"in":[8,15,29,119,154,179,188],"use":[9],"for":[10,72,101,157],"many":[11,32],"years":[12],"to":[13,35,56,67,114,131,181,223],"aid":[14],"the":[16,37,51,97,168],"performance":[17],"testing":[18,156],"systems.":[20],"In":[21,92,193],"particular":[22],"fractional":[23],"factorial":[24,90,148,165,191,203],"designs":[25,63,117,166,178,187],"used":[28,66,94,153],"cases":[30],"with":[31,240],"numerical":[33],"factors":[34,76,106],"reduce":[36,68],"number":[38],"experimental":[40],"runs":[41],"necessary.":[42],"For":[43],"experiments":[44,73,103],"involving":[45,74,104],"categorical":[46,75,105],"factors,":[47],"this":[48],"is":[49,107,129],"not":[50,82,124,231],"case;":[52],"experimenters":[53],"regularly":[54],"resort":[55],"exhaustive":[57,121,175],"(full":[58],"factorial)":[59],"experiments.":[60],"Recently,":[61],"D-optimal":[62,116,163,186,220,241],"numbers":[69],"tests":[71],"because":[77,84],"their":[79],"flexibility,":[80],"but":[81],"necessarily":[83],"they":[85],"can":[86],"closely":[87],"approximate":[88],"full":[89,147,190,202],"results.":[91],"commonly":[93],"statistical":[95],"packages,":[96],"only":[98],"generic":[99],"alternative":[100,135],"reduced":[102],"afforded":[108],"by":[109],"optimal":[110],"designs.":[111,192,225],"The":[112],"extent":[113],"which":[115],"succeed":[118],"estimating":[120],"results":[122],"has":[123],"evaluated,":[126],"and":[127,164,185,219],"it":[128],"natural":[130],"determine":[132],"this.":[133],"An":[134],"design":[136,221,242],"based":[137],"on":[138],"covering":[139,183,196,217,227],"arrays":[140,151,184,197],"may":[141],"offer":[142],"a":[143],"better":[144,199],"approximation":[145],"data.":[149],"Covering":[150],"are":[152],"software":[155],"accurate":[158],"coverage":[159,207],"interactions,":[161],"while":[162,205,230],"measure":[167],"amount":[169],"interaction.":[171],"Initial":[172],"work":[173],"involved":[174],"generation":[176],"order":[180],"compare":[182,224],"approximating":[189],"that":[194],"setting,":[195],"provided":[198],"approximations":[200],"analysis,":[204],"ensuring":[206],"all":[209],"small":[210],"interactions.":[211],"Here":[212],"we":[213],"examine":[214],"commercially":[215],"viable":[216],"array":[218,228],"generators":[222],"Commercial":[226],"generators,":[229],"as":[232,234],"good":[233],"exhaustively":[235],"generated":[236],"designs,":[237],"remain":[238],"competitive":[239],"generators.":[243]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}