{"id":"https://openalex.org/W4402442802","doi":"https://doi.org/10.1145/3650212.3680309","title":"Beyond Pairwise Testing: Advancing 3-wise Combinatorial Interaction Testing for Highly Configurable Systems","display_name":"Beyond Pairwise Testing: Advancing 3-wise Combinatorial Interaction Testing for Highly Configurable Systems","publication_year":2024,"publication_date":"2024-09-11","ids":{"openalex":"https://openalex.org/W4402442802","doi":"https://doi.org/10.1145/3650212.3680309"},"language":"en","primary_location":{"id":"doi:10.1145/3650212.3680309","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3650212.3680309","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006894386","display_name":"Chuan Luo","orcid":"https://orcid.org/0000-0001-5028-1064"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Luo","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5028-1064","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111323053","display_name":"Shuangyu Lyu","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuangyu Lyu","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0003-2040-9428","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101491931","display_name":"Qiyuan Zhao","orcid":"https://orcid.org/0000-0002-1017-1562"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Qiyuan Zhao","raw_affiliation_strings":["National University of Singapore, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-1017-1562","affiliations":[{"raw_affiliation_string":"National University of Singapore, Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101428333","display_name":"Wei Wu","orcid":"https://orcid.org/0000-0002-0975-4613"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wu","raw_affiliation_strings":["Central South University, Changsha, China / Xiangjiang Laboratory, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-0975-4613","affiliations":[{"raw_affiliation_string":"Central South University, Changsha, China / Xiangjiang Laboratory, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412598","display_name":"Hongyu Zhang","orcid":"https://orcid.org/0000-0002-3063-9425"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyu Zhang","raw_affiliation_strings":["Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0002-3063-9425","affiliations":[{"raw_affiliation_string":"Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028857237","display_name":"Chunming Hu","orcid":"https://orcid.org/0000-0003-3473-9703"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunming Hu","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3473-9703","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"641","last_page":"653"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6830611824989319},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.6439402103424072},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4620506167411804},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21793314814567566},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1738264560699463},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.07089591026306152}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6830611824989319},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.6439402103424072},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4620506167411804},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21793314814567566},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1738264560699463},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.07089591026306152}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3650212.3680309","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3650212.3680309","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W142920396","https://openalex.org/W1531687740","https://openalex.org/W1574451223","https://openalex.org/W1913543287","https://openalex.org/W1979922504","https://openalex.org/W1986531046","https://openalex.org/W1995563955","https://openalex.org/W1995869236","https://openalex.org/W1996116626","https://openalex.org/W2012451615","https://openalex.org/W2014973576","https://openalex.org/W2040767332","https://openalex.org/W2047124398","https://openalex.org/W2056599940","https://openalex.org/W2065250634","https://openalex.org/W2102076216","https://openalex.org/W2113201637","https://openalex.org/W2113745924","https://openalex.org/W2122796178","https://openalex.org/W2126717908","https://openalex.org/W2128204165","https://openalex.org/W2131292691","https://openalex.org/W2134906949","https://openalex.org/W2153563664","https://openalex.org/W2245333128","https://openalex.org/W2261238734","https://openalex.org/W2287361512","https://openalex.org/W2294668324","https://openalex.org/W2516035374","https://openalex.org/W2549191282","https://openalex.org/W2741942913","https://openalex.org/W2803285409","https://openalex.org/W2813121583","https://openalex.org/W2896731104","https://openalex.org/W2941640074","https://openalex.org/W2947389885","https://openalex.org/W2949180570","https://openalex.org/W2953843994","https://openalex.org/W2967034934","https://openalex.org/W2967185606","https://openalex.org/W2990877156","https://openalex.org/W3004925679","https://openalex.org/W3034957730","https://openalex.org/W3037590075","https://openalex.org/W3048427765","https://openalex.org/W3081970017","https://openalex.org/W3090084154","https://openalex.org/W3099531198","https://openalex.org/W3112555615","https://openalex.org/W3132183194","https://openalex.org/W3162130036","https://openalex.org/W3164993596","https://openalex.org/W3193896148","https://openalex.org/W3195190999","https://openalex.org/W4206807714","https://openalex.org/W4211231219","https://openalex.org/W4251988601","https://openalex.org/W4294691643","https://openalex.org/W4382239472","https://openalex.org/W4387664638","https://openalex.org/W4401635748","https://openalex.org/W6833780757","https://openalex.org/W6967719667"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2487162673","https://openalex.org/W2793211469","https://openalex.org/W2949152769","https://openalex.org/W4372354731","https://openalex.org/W2807634898","https://openalex.org/W1692008701","https://openalex.org/W2942366970","https://openalex.org/W2597588799"],"abstract_inverted_index":{"To":[0],"meet":[1],"the":[2,33,91,153,227,230],"rising":[3],"demand":[4],"for":[5,27,95,106,156,217],"software":[6,10],"customization,":[7],"highly":[8,107,121,186],"configurable":[9,108,122,187],"systems":[11,123,188],"play":[12],"key":[13],"roles":[14],"in":[15,81,102,215,232],"practice.":[16],"Combinatorial":[17],"interaction":[18],"testing":[19,28,56,61],"(CIT)":[20],"is":[21,37,66,128],"recognized":[22],"as":[23],"an":[24,115],"effective":[25,165],"approach":[26],"such":[29],"systems.":[30,109],"For":[31],"CIT,":[32,97],"most":[34],"important":[35],"problem":[36],"constrained":[38],"covering":[39,50],"array":[40,51],"generation":[41],"(CCAG),":[42],"which":[43,98],"aims":[44],"to":[45,59,124,130,177,192,199,207],"construct":[46],"a":[47,67,144],"minimum-sized":[48],"t-wise":[49],"(CA),":[52],"where":[53],"t":[54],"denotes":[55],"strength.":[57],"Compared":[58],"pairwise":[60],"(i.e.,":[62],"2-wise":[63,136],"CIT)":[64],"that":[65,126,149,223],"widely-used":[68],"CIT":[69,72],"technique,":[70],"3-wise":[71,96,104,132,157,209,233],"can":[73,150],"discover":[74],"more":[75,79],"faults":[76],"and":[77,146,164,173],"bring":[78],"benefit":[80],"real-world":[82],"applications.":[83],"However,":[84],"current":[85,193],"state-of-the-art":[86,194],"CCAG":[87],"algorithms":[88],"suffer":[89],"from":[90],"severe":[92],"scalability":[93,154],"challenge":[94,155],"renders":[99],"them":[100],"ineffective":[101],"building":[103],"CAs":[105],"In":[110],"this":[111],"work,":[112],"we":[113,141],"perform":[114],"empirical":[116],"study":[117],"on":[118,183],"various":[119],"practical,":[120],"present":[125],"it":[127],"promising":[129],"build":[131,208],"CA":[133,210],"through":[134],"extending":[135],"CA.":[137],"Inspired":[138],"by":[139],"this,":[140],"propose":[142],"ScalableCA,":[143],"novel":[145],"scalable":[147],"algorithm":[148],"effectively":[151],"alleviate":[152],"CIT.":[158,234],"Further,":[159],"ScalableCA":[160,196,224],"introduces":[161],"three":[162],"new":[163],"techniques,":[166],"including":[167],"fast":[168],"invalidity":[169],"detection,":[170],"uncovering-guided":[171],"sampling,":[172],"remainder-aware":[174],"local":[175],"search,":[176],"enhance":[178],"its":[179],"performance.":[180],"Our":[181,220],"experiments":[182],"extensive":[184],"real-world,":[185],"show":[189],"that,":[190],"compared":[191],"algorithms,":[195],"requires":[197],"one":[198],"two":[200],"orders":[201],"of":[202,211,229],"magnitude":[203],"less":[204],"running":[205],"time":[206],"38.9%":[212],"smaller":[213],"size":[214],"average":[216],"large-scale":[218],"instances.":[219],"results":[221],"indicate":[222],"greatly":[225],"advances":[226],"state":[228],"art":[231]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}