{"id":"https://openalex.org/W3044246155","doi":"https://doi.org/10.1109/tse.2020.3010317","title":"Flexible Combinatorial Interaction Testing","display_name":"Flexible Combinatorial Interaction Testing","publication_year":2020,"publication_date":"2020-07-20","ids":{"openalex":"https://openalex.org/W3044246155","doi":"https://doi.org/10.1109/tse.2020.3010317","mag":"3044246155"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2020.3010317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.3010317","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087801834","display_name":"Hanefi Mercan","orcid":"https://orcid.org/0000-0002-9171-082X"},"institutions":[{"id":"https://openalex.org/I134235054","display_name":"Sabanc\u0131 \u00dcniversitesi","ror":"https://ror.org/049asqa32","country_code":"TR","type":"education","lineage":["https://openalex.org/I134235054"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Hanefi Mercan","raw_affiliation_strings":["Faculty of Engineering and Natural Sciences, Sabanci University, Istanbul, Turkey"],"raw_orcid":"https://orcid.org/0000-0002-9171-082X","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Natural Sciences, Sabanci University, Istanbul, Turkey","institution_ids":["https://openalex.org/I134235054"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074304614","display_name":"Arsalan Javeed","orcid":"https://orcid.org/0000-0002-8970-6178"},"institutions":[{"id":"https://openalex.org/I134235054","display_name":"Sabanc\u0131 \u00dcniversitesi","ror":"https://ror.org/049asqa32","country_code":"TR","type":"education","lineage":["https://openalex.org/I134235054"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Arsalan Javeed","raw_affiliation_strings":["Faculty of Engineering and Natural Sciences, Sabanci University, Istanbul, Turkey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Natural Sciences, Sabanci University, Istanbul, Turkey","institution_ids":["https://openalex.org/I134235054"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054453972","display_name":"Cemal Y\u0131lmaz","orcid":"https://orcid.org/0000-0003-4124-2295"},"institutions":[{"id":"https://openalex.org/I134235054","display_name":"Sabanc\u0131 \u00dcniversitesi","ror":"https://ror.org/049asqa32","country_code":"TR","type":"education","lineage":["https://openalex.org/I134235054"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Cemal Yilmaz","raw_affiliation_strings":["Faculty of Engineering and Natural Sciences, Sabanci University, Istanbul, Turkey"],"raw_orcid":"https://orcid.org/0000-0003-4124-2295","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Natural Sciences, Sabanci University, Istanbul, Turkey","institution_ids":["https://openalex.org/I134235054"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6036,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.83476844,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"48","issue":"3","first_page":"1030","last_page":"1066"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.804064154624939},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6052630543708801},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5444215536117554},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5033394694328308},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.48956283926963806},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4796193540096283},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.47177863121032715},{"id":"https://openalex.org/keywords/cover","display_name":"Cover (algebra)","score":0.458945631980896},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.43861424922943115},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.41333839297294617},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3533482551574707},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3278725743293762},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2040885090827942},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18971174955368042},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.07838302850723267}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.804064154624939},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6052630543708801},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5444215536117554},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5033394694328308},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.48956283926963806},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4796193540096283},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.47177863121032715},{"id":"https://openalex.org/C2780428219","wikidata":"https://www.wikidata.org/wiki/Q16952335","display_name":"Cover (algebra)","level":2,"score":0.458945631980896},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.43861424922943115},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.41333839297294617},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3533482551574707},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3278725743293762},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2040885090827942},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18971174955368042},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.07838302850723267},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tse.2020.3010317","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.3010317","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:research.sabanciuniv.edu:40544","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402254","display_name":"Sabanci University","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I134235054","host_organization_name":"Sabanc\u0131 \u00dcniversitesi","host_organization_lineage":["https://openalex.org/I134235054"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:research.sabanciuniv.edu:43623","is_oa":false,"landing_page_url":"https://research.sabanciuniv.edu/id/eprint/43623/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402254","display_name":"Sabanci University","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I134235054","host_organization_name":"Sabanc\u0131 \u00dcniversitesi","host_organization_lineage":["https://openalex.org/I134235054"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5099999904632568,"display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G3579719901","display_name":"T\u00fcmle\u015fik Kombinezon Etkile\u015fim S\u0131nama Y\u00f6ntemi","funder_award_id":"118E204","funder_id":"https://openalex.org/F4320322626","funder_display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu"}],"funders":[{"id":"https://openalex.org/F4320322626","display_name":"T\u00fcrkiye Bilimsel ve Teknolojik Ara\u015ft\u0131rma Kurumu","ror":"https://ror.org/04w9kkr77"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W11559066","https://openalex.org/W71020240","https://openalex.org/W137192327","https://openalex.org/W240334493","https://openalex.org/W1502049067","https://openalex.org/W1518705996","https://openalex.org/W1556499175","https://openalex.org/W1583869287","https://openalex.org/W1598176185","https://openalex.org/W1606891084","https://openalex.org/W1633347946","https://openalex.org/W1639901403","https://openalex.org/W1936354298","https://openalex.org/W1972777071","https://openalex.org/W1984724035","https://openalex.org/W1986531046","https://openalex.org/W1995869236","https://openalex.org/W2000258736","https://openalex.org/W2000320510","https://openalex.org/W2011325955","https://openalex.org/W2013788787","https://openalex.org/W2014973576","https://openalex.org/W2018457343","https://openalex.org/W2021509247","https://openalex.org/W2044622291","https://openalex.org/W2046634408","https://openalex.org/W2047923802","https://openalex.org/W2060361314","https://openalex.org/W2060440626","https://openalex.org/W2075699551","https://openalex.org/W2084172672","https://openalex.org/W2099410932","https://openalex.org/W2105831729","https://openalex.org/W2114321644","https://openalex.org/W2115910430","https://openalex.org/W2116846301","https://openalex.org/W2118425062","https://openalex.org/W2120210839","https://openalex.org/W2121341976","https://openalex.org/W2122021561","https://openalex.org/W2122176170","https://openalex.org/W2122203914","https://openalex.org/W2122317343","https://openalex.org/W2122796178","https://openalex.org/W2123260878","https://openalex.org/W2128779711","https://openalex.org/W2130262632","https://openalex.org/W2132627437","https://openalex.org/W2133697637","https://openalex.org/W2134763283","https://openalex.org/W2134828283","https://openalex.org/W2140062424","https://openalex.org/W2143361941","https://openalex.org/W2146146776","https://openalex.org/W2147845860","https://openalex.org/W2152131859","https://openalex.org/W2156480873","https://openalex.org/W2164783223","https://openalex.org/W2245219974","https://openalex.org/W2336662920","https://openalex.org/W2356780433","https://openalex.org/W2481108008","https://openalex.org/W2514249810","https://openalex.org/W2556765804","https://openalex.org/W2570351266","https://openalex.org/W2732835710","https://openalex.org/W2920966226","https://openalex.org/W4206807714","https://openalex.org/W4232744885","https://openalex.org/W4233323319","https://openalex.org/W4238956019","https://openalex.org/W4246414636","https://openalex.org/W4247035379","https://openalex.org/W4247184692","https://openalex.org/W4285719527","https://openalex.org/W6602955324","https://openalex.org/W6635639354","https://openalex.org/W6690729954","https://openalex.org/W6730401724","https://openalex.org/W6732262446","https://openalex.org/W7027380077"],"related_works":["https://openalex.org/W1985460425","https://openalex.org/W2089597214","https://openalex.org/W2057319123","https://openalex.org/W1985269897","https://openalex.org/W2157774599","https://openalex.org/W4237843922","https://openalex.org/W4235581521","https://openalex.org/W88164668","https://openalex.org/W2139775015","https://openalex.org/W2138107635"],"abstract_inverted_index":{"We":[0,211,321],"present":[1,166],"Flexible":[2],"Combinatorial":[3],"Interaction":[4],"Testing":[5],"(F-CIT),":[6],"which":[7,56,93,224,254,294],"aims":[8,101],"to":[9,45,61,102,110,160,174,216,239,289,302,309,327],"improve":[10],"the":[11,20,37,43,49,57,104,132,136,156,190,202,231,246,265,281,291,307,319,343],"flexibility":[12],"of":[13,22,51,74,117,134,170,223,258,333],"combinatorial":[14],"interaction":[15,277],"testing":[16],"(CIT)":[17],"by":[18,36,205,263,269,305],"eliminating":[19],"necessity":[21],"developing":[23],"specialized":[24],"constructors":[25,172,215],"for":[26,124],"CIT":[27,39,228,345],"problems":[28],"that":[29,121,337],"cannot":[30],"be":[31,46,111,310],"efficiently":[32],"and":[33,48,131,198],"effectively":[34],"addressed":[35],"existing":[38,259,344],"constructors.":[40,168],"F-CIT":[41,69,145,162,218,237,252,287,338],"expresses":[42],"entities":[44,178,203,308],"covered":[47,311],"space":[50],"valid":[52],"test":[53,75,129,137,187,195,207,243,278],"cases,":[54],"from":[55,318],"samples":[58],"are":[59,298],"drawn":[60],"obtain":[62,240],"full":[63,78],"coverage,":[64],"as":[65,176,179,209],"constraints.":[66],"Computing":[67],"an":[68,88,108,144],"object":[70],"(i.e.,":[71],"a":[72,81,114,122,125,128,182,186,194,226,256],"set":[73],"cases":[76,138],"obtaining":[77],"coverage":[79,83,261],"under":[80],"given":[82],"criterion)":[84],"then":[85,199,212],"turns":[86],"into":[87,113,273],"interesting":[89],"constraint":[90],"solving":[91],"problem,":[92,158],"we":[94,164,234,249,284],"call":[95],"<italic":[96],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[97],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">cov-CSP</i>":[98],".":[99],"cov-CSP":[100,157],"divide":[103],"constraints,":[105],"each":[106,148,222],"representing":[107],"entity":[109,150],"covered,":[112],"minimum":[115],"number":[116,257],"satisfiable":[118],"clusters,":[119],"such":[120],"solution":[123],"cluster":[126,183],"represents":[127],"case":[130,196,208],"collection":[133],"all":[135,201],"generated":[139],"(one":[140],"per":[141],"cluster)":[142],"constitutes":[143],"object,":[146],"covering":[147,296],"required":[149],"at":[151],"least":[152],"once.":[153],"To":[154],"solve":[155],"thus":[159],"compute":[161],"objects,":[163,253],"first":[165,197,232],"two":[167],"One":[169],"these":[171,214,334],"attempts":[173],"cover":[175],"many":[177],"possible":[180],"in":[181,219,293],"before":[184],"generating":[185],"case,":[188],"whereas":[189],"other":[191],"constructor":[192],"generates":[193],"marks":[200],"accommodated":[204],"this":[206],"covered.":[210],"use":[213],"evaluate":[217,329],"three":[220],"studies,":[221],"addresses":[225],"different":[227],"problem.":[229],"In":[230,245,280],"study,":[233,248,283],"develop":[235,250,285],"structure-based":[236],"objects":[238,288],"decision":[241],"coverage-adequate":[242],"suites.":[244,279],"second":[247],"order-based":[251,260],"enhance":[255],"criteria":[262],"taking":[264],"reachability":[266],"constraints":[267],"imposed":[268],"graph-based":[270],"models":[271],"directly":[272],"account":[274],"when":[275],"computing":[276],"third":[282],"usage-based":[286],"address":[290],"scenarios,":[292],"standard":[295],"arrays":[297],"not":[299],"desirable":[300],"due":[301],"their":[303,314],"sizes,":[304],"choosing":[306],"based":[312],"on":[313],"usage":[315],"statistics":[316],"collected":[317],"field.":[320],"also":[322],"carry":[323],"out":[324],"user":[325],"studies":[326,335],"further":[328],"F-CIT.":[330],"The":[331],"results":[332],"suggest":[336],"is":[339],"more":[340],"flexible":[341],"than":[342],"approaches.":[346]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}