{"id":"https://openalex.org/W3200731518","doi":"https://doi.org/10.1109/tse.2021.3113920","title":"A Theory of Pending Schemas in Combinatorial Testing","display_name":"A Theory of Pending Schemas in Combinatorial Testing","publication_year":2021,"publication_date":"2021-09-21","ids":{"openalex":"https://openalex.org/W3200731518","doi":"https://doi.org/10.1109/tse.2021.3113920","mag":"3200731518"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2021.3113920","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2021.3113920","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/9923560/09543605.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/32/9923560/09543605.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031025947","display_name":"Xintao Niu","orcid":"https://orcid.org/0000-0001-5786-0894"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xintao Niu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5786-0894","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024345043","display_name":"Huayao Wu","orcid":"https://orcid.org/0000-0003-1383-5421"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huayao Wu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-1383-5421","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075573151","display_name":"Changhai Nie","orcid":"https://orcid.org/0000-0002-9575-1012"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changhai Nie","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060631912","display_name":"Yu Lei","orcid":"https://orcid.org/0000-0002-1069-5980"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Lei","raw_affiliation_strings":["Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-1069-5980","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101558050","display_name":"Xiaoyin Wang","orcid":"https://orcid.org/0000-0002-9079-5534"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoyin Wang","raw_affiliation_strings":["Department of Computer Science, University of Texas at San Antonio, San Antonio, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-9079-5534","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at San Antonio, San Antonio, TX, USA","institution_ids":["https://openalex.org/I45438204"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.292,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.60518814,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"48","issue":"10","first_page":"4119","last_page":"4151"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8195656538009644},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.7195843458175659},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5507777333259583},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5340449213981628},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.521346926689148},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.45268455147743225},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.43976685404777527},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3511205017566681},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3190213441848755}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8195656538009644},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.7195843458175659},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5507777333259583},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5340449213981628},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.521346926689148},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.45268455147743225},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.43976685404777527},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3511205017566681},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3190213441848755},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2021.3113920","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2021.3113920","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/9923560/09543605.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tse.2021.3113920","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2021.3113920","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/9923560/09543605.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1940102481","display_name":null,"funder_award_id":"61902174","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3739019715","display_name":null,"funder_award_id":"2018YFB1003800","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4794345929","display_name":"\u667a\u80fd\u8f6f\u4ef6\u6d4b\u8bd5\u7684\u82e5\u5e72\u5173\u952e\u95ee\u9898\u7814\u7a76","funder_award_id":"62072226","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6165021041","display_name":null,"funder_award_id":"2018YFB1003800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6280987190","display_name":null,"funder_award_id":"BK20190291","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G8596817293","display_name":"SENTINEL: SECURITY INTERACTION TESTING FOR IOT SYSTEMS AND BLOCKCHAINS","funder_award_id":"70NANB18H207","funder_id":"https://openalex.org/F4320332178","funder_display_name":"National Institute of Standards and Technology"},{"id":"https://openalex.org/G8607830349","display_name":null,"funder_award_id":"10.1109","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320337573","display_name":"Information Technology Laboratory","ror":"https://ror.org/0440c3437"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3200731518.pdf","grobid_xml":"https://content.openalex.org/works/W3200731518.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W1480202011","https://openalex.org/W1487797483","https://openalex.org/W1505570902","https://openalex.org/W1978408694","https://openalex.org/W1978738544","https://openalex.org/W1986531046","https://openalex.org/W2000258736","https://openalex.org/W2004296125","https://openalex.org/W2004867783","https://openalex.org/W2010833880","https://openalex.org/W2012938852","https://openalex.org/W2017943203","https://openalex.org/W2026801381","https://openalex.org/W2039938470","https://openalex.org/W2049791401","https://openalex.org/W2058248146","https://openalex.org/W2065201438","https://openalex.org/W2065512215","https://openalex.org/W2070249305","https://openalex.org/W2082467688","https://openalex.org/W2091052238","https://openalex.org/W2094539718","https://openalex.org/W2098502274","https://openalex.org/W2119172954","https://openalex.org/W2128204165","https://openalex.org/W2134838216","https://openalex.org/W2143361941","https://openalex.org/W2152708413","https://openalex.org/W2156480873","https://openalex.org/W2159949130","https://openalex.org/W2170224888","https://openalex.org/W2170949692","https://openalex.org/W2171570823","https://openalex.org/W2261724165","https://openalex.org/W2294668324","https://openalex.org/W2407871610","https://openalex.org/W2508568989","https://openalex.org/W2511385256","https://openalex.org/W2544700366","https://openalex.org/W2574260784","https://openalex.org/W2733797843","https://openalex.org/W2742601269","https://openalex.org/W2807501282","https://openalex.org/W2813121583","https://openalex.org/W2884361050","https://openalex.org/W2886629666","https://openalex.org/W2886759516","https://openalex.org/W2949067511","https://openalex.org/W2950684351","https://openalex.org/W2952072681","https://openalex.org/W2963245206","https://openalex.org/W2963501551","https://openalex.org/W3046941785","https://openalex.org/W3107990519","https://openalex.org/W3151997557","https://openalex.org/W6713969799","https://openalex.org/W6729243591"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4224009465","https://openalex.org/W4286629047","https://openalex.org/W4306321456","https://openalex.org/W4285260836","https://openalex.org/W3046775127","https://openalex.org/W3170094116","https://openalex.org/W4205958290","https://openalex.org/W4386462264"],"abstract_inverted_index":{"Combinatorial":[0],"Testing":[1],"(CT)":[2],"is":[3,162,199],"an":[4],"effective":[5],"testing":[6],"technique":[7],"for":[8,164,176,259],"detecting":[9],"failures":[10,153],"which":[11,192],"are":[12,112,224,242],"triggered":[13],"by":[14,115],"the":[15,22,53,58,116,125,138,185,206,220,226,232,260,263,280,289,298],"interactions":[16,144,149,179],"of":[17,24,68,107,120,136,187,196,208,262,282,291],"various":[18,84],"factors":[19,292],"that":[20,154,293],"influence":[21],"behaviour":[23],"a":[25,66,134,193,209,276],"system.":[26],"Although":[27],"many":[28,143],"studies":[29],"in":[30,124,142,180,211,266],"CT":[31,197,212],"have":[32,72,155,295],"designed":[33],"elaborate":[34],"test":[35,126,240,268],"suites":[36],"(called":[37],"covering":[38],"arrays)":[39],"to":[40,51,102,168,174,215,288],"systemically":[41],"check":[42],"each":[43],"possible":[44,139],"factor":[45],"interaction,":[46],"they":[47,129],"provide":[48],"weak":[49],"support":[50],"locate":[52],"concrete":[54],"failure-inducing":[55],"interactions,":[56,140],"i.e.,":[57],"Minimal":[59],"Failure-causing":[60],"Schemas":[61],"(MFS).":[62],"To":[63],"this":[64,77,182],"end,":[65],"variety":[67],"MFS":[69,165],"identification":[70,166,261],"approaches":[71,81,167],"been":[73,157],"proposed.":[74],"However,":[75],"as":[76,87,218],"study":[78,183],"reveals,":[79],"these":[80,147,170,177],"suffer":[82],"from":[83],"issues":[85,111],"such":[86],"cannot":[88,93,99],"identify":[89,169],"multiple":[90],"overlapping":[91],"MFSs,":[92],"handle":[94],"MFSs":[95],"with":[96,104,213,255,286],"high":[97],"degrees,":[98],"be":[100],"applied":[101],"systems":[103],"large":[105],"number":[106,290],"parameters,":[108],"etc.":[109],"These":[110],"essentially":[113],"caused":[114],"exponential":[117],"computing":[118],"complexity":[119,281],"checking":[121],"every":[122],"interaction":[123],"cases.":[127],"Therefore,":[128],"can":[130],"only":[131],"focus":[132],"on":[133,191,247,297],"subset":[135],"all":[137],"resulting":[141],"unnoticed.":[145],"Ignoring":[146],"unnoticed":[148,178],"could":[150],"potentially":[151],"cause":[152],"never":[156],"systematically":[158],"checked.":[159],"Hence,":[160],"it":[161],"beneficial":[163],"interactions.":[171],"In":[172,201],"order":[173],"account":[175],"CT,":[181],"introduces":[184],"notion":[186],"pending":[188,227,264,284],"schema,":[189],"based":[190],"theoretical":[194],"framework":[195],"schemas":[198,223,234,265,285],"established.":[200],"particular,":[202],"we":[203,249,278],"formally":[204,271],"define":[205],"determinability":[207],"schema":[210],"respect":[214,287],"given":[216],"information;":[217],"such,":[219],"yet-to-be":[221],"determined":[222],"exactly":[225],"schemas.":[228],"The":[229],"relationships":[230],"between":[231],"different":[233],"(faulty,":[235],"healthy,":[236],"and":[237,239,270],"pending)":[238],"cases":[241],"also":[243],"theoretically":[244],"analyzed.":[245],"Based":[246],"which,":[248],"further":[250],"propose":[251],"three":[252,256],"formulas,":[253],"along":[254],"corresponding":[257],"algorithms,":[258],"failing":[267],"cases,":[269],"prove":[272],"their":[273],"correctness.":[274],"As":[275],"result,":[277],"reduce":[279],"obtaining":[283],"may":[294],"influences":[296],"software.":[299]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}