{"id":"https://openalex.org/W3216313887","doi":"https://doi.org/10.1109/tse.2021.3131548","title":"Enhance Combinatorial Testing with Metamorphic Relations","display_name":"Enhance Combinatorial Testing with Metamorphic Relations","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3216313887","doi":"https://doi.org/10.1109/tse.2021.3131548","mag":"3216313887"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2021.3131548","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2021.3131548","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/09629275.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/09629275.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031025947","display_name":"Xintao Niu","orcid":"https://orcid.org/0000-0001-5786-0894"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]},{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]},{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]},{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Xintao Niu","raw_affiliation_strings":["Computer Science and Technology, Nanjing University, Nanjing, Jiangsu, China, (e-mail: niuxintao@gmail.com)","Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX 76019, USA","Department of Computer Science, The Univer-sity of Texas at San Antonio, San Antonio, TX 78249, USA","State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China, 210023"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Technology, Nanjing University, Nanjing, Jiangsu, China, (e-mail: niuxintao@gmail.com)","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX 76019, USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science, The Univer-sity of Texas at San Antonio, San Antonio, TX 78249, USA","institution_ids":["https://openalex.org/I45438204"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China, 210023","institution_ids":["https://openalex.org/I134687103","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100580376","display_name":"Yanjie Sun","orcid":"https://orcid.org/0009-0002-8640-6011"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]},{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]},{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]},{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Yanjie Sun","raw_affiliation_strings":["Computer Sience and technology, Nanjing University, 12581 Nanjing, Jiangsu, China, (e-mail: yanjiesun@smail.nju.edu.cn)","Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX 76019, USA","Department of Computer Science, The Univer-sity of Texas at San Antonio, San Antonio, TX 78249, USA","State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China, 210023"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Sience and technology, Nanjing University, 12581 Nanjing, Jiangsu, China, (e-mail: yanjiesun@smail.nju.edu.cn)","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX 76019, USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science, The Univer-sity of Texas at San Antonio, San Antonio, TX 78249, USA","institution_ids":["https://openalex.org/I45438204"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China, 210023","institution_ids":["https://openalex.org/I134687103","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024345043","display_name":"Huayao Wu","orcid":"https://orcid.org/0000-0003-1383-5421"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]},{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]},{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]},{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]},{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Huayao Wu","raw_affiliation_strings":["Computer Science and Technology, Nanjing University, Nanjing, Jiangsu, China, (e-mail: hywu@nju.edu.cn)","Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX 76019, USA","Department of Computer Science, The Univer-sity of Texas at San Antonio, San Antonio, TX 78249, USA","State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China, 210023"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Technology, Nanjing University, Nanjing, Jiangsu, China, (e-mail: hywu@nju.edu.cn)","institution_ids":["https://openalex.org/I200845125","https://openalex.org/I36399199"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX 76019, USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science, The Univer-sity of Texas at San Antonio, San Antonio, TX 78249, USA","institution_ids":["https://openalex.org/I45438204"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China, 210023","institution_ids":["https://openalex.org/I134687103","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100438706","display_name":"Gang Li","orcid":"https://orcid.org/0000-0002-5251-7445"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]},{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]},{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]},{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Gang Li","raw_affiliation_strings":["Computer Science and technology, Nanjing University, 12581 Nanjing, Jiangsu, China, (e-mail: lig@smail.nju.edu.cn)","Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX 76019, USA","Department of Computer Science, The Univer-sity of Texas at San Antonio, San Antonio, TX 78249, USA","State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China, 210023"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and technology, Nanjing University, 12581 Nanjing, Jiangsu, China, (e-mail: lig@smail.nju.edu.cn)","institution_ids":["https://openalex.org/I36399199"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX 76019, USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science, The Univer-sity of Texas at San Antonio, San Antonio, TX 78249, USA","institution_ids":["https://openalex.org/I45438204"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China, 210023","institution_ids":["https://openalex.org/I134687103","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Nie Changhai","orcid":null},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]},{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]},{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]},{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]},{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Nie Changhai","raw_affiliation_strings":["computer science and technology, Nanjing University, nanjing, Jiangsu, China, 210096 (e-mail: changhainie@nju.edu.cn)","Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX 76019, USA","Department of Computer Science, The Univer-sity of Texas at San Antonio, San Antonio, TX 78249, USA","State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China, 210023"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"computer science and technology, Nanjing University, nanjing, Jiangsu, China, 210096 (e-mail: changhainie@nju.edu.cn)","institution_ids":["https://openalex.org/I163340411","https://openalex.org/I36399199"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX 76019, USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science, The Univer-sity of Texas at San Antonio, San Antonio, TX 78249, USA","institution_ids":["https://openalex.org/I45438204"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China, 210023","institution_ids":["https://openalex.org/I134687103","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060631912","display_name":"Yu Lei","orcid":"https://orcid.org/0000-0002-1069-5980"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]},{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]},{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Yu Lei","raw_affiliation_strings":["Computer Science and Engineering, The University of Texas at Arlington, Arlington, Texas, United States, 76019 (e-mail: ylei@cse.uta.edu)","Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX 76019, USA","Department of Computer Science, The Univer-sity of Texas at San Antonio, San Antonio, TX 78249, USA","State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China, 210023"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, The University of Texas at Arlington, Arlington, Texas, United States, 76019 (e-mail: ylei@cse.uta.edu)","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX 76019, USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science, The Univer-sity of Texas at San Antonio, San Antonio, TX 78249, USA","institution_ids":["https://openalex.org/I45438204"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China, 210023","institution_ids":["https://openalex.org/I134687103","https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101558050","display_name":"Xiaoyin Wang","orcid":"https://orcid.org/0000-0002-9079-5534"},"institutions":[{"id":"https://openalex.org/I134687103","display_name":"Nanjing Tech University","ror":"https://ror.org/03sd35x91","country_code":"CN","type":"education","lineage":["https://openalex.org/I134687103"]},{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]},{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Xiaoyin Wang","raw_affiliation_strings":["Computer Science, University of Texas at San Antonio, San Antonio, Texas, United States, 78249 (e-mail: xiaoyin.wang@utsa.edu)","Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX 76019, USA","Department of Computer Science, The Univer-sity of Texas at San Antonio, San Antonio, TX 78249, USA","State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China, 210023"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, University of Texas at San Antonio, San Antonio, Texas, United States, 78249 (e-mail: xiaoyin.wang@utsa.edu)","institution_ids":["https://openalex.org/I45438204"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, The University of Texas at Arlington, Arlington, TX 76019, USA","institution_ids":["https://openalex.org/I189196454"]},{"raw_affiliation_string":"Department of Computer Science, The Univer-sity of Texas at San Antonio, San Antonio, TX 78249, USA","institution_ids":["https://openalex.org/I45438204"]},{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China, 210023","institution_ids":["https://openalex.org/I134687103","https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.2353,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.87343952,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.807315468788147},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.48273155093193054},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.467821329832077},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.38771092891693115},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3228563666343689},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.21838223934173584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.807315468788147},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.48273155093193054},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.467821329832077},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.38771092891693115},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3228563666343689},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.21838223934173584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2021.3131548","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2021.3131548","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/09629275.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tse.2021.3131548","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tse.2021.3131548","pdf_url":"https://ieeexplore.ieee.org/ielx7/32/4359463/09629275.pdf","source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G138347507","display_name":null,"funder_award_id":"62102176","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1940102481","display_name":null,"funder_award_id":"61902174","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3739019715","display_name":null,"funder_award_id":"2018YFB1003800","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4794345929","display_name":"\u667a\u80fd\u8f6f\u4ef6\u6d4b\u8bd5\u7684\u82e5\u5e72\u5173\u952e\u95ee\u9898\u7814\u7a76","funder_award_id":"62072226","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6165021041","display_name":null,"funder_award_id":"2018YFB1003800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6280987190","display_name":null,"funder_award_id":"BK20190291","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G8596817293","display_name":"SENTINEL: SECURITY INTERACTION TESTING FOR IOT SYSTEMS AND BLOCKCHAINS","funder_award_id":"70NANB18H207","funder_id":"https://openalex.org/F4320332178","funder_display_name":"National Institute of Standards and Technology"},{"id":"https://openalex.org/G8607830349","display_name":null,"funder_award_id":"10.1109","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320332178","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320337573","display_name":"Information Technology Laboratory","ror":"https://ror.org/0440c3437"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3216313887.pdf","grobid_xml":"https://content.openalex.org/works/W3216313887.grobid-xml"},"referenced_works_count":108,"referenced_works":["https://openalex.org/W68130004","https://openalex.org/W152393694","https://openalex.org/W189851142","https://openalex.org/W197000801","https://openalex.org/W1519683776","https://openalex.org/W1530126419","https://openalex.org/W1598176185","https://openalex.org/W1648594027","https://openalex.org/W1752028482","https://openalex.org/W1782059676","https://openalex.org/W1895113725","https://openalex.org/W1963701694","https://openalex.org/W1965142549","https://openalex.org/W1971137495","https://openalex.org/W1972777071","https://openalex.org/W1978607518","https://openalex.org/W1979922504","https://openalex.org/W1991113092","https://openalex.org/W1993902452","https://openalex.org/W2004296125","https://openalex.org/W2004867783","https://openalex.org/W2012938852","https://openalex.org/W2013060353","https://openalex.org/W2023544474","https://openalex.org/W2024395742","https://openalex.org/W2025672288","https://openalex.org/W2028441203","https://openalex.org/W2029038510","https://openalex.org/W2034653530","https://openalex.org/W2035302783","https://openalex.org/W2041650849","https://openalex.org/W2041713059","https://openalex.org/W2044622291","https://openalex.org/W2045002843","https://openalex.org/W2062176520","https://openalex.org/W2070581427","https://openalex.org/W2075699551","https://openalex.org/W2092467599","https://openalex.org/W2094071977","https://openalex.org/W2103184699","https://openalex.org/W2107399969","https://openalex.org/W2110441383","https://openalex.org/W2111517421","https://openalex.org/W2118425062","https://openalex.org/W2118577607","https://openalex.org/W2119172954","https://openalex.org/W2122796178","https://openalex.org/W2135841285","https://openalex.org/W2143198621","https://openalex.org/W2149911953","https://openalex.org/W2151725765","https://openalex.org/W2156305884","https://openalex.org/W2158303854","https://openalex.org/W2159988437","https://openalex.org/W2162036145","https://openalex.org/W2171570823","https://openalex.org/W2245333128","https://openalex.org/W2280554095","https://openalex.org/W2292289085","https://openalex.org/W2294668324","https://openalex.org/W2324595780","https://openalex.org/W2342081626","https://openalex.org/W2493611654","https://openalex.org/W2498593381","https://openalex.org/W2529485440","https://openalex.org/W2549842361","https://openalex.org/W2567474828","https://openalex.org/W2594777131","https://openalex.org/W2606588362","https://openalex.org/W2606641395","https://openalex.org/W2619198044","https://openalex.org/W2626555746","https://openalex.org/W2735780801","https://openalex.org/W2782311202","https://openalex.org/W2789364649","https://openalex.org/W2803285409","https://openalex.org/W2807501282","https://openalex.org/W2810071081","https://openalex.org/W2813121583","https://openalex.org/W2884209895","https://openalex.org/W2886759516","https://openalex.org/W2888495597","https://openalex.org/W2947389885","https://openalex.org/W2951070264","https://openalex.org/W2952211842","https://openalex.org/W2980554728","https://openalex.org/W3003257820","https://openalex.org/W3008797115","https://openalex.org/W3017909608","https://openalex.org/W3094776760","https://openalex.org/W3132183194","https://openalex.org/W3195190999","https://openalex.org/W4234379366","https://openalex.org/W4236200536","https://openalex.org/W4236850081","https://openalex.org/W4246412311","https://openalex.org/W4246414636","https://openalex.org/W4247184692","https://openalex.org/W6607641575","https://openalex.org/W6608101877","https://openalex.org/W6631148570","https://openalex.org/W6635639354","https://openalex.org/W6637766179","https://openalex.org/W6638085342","https://openalex.org/W6649267115","https://openalex.org/W6673580431","https://openalex.org/W6730163794","https://openalex.org/W6774112282"],"related_works":["https://openalex.org/W2090301720","https://openalex.org/W3089971865","https://openalex.org/W3176274227","https://openalex.org/W2913502950","https://openalex.org/W2008194781","https://openalex.org/W1592877999","https://openalex.org/W1916954724","https://openalex.org/W2914660298","https://openalex.org/W4243211268","https://openalex.org/W2122084118"],"abstract_inverted_index":{"Due":[0],"to":[1,104,119],"the":[2,24,43,51,75,82,88,93,106,121,143,149,155,164,181,213,227,242],"effectiveness":[3],"and":[4,67,98,103,224],"efficiency":[5],"in":[6,23,87],"detecting":[7],"defects":[8],"caused":[9],"by":[10,124,161,218,231,249],"interactions":[11],"of":[12,40,54,77,85,108,138,146,166,215,222,235,245],"multiple":[13],"factors,":[14],"Combinatorial":[15],"Testing":[16],"(CT)":[17],"has":[18],"received":[19],"considerable":[20],"scholarly":[21],"attention":[22],"last":[25],"decades.":[26],"Despite":[27],"numerous":[28],"practical":[29],"test":[30,96,101,139,168,192,246],"case":[31],"generation":[32,46],"techniques":[33],"being":[34],"developed,":[35],"there":[36],"remains":[37],"a":[38,57,113,132,174],"paucity":[39],"studies":[41,201],"addressing":[42],"automated":[44,100],"oracle":[45,193],"problem,":[47],"which":[48,64,141],"holds":[49],"back":[50],"overall":[52,243],"automation":[53],"CT.":[55],"As":[56,173],"consequence,":[58],"much":[59],"human":[60],"intervention":[61],"is":[62,65],"inevitable,":[63],"time-consuming":[66],"error-prone.":[68],"This":[69],"costly":[70],"manual":[71],"task":[72],"also":[73,189,225],"restricts":[74],"application":[76],"higher":[78],"testing":[79],"strength,":[80],"inhibiting":[81],"full":[83],"exploitation":[84],"CT":[86,115,123,186],"industrial":[89],"practice.":[90],"To":[91],"bridge":[92],"gap":[94],"between":[95],"designs":[97],"fully":[99],"flows,":[102],"extend":[105],"applicability":[107],"CT,":[109,240],"this":[110],"paper":[111],"presents":[112],"novel":[114],"methodology,":[116],"named":[117],"COMER,":[118],"enhance":[120],"traditional":[122],"accounting":[125],"for":[126],"Metamorphic":[127,150],"Relations":[128],"(MRs).":[129],"COMER":[130,176,211,250],"puts":[131],"high":[133],"priority":[134],"on":[135,203],"generating":[136],"pairs":[137],"cases":[140,169,247],"match":[142],"input":[144],"rules":[145],"MRs,":[147],"i.e.,":[148],"Group":[151],"(MG),":[152],"such":[153],"that":[154,210],"correctness":[156],"can":[157,177],"be":[158],"automatically":[159,190],"determined":[160],"verifying":[162],"whether":[163],"outputs":[165],"these":[167],"violate":[170],"their":[171],"MRs.":[172],"result,":[175],"not":[178],"only":[179],"satisfy":[180],"t-way":[182],"coverage":[183],"as":[184,194,197],"what":[185],"does,":[187],"but":[188],"check":[191],"many":[195],"violations":[196],"possible.":[198],"Several":[199],"empirical":[200],"conducted":[202],"31":[204],"real-world":[205],"software":[206],"projects":[207],"have":[208],"shown":[209],"increased":[212,226],"number":[214,244],"metamorphic":[216],"groups":[217],"an":[219,232],"average":[220,233],"factor":[221,234],"75.9":[223],"failure":[228],"detection":[229],"rate":[230],"11.3,":[236],"when":[237],"compared":[238],"with":[239],"while":[241],"generated":[248],"barely":[251],"increased.":[252]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}