{"id":"https://openalex.org/W4405543795","doi":"https://doi.org/10.1145/3708521","title":"Metamorphic Relation Generation: State of the Art and Research Directions","display_name":"Metamorphic Relation Generation: State of the Art and Research Directions","publication_year":2024,"publication_date":"2024-12-18","ids":{"openalex":"https://openalex.org/W4405543795","doi":"https://doi.org/10.1145/3708521"},"language":"en","primary_location":{"id":"doi:10.1145/3708521","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3708521","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100448539","display_name":"Rui Li","orcid":"https://orcid.org/0000-0002-7669-4112"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Rui Li","raw_affiliation_strings":["Deakin University, Melbourne, Australia","Deakin University, Australia"],"raw_orcid":"https://orcid.org/0000-0002-7669-4112","affiliations":[{"raw_affiliation_string":"Deakin University, Melbourne, Australia","institution_ids":["https://openalex.org/I149704539"]},{"raw_affiliation_string":"Deakin University, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033550181","display_name":"Huai Liu","orcid":"https://orcid.org/0000-0003-3125-4399"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Huai Liu","raw_affiliation_strings":["Swinburne University of Technology, Melbourne, Australia","Swinburne University of Technology, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3125-4399","affiliations":[{"raw_affiliation_string":"Swinburne University of Technology, Melbourne, Australia","institution_ids":["https://openalex.org/I57093077"]},{"raw_affiliation_string":"Swinburne University of Technology, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051828363","display_name":"Pak\u2010Lok Poon","orcid":"https://orcid.org/0000-0003-2840-2418"},"institutions":[{"id":"https://openalex.org/I74899385","display_name":"Central Queensland University","ror":"https://ror.org/023q4bk22","country_code":"AU","type":"education","lineage":["https://openalex.org/I74899385"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Pak-Lok Poon","raw_affiliation_strings":["Central Queensland University, Melbourne, Australia","Central Queensland University, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2840-2418","affiliations":[{"raw_affiliation_string":"Central Queensland University, Melbourne, Australia","institution_ids":["https://openalex.org/I74899385"]},{"raw_affiliation_string":"Central Queensland University, Australia","institution_ids":["https://openalex.org/I74899385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049154334","display_name":"Dave Towey","orcid":"https://orcid.org/0000-0003-0877-4353"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dave Towey","raw_affiliation_strings":["University of Nottingham Ningbo China, Ningbo, China","University of Nottingham Ningbo China, China"],"raw_orcid":"https://orcid.org/0000-0003-0877-4353","affiliations":[{"raw_affiliation_string":"University of Nottingham Ningbo China, Ningbo, China","institution_ids":["https://openalex.org/I13591777"]},{"raw_affiliation_string":"University of Nottingham Ningbo China, China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048309076","display_name":"Chang\u2010ai Sun","orcid":"https://orcid.org/0000-0003-3696-6176"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chang-Ai Sun","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","University of Science and Technology Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3696-6176","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"University of Science and Technology Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459073","display_name":"Zheng Zheng","orcid":"https://orcid.org/0000-0001-7922-9067"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Zheng","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","Beihang University, China"],"raw_orcid":"https://orcid.org/0000-0001-7922-9067","affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069910503","display_name":"Zhi Quan Zhou","orcid":"https://orcid.org/0000-0003-1769-9367"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhi Quan Zhou","raw_affiliation_strings":["University of Wollongong, Wollongong, Australia","University of Wollongong, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1769-9367","affiliations":[{"raw_affiliation_string":"University of Wollongong, Wollongong, Australia","institution_ids":["https://openalex.org/I204824540"]},{"raw_affiliation_string":"University of Wollongong, Australia","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035107113","display_name":"Tsong Yueh Chen","orcid":"https://orcid.org/0000-0003-3578-0994"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tsong Yueh Chen","raw_affiliation_strings":["Swinburne University of Technology, Melbourne, Australia","Swinburne University of Technology, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3578-0994","affiliations":[{"raw_affiliation_string":"Swinburne University of Technology, Melbourne, Australia","institution_ids":["https://openalex.org/I57093077"]},{"raw_affiliation_string":"Swinburne University of Technology, Australia","institution_ids":["https://openalex.org/I57093077"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.3441,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.94230336,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"34","issue":"5","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6918890476226807},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.6286162734031677},{"id":"https://openalex.org/keywords/metamorphic-rock","display_name":"Metamorphic rock","score":0.5828103423118591},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.43062499165534973},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.2820385694503784},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19701716303825378},{"id":"https://openalex.org/keywords/geochemistry","display_name":"Geochemistry","score":0.16950517892837524},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1382790207862854}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6918890476226807},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.6286162734031677},{"id":"https://openalex.org/C26687426","wikidata":"https://www.wikidata.org/wiki/Q47069","display_name":"Metamorphic rock","level":2,"score":0.5828103423118591},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.43062499165534973},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.2820385694503784},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19701716303825378},{"id":"https://openalex.org/C17409809","wikidata":"https://www.wikidata.org/wiki/Q161764","display_name":"Geochemistry","level":1,"score":0.16950517892837524},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1382790207862854}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3708521","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3708521","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7744500962","display_name":null,"funder_award_id":"62272037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":88,"referenced_works":["https://openalex.org/W83755378","https://openalex.org/W1104960690","https://openalex.org/W1835981401","https://openalex.org/W1982483659","https://openalex.org/W1992639336","https://openalex.org/W1993902452","https://openalex.org/W1996662187","https://openalex.org/W2023556458","https://openalex.org/W2032680490","https://openalex.org/W2034653530","https://openalex.org/W2036779186","https://openalex.org/W2041650849","https://openalex.org/W2041713059","https://openalex.org/W2067676171","https://openalex.org/W2068878490","https://openalex.org/W2093495548","https://openalex.org/W2097110854","https://openalex.org/W2099449604","https://openalex.org/W2105111802","https://openalex.org/W2119249385","https://openalex.org/W2129485204","https://openalex.org/W2153145795","https://openalex.org/W2158954642","https://openalex.org/W2162036145","https://openalex.org/W2170737051","https://openalex.org/W2280554095","https://openalex.org/W2293505944","https://openalex.org/W2324595780","https://openalex.org/W2406349268","https://openalex.org/W2406550645","https://openalex.org/W2428841090","https://openalex.org/W2615135541","https://openalex.org/W2782311202","https://openalex.org/W2795257075","https://openalex.org/W2859484040","https://openalex.org/W2896505116","https://openalex.org/W2955293211","https://openalex.org/W2963327228","https://openalex.org/W2968478220","https://openalex.org/W2969812409","https://openalex.org/W2994070200","https://openalex.org/W2995975239","https://openalex.org/W3013946860","https://openalex.org/W3044926166","https://openalex.org/W3088576309","https://openalex.org/W3088599576","https://openalex.org/W3098391866","https://openalex.org/W3159933051","https://openalex.org/W3179680028","https://openalex.org/W3180580280","https://openalex.org/W3181144359","https://openalex.org/W3182645111","https://openalex.org/W3184041223","https://openalex.org/W3186246124","https://openalex.org/W3193505628","https://openalex.org/W3193570920","https://openalex.org/W4200610924","https://openalex.org/W4210896998","https://openalex.org/W4220891756","https://openalex.org/W4234178642","https://openalex.org/W4235175395","https://openalex.org/W4242321740","https://openalex.org/W4250176179","https://openalex.org/W4253021324","https://openalex.org/W4253752119","https://openalex.org/W4254332277","https://openalex.org/W4281393087","https://openalex.org/W4286331404","https://openalex.org/W4312357052","https://openalex.org/W4312551056","https://openalex.org/W4312602364","https://openalex.org/W4313154583","https://openalex.org/W4361986063","https://openalex.org/W4378373590","https://openalex.org/W4382987235","https://openalex.org/W4385977849","https://openalex.org/W4387323448","https://openalex.org/W4387735187","https://openalex.org/W4387739662","https://openalex.org/W4390117302","https://openalex.org/W4392207787","https://openalex.org/W4392453941","https://openalex.org/W4394606321","https://openalex.org/W4399206703","https://openalex.org/W4400582751","https://openalex.org/W4400681692","https://openalex.org/W4402516172","https://openalex.org/W6839069139"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2388869842","https://openalex.org/W2354163170","https://openalex.org/W2012269922","https://openalex.org/W2368683800","https://openalex.org/W4255743663","https://openalex.org/W2401987651","https://openalex.org/W1006855143"],"abstract_inverted_index":{"Metamorphic":[0,32],"testing":[1],"has":[2],"become":[3],"one":[4],"mainstream":[5],"technique":[6],"to":[7,17,63],"address":[8],"the":[9,34,51,81,85,88,102],"notorious":[10],"oracle":[11],"problem":[12],"in":[13,21,25,117],"software":[14,30],"testing,":[15,39],"thanks":[16],"its":[18],"great":[19],"successes":[20],"revealing":[22],"real-life":[23],"bugs":[24],"a":[26,54],"wide":[27],"variety":[28],"of":[29,37,58,87],"systems.":[31],"relations,":[33],"core":[35],"component":[36],"metamorphic":[38,66,91,110],"have":[40,60],"continuously":[41],"attracted":[42],"research":[43,115],"interests":[44],"from":[45,68],"both":[46],"academia":[47],"and":[48,71,96,104,108,112],"industry.":[49],"In":[50,76],"last":[52],"decade,":[53],"rapidly":[55],"increasing":[56],"number":[57],"studies":[59],"been":[61],"conducted":[62],"systematically":[64],"generate":[65],"relations":[67,111],"various":[69],"sources":[70],"for":[72,90,99,106],"different":[73],"application":[74],"domains.":[75],"this":[77],"article,":[78],"based":[79],"on":[80,84],"systematic":[82],"review":[83],"state":[86],"art":[89],"relations\u2019":[92],"generation,":[93],"we":[94],"summarize":[95],"highlight":[97],"visions":[98],"further":[100],"advancing":[101],"theory":[103],"techniques":[105],"identifying":[107],"constructing":[109],"discuss":[113],"promising":[114],"directions":[116],"related":[118],"areas.":[119]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}