{"id":"https://openalex.org/W2896505116","doi":"https://doi.org/10.1109/tse.2018.2876433","title":"Metamorphic Relations for Enhancing System Understanding and Use","display_name":"Metamorphic Relations for Enhancing System Understanding and Use","publication_year":2018,"publication_date":"2018-10-16","ids":{"openalex":"https://openalex.org/W2896505116","doi":"https://doi.org/10.1109/tse.2018.2876433","mag":"2896505116"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2018.2876433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2018.2876433","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/Metamorphic_Relations_for_Enhancing_System_Understanding_and_Use/27783048","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069910503","display_name":"Zhi Quan Zhou","orcid":"https://orcid.org/0000-0003-1769-9367"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhi Quan Zhou","raw_affiliation_strings":["Institute of Cybersecurity and Cryptology, School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1769-9367","affiliations":[{"raw_affiliation_string":"Institute of Cybersecurity and Cryptology, School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006295754","display_name":"Liqun Sun","orcid":"https://orcid.org/0000-0001-7445-5532"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Liqun Sun","raw_affiliation_strings":["Institute of Cybersecurity and Cryptology, School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7445-5532","affiliations":[{"raw_affiliation_string":"Institute of Cybersecurity and Cryptology, School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035107113","display_name":"Tsong Yueh Chen","orcid":"https://orcid.org/0000-0003-3578-0994"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tsong Yueh Chen","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Swinburne University of Technology, Hawthorn, VIC, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3578-0994","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Swinburne University of Technology, Hawthorn, VIC, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049154334","display_name":"Dave Towey","orcid":"https://orcid.org/0000-0003-0877-4353"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dave Towey","raw_affiliation_strings":["School of Computer Science, University of Nottingham Ningbo China, Ningbo, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0003-0877-4353","affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Nottingham Ningbo China, Ningbo, Zhejiang, China","institution_ids":["https://openalex.org/I13591777"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":21.3414,"has_fulltext":false,"cited_by_count":122,"citation_normalized_percentile":{"value":0.99296172,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"46","issue":"10","first_page":"1120","last_page":"1154"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.778803288936615},{"id":"https://openalex.org/keywords/metamorphic-rock","display_name":"Metamorphic rock","score":0.4412640929222107},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3966502547264099},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3224168121814728},{"id":"https://openalex.org/keywords/geochemistry","display_name":"Geochemistry","score":0.11355045437812805},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.11319619417190552}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.778803288936615},{"id":"https://openalex.org/C26687426","wikidata":"https://www.wikidata.org/wiki/Q47069","display_name":"Metamorphic rock","level":2,"score":0.4412640929222107},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3966502547264099},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3224168121814728},{"id":"https://openalex.org/C17409809","wikidata":"https://www.wikidata.org/wiki/Q161764","display_name":"Geochemistry","level":1,"score":0.11355045437812805},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.11319619417190552}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tse.2018.2876433","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2018.2876433","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:eprints.nottingham.ac.uk:55380","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402014","display_name":"Nottingham ePrints (University of Nottingham)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142263535","host_organization_name":"University of Nottingham","host_organization_lineage":["https://openalex.org/I142263535"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:ro.uow.edu.au:eispapers1-4000","is_oa":false,"landing_page_url":"https://ro.uow.edu.au/eispapers1/2982","pdf_url":null,"source":{"id":"https://openalex.org/S4306400510","display_name":"Research Online (University of Wollongong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I204824540","host_organization_name":"University of Wollongong","host_organization_lineage":["https://openalex.org/I204824540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty of Engineering and Information Sciences - Papers: Part B","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/27783048","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Metamorphic_Relations_for_Enhancing_System_Understanding_and_Use/27783048","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:researchbank.swinburne.edu.au:42b6b1f9-5519-476c-bf93-1e091a01090e/1","is_oa":false,"landing_page_url":"http://hdl.handle.net/1959.3/446203","pdf_url":null,"source":{"id":"https://openalex.org/S4306401157","display_name":"Swinburne Research Bank (Swinburne University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I57093077","host_organization_name":"Swinburne University of Technology","host_organization_lineage":["https://openalex.org/I57093077"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Software Engineering, Vol. 46, no. 10 (Oct 2020), pp. 1120-1154","raw_type":null}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/27783048","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Metamorphic_Relations_for_Enhancing_System_Understanding_and_Use/27783048","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8933989502","display_name":"Design and deployment of practical anonymous access systems","funder_award_id":"LP160101691","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W47554466","https://openalex.org/W83755378","https://openalex.org/W572555397","https://openalex.org/W578899100","https://openalex.org/W647667923","https://openalex.org/W1493688518","https://openalex.org/W1524053243","https://openalex.org/W1524996061","https://openalex.org/W1532908479","https://openalex.org/W1568902754","https://openalex.org/W1843400045","https://openalex.org/W1923648912","https://openalex.org/W1972065960","https://openalex.org/W1979328741","https://openalex.org/W1979868167","https://openalex.org/W1986024718","https://openalex.org/W1996134430","https://openalex.org/W2010962701","https://openalex.org/W2014041755","https://openalex.org/W2018259456","https://openalex.org/W2019108269","https://openalex.org/W2022179201","https://openalex.org/W2023544474","https://openalex.org/W2032680490","https://openalex.org/W2041650849","https://openalex.org/W2041713059","https://openalex.org/W2043998723","https://openalex.org/W2045749853","https://openalex.org/W2050700722","https://openalex.org/W2057516773","https://openalex.org/W2071796262","https://openalex.org/W2099444174","https://openalex.org/W2112599783","https://openalex.org/W2123005569","https://openalex.org/W2135016226","https://openalex.org/W2137195699","https://openalex.org/W2141933055","https://openalex.org/W2151752818","https://openalex.org/W2157943826","https://openalex.org/W2162036145","https://openalex.org/W2170737051","https://openalex.org/W2179418444","https://openalex.org/W2244052174","https://openalex.org/W2280554095","https://openalex.org/W2293505944","https://openalex.org/W2313752879","https://openalex.org/W2324595780","https://openalex.org/W2428841090","https://openalex.org/W2437918562","https://openalex.org/W2465408359","https://openalex.org/W2522186013","https://openalex.org/W2588381105","https://openalex.org/W2615135541","https://openalex.org/W2615209345","https://openalex.org/W2619636279","https://openalex.org/W2625417816","https://openalex.org/W2730089225","https://openalex.org/W2732493711","https://openalex.org/W2741561716","https://openalex.org/W2759550170","https://openalex.org/W2782311202","https://openalex.org/W2785340633","https://openalex.org/W2807869594","https://openalex.org/W2814638054","https://openalex.org/W2859484040","https://openalex.org/W2914363006","https://openalex.org/W2963327228","https://openalex.org/W2964273476","https://openalex.org/W2971171795","https://openalex.org/W2997653900","https://openalex.org/W3003456415","https://openalex.org/W3008797115","https://openalex.org/W3103666780","https://openalex.org/W3148903672","https://openalex.org/W3211298744","https://openalex.org/W4231553975","https://openalex.org/W4236850081","https://openalex.org/W4239084643","https://openalex.org/W4245341152","https://openalex.org/W4245484460","https://openalex.org/W4248673376","https://openalex.org/W4252084100","https://openalex.org/W4254332277","https://openalex.org/W4255888652","https://openalex.org/W4256616807","https://openalex.org/W4302806515","https://openalex.org/W6680859568","https://openalex.org/W6726327857","https://openalex.org/W6774112282","https://openalex.org/W6803489889"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2388869842","https://openalex.org/W2354163170","https://openalex.org/W2012269922","https://openalex.org/W2368683800","https://openalex.org/W4255743663","https://openalex.org/W2401987651","https://openalex.org/W1006855143"],"abstract_inverted_index":{"Modern":[0],"information":[1],"technology":[2],"paradigms,":[3],"such":[4],"as":[5],"online":[6],"services":[7],"and":[8,61,83,134,168,179,194],"off-the-shelf":[9],"products,":[10],"often":[11,40],"involve":[12],"a":[13,129,135],"wide":[14],"variety":[15],"of":[16,48,106,112,160,190,196],"users":[17,39,62,74,175],"with":[18],"different":[19,55],"or":[20],"even":[21],"conflicting":[22],"objectives.":[23],"Every":[24],"software":[25,79],"output":[26],"may":[27,32],"satisfy":[28,36],"some":[29,159],"users,":[30],"but":[31],"also":[33,127],"fail":[34],"to":[35,72,75,146,176],"others.":[37],"Furthermore,":[38],"do":[41,92],"not":[42,93],"know":[43,64],"the":[44,49,78,97,104,110,161,166,182,191],"internal":[45],"working":[46],"mechanisms":[47],"systems.":[50,183],"This":[51,67],"situation":[52],"is":[53,99],"quite":[54],"from":[56,109],"bespoke":[57],"software,":[58],"where":[59],"developers":[60],"typically":[63],"each":[65],"other.":[66],"paper":[68],"proposes":[69],"an":[70,119],"approach":[71,102,172],"help":[73,174],"better":[76,177,180],"understand":[77,95,178],"that":[80,122,142],"they":[81,91],"use,":[82],"thereby":[84],"more":[85],"easily":[86],"achieve":[87],"their":[88],"objectives-even":[89],"when":[90],"fully":[94],"how":[96,170],"system":[98],"implemented.":[100],"Our":[101],"borrows":[103],"concept":[105],"metamorphic":[107,113,131,138,150],"relations":[108],"field":[111],"testing":[114],"(MT),":[115],"using":[116],"it":[117],"in":[118,158,165],"innovative":[120],"way":[121],"extends":[123],"beyond":[124],"MT.":[125],"We":[126],"propose":[128],"\u201csymmetry\u201d":[130],"relation":[132,139],"pattern":[133,141],"\u201cchange":[136],"direction\u201d":[137],"input":[140],"can":[143,173],"be":[144],"used":[145],"derive":[147],"multiple":[148],"concrete":[149],"relations.":[151],"Empirical":[152],"studies":[153],"reveal":[154],"previously":[155],"unknown":[156],"failures":[157],"most":[162],"popular":[163],"applications":[164],"world,":[167],"show":[169],"our":[171,197],"use":[181],"The":[184],"empirical":[185],"results":[186],"provide":[187],"strong":[188],"evidence":[189],"simplicity,":[192],"applicability,":[193],"effectiveness":[195],"methodology.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":14}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}