{"id":"https://openalex.org/W2588381105","doi":"https://doi.org/10.1109/tale.2016.7851797","title":"Metamorphic testing: A new student engagement approach for a new software testing paradigm","display_name":"Metamorphic testing: A new student engagement approach for a new software testing paradigm","publication_year":2016,"publication_date":"2016-12-01","ids":{"openalex":"https://openalex.org/W2588381105","doi":"https://doi.org/10.1109/tale.2016.7851797","mag":"2588381105"},"language":"en","primary_location":{"id":"doi:10.1109/tale.2016.7851797","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tale.2016.7851797","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Teaching, Assessment, and Learning for Engineering (TALE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049154334","display_name":"Dave Towey","orcid":"https://orcid.org/0000-0003-0877-4353"},"institutions":[{"id":"https://openalex.org/I13591777","display_name":"University of Nottingham Ningbo China","ror":"https://ror.org/03y4dt428","country_code":"CN","type":"education","lineage":["https://openalex.org/I13591777","https://openalex.org/I142263535"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dave Towey","raw_affiliation_strings":["School of Computer Science, The University of Nottingham Ningbo China, Ningbo, Republic of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, The University of Nottingham Ningbo China, Ningbo, Republic of China","institution_ids":["https://openalex.org/I13591777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035107113","display_name":"Tsong Yueh Chen","orcid":"https://orcid.org/0000-0003-3578-0994"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tsong Yueh Chen","raw_affiliation_strings":["Australia-India Research Centre for Automation Software Engineering, RMIT University, Melbourne, VIC, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Australia-India Research Centre for Automation Software Engineering, RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026939136","display_name":"Fei\u2010Ching Kuo","orcid":null},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Fei-Ching Kuo","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Swinburne University of Technology, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Swinburne University of Technology, Victoria, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033550181","display_name":"Huai Liu","orcid":"https://orcid.org/0000-0003-3125-4399"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Huai Liu","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Swinburne University of Technology, Victoria, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Swinburne University of Technology, Victoria, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069910503","display_name":"Zhi Quan Zhou","orcid":"https://orcid.org/0000-0003-1769-9367"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhi Quan Zhou","raw_affiliation_strings":["School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing and Information Technology, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4613,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.90324305,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2","issue":null,"first_page":"218","last_page":"225"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9861999750137329,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.7598459720611572},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.7165096998214722},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.6600950956344604},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5910971164703369},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.5419841408729553},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.46547433733940125},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46292802691459656},{"id":"https://openalex.org/keywords/paradigm-shift","display_name":"Paradigm shift","score":0.4379566013813019},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4240492880344391},{"id":"https://openalex.org/keywords/software-quality-analyst","display_name":"Software quality analyst","score":0.4171358346939087},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.35672762989997864},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3530593514442444},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.3317340612411499},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2573385536670685},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09354722499847412}],"concepts":[{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.7598459720611572},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.7165096998214722},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6600950956344604},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5910971164703369},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.5419841408729553},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.46547433733940125},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46292802691459656},{"id":"https://openalex.org/C43540301","wikidata":"https://www.wikidata.org/wiki/Q689971","display_name":"Paradigm shift","level":2,"score":0.4379566013813019},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4240492880344391},{"id":"https://openalex.org/C188329197","wikidata":"https://www.wikidata.org/wiki/Q6554613","display_name":"Software quality analyst","level":5,"score":0.4171358346939087},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.35672762989997864},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3530593514442444},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.3317340612411499},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2573385536670685},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09354722499847412},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tale.2016.7851797","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tale.2016.7851797","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE International Conference on Teaching, Assessment, and Learning for Engineering (TALE)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.vu.edu.au:35310","is_oa":false,"landing_page_url":"https://vuir.vu.edu.au/35310/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400215","display_name":"Victoria University Research Repository (Victoria University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I41156924","host_organization_name":"Victoria University of Wellington","host_organization_lineage":["https://openalex.org/I41156924"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:ro.uow.edu.au:eispapers1-1145","is_oa":false,"landing_page_url":"https://ro.uow.edu.au/eispapers1/144","pdf_url":null,"source":{"id":"https://openalex.org/S4306400510","display_name":"Research Online (University of Wollongong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I204824540","host_organization_name":"University of Wollongong","host_organization_lineage":["https://openalex.org/I204824540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty of Engineering and Information Sciences - Papers: Part B","raw_type":"presentation"},{"id":"pmh:oai:researchbank.swinburne.edu.au:8837accd-b9f2-418e-8a74-5a388e58ca70/1","is_oa":false,"landing_page_url":"http://hdl.handle.net/1959.3/435468","pdf_url":null,"source":{"id":"https://openalex.org/S4306401157","display_name":"Swinburne Research Bank (Swinburne University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I57093077","host_organization_name":"Swinburne University of Technology","host_organization_lineage":["https://openalex.org/I57093077"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of 2016 IEEE International Conference on Teaching, Assessment and Learning for Engineering, TALE, Bangkok, Thailand, 7-9 December 2016  (2017), pp. 218-225","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W357505205","https://openalex.org/W616675917","https://openalex.org/W1485319711","https://openalex.org/W1486418440","https://openalex.org/W1501820224","https://openalex.org/W1524456751","https://openalex.org/W1993497346","https://openalex.org/W1998167229","https://openalex.org/W2002520236","https://openalex.org/W2006159725","https://openalex.org/W2010962701","https://openalex.org/W2026948260","https://openalex.org/W2031534978","https://openalex.org/W2041713059","https://openalex.org/W2043998723","https://openalex.org/W2046471589","https://openalex.org/W2070414677","https://openalex.org/W2093126594","https://openalex.org/W2102625721","https://openalex.org/W2106470680","https://openalex.org/W2113182468","https://openalex.org/W2120172401","https://openalex.org/W2123865896","https://openalex.org/W2124209077","https://openalex.org/W2154188595","https://openalex.org/W2157929553","https://openalex.org/W2162036145","https://openalex.org/W2169528473","https://openalex.org/W2170644967","https://openalex.org/W2170737051","https://openalex.org/W2189360888","https://openalex.org/W2240636316","https://openalex.org/W2242675383","https://openalex.org/W2244052174","https://openalex.org/W2293505944","https://openalex.org/W2306686872","https://openalex.org/W2324595780","https://openalex.org/W2465408359","https://openalex.org/W3008797115","https://openalex.org/W4230833047"],"related_works":["https://openalex.org/W2549211027","https://openalex.org/W1580492598","https://openalex.org/W2063804173","https://openalex.org/W2006615808","https://openalex.org/W2070902631","https://openalex.org/W1489503135","https://openalex.org/W2011425538","https://openalex.org/W2142081319","https://openalex.org/W630040118","https://openalex.org/W2105340075"],"abstract_inverted_index":{"Software":[0],"testing,":[1],"as":[2,17,70],"part":[3,21],"of":[4,22,29,44,120,152,163,165],"the":[5,18,42,52,58,87,153,157,166,195],"software":[6,11,24,66,97],"quality":[7],"assurance":[8],"processes":[9],"in":[10,80,103,156,188,201],"engineering":[12],"(SE),":[13],"is":[14,67,101,160,185],"seldom":[15],"cited":[16],"most":[19],"engaging":[20],"a":[23,35,92,117,161],"engineer's":[25],"training.":[26],"In":[27],"spite":[28],"its":[30],"importance,":[31],"it":[32,105,193],"was":[33],"often":[34],"neglected":[36],"area,":[37],"and":[38,112,124,169,190],"only":[39,184],"recently,":[40],"with":[41],"adoption":[43],"more":[45],"agile":[46],"methodologies,":[47],"has":[48,106,113,130,194],"testing":[49],"come":[50],"to":[51,60,63,83,94,126,136,197],"fore.":[53],"Testers":[54],"face":[55],"challenges,":[56],"including":[57],"need":[59],"be":[61],"able":[62],"identify":[64],"when":[65],"not":[68,183],"behaving":[69],"expected.":[71],"Metamorphic":[72],"Testing":[73],"(MT)":[74],"first":[75],"appeared":[76],"twenty":[77],"years":[78],"ago":[79],"an":[81,132],"effort":[82],"help":[84],"testers":[85],"facing":[86],"oracle":[88],"problem":[89],"(not":[90],"having":[91],"mechanism":[93],"determine":[95],"correct":[96],"behavior).":[98],"Although":[99],"MT":[100,129,158,174,186],"simple":[102],"concept,":[104],"demonstrated":[107],"very":[108],"impressive":[109],"fault-finding":[110],"ability,":[111],"recently":[114],"been":[115,143],"attracting":[116],"great":[118],"deal":[119],"interest.":[121],"Training":[122],"students":[123,200],"practitioners":[125],"effectively":[127],"apply":[128],"become":[131],"important":[133],"goal,":[134],"but":[135],"date,":[137],"no":[138],"textbook":[139],"or":[140],"guidelines":[141],"have":[142],"made":[144],"readily":[145],"available.":[146],"This":[147],"paper,":[148],"written":[149],"by":[150],"some":[151,164],"leading":[154],"voices":[155],"community,":[159],"sharing":[162],"experiences,":[167],"reflections":[168],"insights":[170],"gained":[171],"through":[172],"teaching":[173],"(and":[175],"other":[176],"related":[177],"subjects).":[178],"These":[179],"experiences":[180],"indicate":[181],"that":[182],"effective":[187],"industry":[189],"at":[191],"fault-finding,":[192],"potential":[196],"really":[198],"engage":[199],"creative":[202],"SE":[203],"classroom":[204],"activities.":[205]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2}],"updated_date":"2026-07-02T09:51:11.867554","created_date":"2025-10-10T00:00:00"}