{"id":"https://openalex.org/W2324595780","doi":"https://doi.org/10.1109/tse.2016.2532875","title":"A Survey on Metamorphic Testing","display_name":"A Survey on Metamorphic Testing","publication_year":2016,"publication_date":"2016-02-29","ids":{"openalex":"https://openalex.org/W2324595780","doi":"https://doi.org/10.1109/tse.2016.2532875","mag":"2324595780"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2016.2532875","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2016.2532875","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057070358","display_name":"Sergio Segura","orcid":"https://orcid.org/0000-0001-8816-6213"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Sergio Segura","raw_affiliation_strings":["Department of Computer Languages and Systems, Universidad de Sevilla, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Computer Languages and Systems, Universidad de Sevilla, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079261847","display_name":"Gordon Fraser","orcid":"https://orcid.org/0000-0002-4364-6595"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gordon Fraser","raw_affiliation_strings":["Department of Computer Science, University of Sheffield, Sheffield, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Sheffield, Sheffield, United Kingdom","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006570510","display_name":"Ana B. S\u00e1nchez","orcid":"https://orcid.org/0000-0003-1473-0955"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Ana B. Sanchez","raw_affiliation_strings":["Department of Computer Languages and Systems, Universidad de Sevilla, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Computer Languages and Systems, Universidad de Sevilla, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072611940","display_name":"Antonio Ruiz\u2013Cort\u00e9s","orcid":"https://orcid.org/0000-0001-9827-1834"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Antonio Ruiz-Cortes","raw_affiliation_strings":["Department of Computer Languages and Systems, Universidad de Sevilla, Spain"],"affiliations":[{"raw_affiliation_string":"Department of Computer Languages and Systems, Universidad de Sevilla, Spain","institution_ids":["https://openalex.org/I79238269"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5057070358"],"corresponding_institution_ids":["https://openalex.org/I79238269"],"apc_list":null,"apc_paid":null,"fwci":49.374,"has_fulltext":false,"cited_by_count":533,"citation_normalized_percentile":{"value":0.99865524,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"42","issue":"9","first_page":"805","last_page":"824"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7827718257904053},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4634646475315094},{"id":"https://openalex.org/keywords/metamorphic-rock","display_name":"Metamorphic rock","score":0.45137113332748413},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3882603049278259},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3477276563644409},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.2119276523590088},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.10359698534011841}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7827718257904053},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4634646475315094},{"id":"https://openalex.org/C26687426","wikidata":"https://www.wikidata.org/wiki/Q47069","display_name":"Metamorphic rock","level":2,"score":0.45137113332748413},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3882603049278259},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3477276563644409},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2119276523590088},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.10359698534011841},{"id":"https://openalex.org/C17409809","wikidata":"https://www.wikidata.org/wiki/Q161764","display_name":"Geochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tse.2016.2532875","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2016.2532875","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:dnet:idus________::bdc0d89df8ca27a34b1522764eb8666d","is_oa":false,"landing_page_url":"https://idus.us.es/handle/11441/38271","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:110335","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321595","display_name":"Federaci\u00f3n Espa\u00f1ola de Enfermedades Raras","ror":"https://ror.org/0348bpk17"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":167,"referenced_works":["https://openalex.org/W47894085","https://openalex.org/W116440050","https://openalex.org/W130310386","https://openalex.org/W170437496","https://openalex.org/W170453248","https://openalex.org/W189851142","https://openalex.org/W197000801","https://openalex.org/W206703680","https://openalex.org/W1104960690","https://openalex.org/W1485149602","https://openalex.org/W1519683776","https://openalex.org/W1528936821","https://openalex.org/W1550050122","https://openalex.org/W1608397552","https://openalex.org/W1617482965","https://openalex.org/W1648594027","https://openalex.org/W1683468393","https://openalex.org/W1702158037","https://openalex.org/W1752028482","https://openalex.org/W1777973086","https://openalex.org/W1835981401","https://openalex.org/W1843400045","https://openalex.org/W1895113725","https://openalex.org/W1931048368","https://openalex.org/W1973848907","https://openalex.org/W1975934503","https://openalex.org/W1979328741","https://openalex.org/W1979345446","https://openalex.org/W1979868167","https://openalex.org/W1982483659","https://openalex.org/W1991014882","https://openalex.org/W1992570401","https://openalex.org/W1993902452","https://openalex.org/W1996123398","https://openalex.org/W1998874662","https://openalex.org/W1999651978","https://openalex.org/W2002520236","https://openalex.org/W2004727615","https://openalex.org/W2006615808","https://openalex.org/W2007632507","https://openalex.org/W2013060353","https://openalex.org/W2014515160","https://openalex.org/W2015373373","https://openalex.org/W2016339238","https://openalex.org/W2019108269","https://openalex.org/W2021751995","https://openalex.org/W2023544474","https://openalex.org/W2023556458","https://openalex.org/W2032680490","https://openalex.org/W2033361557","https://openalex.org/W2034653530","https://openalex.org/W2035349409","https://openalex.org/W2041650849","https://openalex.org/W2041713059","https://openalex.org/W2043998723","https://openalex.org/W2044771160","https://openalex.org/W2047437983","https://openalex.org/W2047914009","https://openalex.org/W2050853996","https://openalex.org/W2051463711","https://openalex.org/W2052581380","https://openalex.org/W2067676171","https://openalex.org/W2070310844","https://openalex.org/W2070581427","https://openalex.org/W2074102215","https://openalex.org/W2084558680","https://openalex.org/W2086236651","https://openalex.org/W2091093620","https://openalex.org/W2092467599","https://openalex.org/W2094078040","https://openalex.org/W2096902973","https://openalex.org/W2097110854","https://openalex.org/W2099903068","https://openalex.org/W2100080791","https://openalex.org/W2100230555","https://openalex.org/W2103184699","https://openalex.org/W2103318645","https://openalex.org/W2106087516","https://openalex.org/W2106953271","https://openalex.org/W2107147876","https://openalex.org/W2107399969","https://openalex.org/W2110020954","https://openalex.org/W2110441383","https://openalex.org/W2110908283","https://openalex.org/W2110933355","https://openalex.org/W2111628838","https://openalex.org/W2112265708","https://openalex.org/W2114531926","https://openalex.org/W2114695104","https://openalex.org/W2117861812","https://openalex.org/W2117866489","https://openalex.org/W2118577607","https://openalex.org/W2120174826","https://openalex.org/W2121074184","https://openalex.org/W2121852482","https://openalex.org/W2128967738","https://openalex.org/W2129942570","https://openalex.org/W2130746431","https://openalex.org/W2132900383","https://openalex.org/W2133230097","https://openalex.org/W2134124281","https://openalex.org/W2134500965","https://openalex.org/W2134928740","https://openalex.org/W2135841285","https://openalex.org/W2139069137","https://openalex.org/W2141933055","https://openalex.org/W2142049935","https://openalex.org/W2142081319","https://openalex.org/W2143198621","https://openalex.org/W2143702316","https://openalex.org/W2144368431","https://openalex.org/W2148306883","https://openalex.org/W2149224908","https://openalex.org/W2151363114","https://openalex.org/W2153145795","https://openalex.org/W2156300645","https://openalex.org/W2157974609","https://openalex.org/W2158303854","https://openalex.org/W2158586961","https://openalex.org/W2158954642","https://openalex.org/W2161286953","https://openalex.org/W2162036145","https://openalex.org/W2162796800","https://openalex.org/W2164456209","https://openalex.org/W2165708913","https://openalex.org/W2168208806","https://openalex.org/W2168565110","https://openalex.org/W2168894761","https://openalex.org/W2170737051","https://openalex.org/W2171302641","https://openalex.org/W2179418444","https://openalex.org/W2247001206","https://openalex.org/W2280554095","https://openalex.org/W2293505944","https://openalex.org/W2371204868","https://openalex.org/W2477679966","https://openalex.org/W2482957168","https://openalex.org/W2483325808","https://openalex.org/W2534174064","https://openalex.org/W2537379857","https://openalex.org/W2541368122","https://openalex.org/W2541675637","https://openalex.org/W2543499766","https://openalex.org/W2610589024","https://openalex.org/W2777884834","https://openalex.org/W3004537778","https://openalex.org/W3008797115","https://openalex.org/W3141939207","https://openalex.org/W3150266642","https://openalex.org/W4231553975","https://openalex.org/W4234178642","https://openalex.org/W4236850081","https://openalex.org/W4237971447","https://openalex.org/W4243783708","https://openalex.org/W4250731515","https://openalex.org/W4252026936","https://openalex.org/W6631148570","https://openalex.org/W6637620405","https://openalex.org/W6637766179","https://openalex.org/W6673580431","https://openalex.org/W6674682064","https://openalex.org/W6676618388","https://openalex.org/W6679515721","https://openalex.org/W6680859568","https://openalex.org/W6684456340","https://openalex.org/W6728436911","https://openalex.org/W6774112282"],"related_works":["https://openalex.org/W2090301720","https://openalex.org/W2008194781","https://openalex.org/W3176274227","https://openalex.org/W3089971865","https://openalex.org/W2039512252","https://openalex.org/W2038209453","https://openalex.org/W2913502950","https://openalex.org/W1916954724","https://openalex.org/W2914660298","https://openalex.org/W2122084118"],"abstract_inverted_index":{"A":[0],"test":[1,6,64],"oracle":[2],"determines":[3],"whether":[4],"a":[5,9,30,60,63,74,78,105,119],"execution":[7],"reveals":[8],"fault,":[10],"often":[11],"by":[12,51,58],"comparing":[13],"the":[14,19,69,81,98,127,146],"observed":[15],"program":[16,70],"output":[17,71],"to":[18,38,62,113],"expected":[20],"output.":[21],"This":[22,116],"is":[23,34,48],"not":[24,49],"always":[25],"practical,":[26],"for":[27],"example":[28],"when":[29],"program's":[31],"input-output":[32],"relation":[33],"complex":[35],"and":[36,66,97,130,133],"difficult":[37],"capture":[39],"formally.":[40],"Metamorphic":[41],"testing":[42,93,142],"provides":[43,118],"an":[44,53],"alternative,":[45],"where":[46],"correctness":[47],"determined":[50],"checking":[52],"individual":[54],"concrete":[55],"output,":[56],"but":[57],"applying":[59],"transformation":[61],"input":[65],"observing":[67],"how":[68],"\u201cmorphs\u201d":[72],"into":[73],"different":[75],"one":[76],"as":[77,143,145],"result.":[79],"Since":[80],"introduction":[82],"of":[83,107,140],"such":[84],"metamorphic":[85,92,123,141],"relations":[86],"in":[87,104,137],"1998,":[88],"many":[89],"contributions":[90],"on":[91,122],"have":[94],"been":[95],"made,":[96],"technique":[99],"has":[100],"seen":[101],"successful":[102],"applications":[103],"variety":[106],"domains,":[108],"ranging":[109],"from":[110],"web":[111],"services":[112],"computer":[114],"graphics.":[115],"article":[117],"comprehensive":[120],"survey":[121],"testing:":[124],"It":[125],"summarises":[126],"research":[128],"results":[129],"application":[131],"areas,":[132],"analyses":[134],"common":[135],"practice":[136],"empirical":[138],"studies":[139],"well":[144],"main":[147],"open":[148],"challenges.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":66},{"year":2024,"cited_by_count":74},{"year":2023,"cited_by_count":75},{"year":2022,"cited_by_count":60},{"year":2021,"cited_by_count":74},{"year":2020,"cited_by_count":57},{"year":2019,"cited_by_count":46},{"year":2018,"cited_by_count":35},{"year":2017,"cited_by_count":23},{"year":2016,"cited_by_count":10}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}