{"id":"https://openalex.org/W3193570920","doi":"https://doi.org/10.1145/3468264.3473136","title":"New visions on metamorphic testing after a quarter of a century of inception","display_name":"New visions on metamorphic testing after a quarter of a century of inception","publication_year":2021,"publication_date":"2021-08-18","ids":{"openalex":"https://openalex.org/W3193570920","doi":"https://doi.org/10.1145/3468264.3473136","mag":"3193570920"},"language":"en","primary_location":{"id":"doi:10.1145/3468264.3473136","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3468264.3473136","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035107113","display_name":"Tsong Yueh Chen","orcid":"https://orcid.org/0000-0003-3578-0994"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tsong Yueh Chen","raw_affiliation_strings":["Swinburne University of Technology, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3578-0994","affiliations":[{"raw_affiliation_string":"Swinburne University of Technology, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049494347","display_name":"T.H. Tse","orcid":"https://orcid.org/0000-0002-0460-8377"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"T. H. Tse","raw_affiliation_strings":["University of Hong Kong, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-0460-8377","affiliations":[{"raw_affiliation_string":"University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1487","last_page":"1490"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision","display_name":"Vision","score":0.9350298643112183},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.7803835868835449},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6748744249343872},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.5987677574157715},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5649900436401367},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5139419436454773},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5113305449485779},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4676035940647125},{"id":"https://openalex.org/keywords/quarter","display_name":"Quarter (Canadian coin)","score":0.41770845651626587},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3616163730621338},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1612166464328766},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.09679251909255981},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.08950665593147278},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.0738806426525116}],"concepts":[{"id":"https://openalex.org/C133979268","wikidata":"https://www.wikidata.org/wiki/Q1682108","display_name":"Vision","level":2,"score":0.9350298643112183},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.7803835868835449},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6748744249343872},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.5987677574157715},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5649900436401367},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5139419436454773},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5113305449485779},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4676035940647125},{"id":"https://openalex.org/C85079727","wikidata":"https://www.wikidata.org/wiki/Q3560114","display_name":"Quarter (Canadian coin)","level":2,"score":0.41770845651626587},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3616163730621338},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1612166464328766},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.09679251909255981},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.08950665593147278},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0738806426525116},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3468264.3473136","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3468264.3473136","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6100000143051147}],"awards":[{"id":"https://openalex.org/G4650614531","display_name":null,"funder_award_id":"DP210102447","funder_id":"https://openalex.org/F4320320443","funder_display_name":"Australian Respiratory Council"}],"funders":[{"id":"https://openalex.org/F4320320443","display_name":"Australian Respiratory Council","ror":"https://ror.org/022dvrf67"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2006159725","https://openalex.org/W2019108269","https://openalex.org/W2034653530","https://openalex.org/W2041650849","https://openalex.org/W2057301797","https://openalex.org/W2079083905","https://openalex.org/W2097110854","https://openalex.org/W2110441383","https://openalex.org/W2162036145","https://openalex.org/W2170737051","https://openalex.org/W2293624369","https://openalex.org/W2324595780","https://openalex.org/W2342081626","https://openalex.org/W2537379857","https://openalex.org/W2730089225","https://openalex.org/W2759550170","https://openalex.org/W2782311202","https://openalex.org/W2807869594","https://openalex.org/W2859484040","https://openalex.org/W2888307014","https://openalex.org/W2896505116","https://openalex.org/W2917321477","https://openalex.org/W2944065898","https://openalex.org/W2954855426","https://openalex.org/W2963327228","https://openalex.org/W2994070200","https://openalex.org/W3007157104","https://openalex.org/W3043739596","https://openalex.org/W3044926166","https://openalex.org/W3090295042","https://openalex.org/W3090988182","https://openalex.org/W3092312880","https://openalex.org/W3099331415","https://openalex.org/W3153236199","https://openalex.org/W3163304474","https://openalex.org/W4213412050","https://openalex.org/W4231553975","https://openalex.org/W4246553962","https://openalex.org/W4254332277"],"related_works":["https://openalex.org/W2006615808","https://openalex.org/W2142081319","https://openalex.org/W2158303854","https://openalex.org/W2139069137","https://openalex.org/W2729469584","https://openalex.org/W2090301720","https://openalex.org/W3089971865","https://openalex.org/W3176274227","https://openalex.org/W2008194781","https://openalex.org/W2913502950"],"abstract_inverted_index":{"Metamorphic":[0],"testing":[1,25,132],"(MT)":[2],"was":[3],"introduced":[4],"about":[5],"a":[6,9,23,52,75,120],"quarter":[7],"of":[8,34,65,108],"century":[10],"ago.":[11],"It":[12],"is":[13],"increasingly":[14],"being":[15],"accepted":[16],"by":[17],"researchers":[18,155],"and":[19,32,41,85,117,159],"the":[20,63,66,105,143,157,164],"industry":[21],"as":[22],"useful":[24],"technique.":[26],"The":[27],"studies,":[28],"research":[29,111],"results,":[30],"applications,":[31],"extensions":[33],"MT":[35,70,84,110,123,162],"have":[36],"given":[37],"us":[38],"many":[39],"insights":[40],"visions":[42,47,152],"for":[43,161],"its":[44],"future.":[45],"Our":[46],"include:":[48],"MRs":[49,86,96,140],"will":[50,71,87,112,124,141],"be":[51,74,98,113],"practical":[53],"means":[54],"to":[55,130,137],"top":[56],"up":[57],"test":[58,67,145],"case":[59],"generation":[60],"techniques,":[61],"beyond":[62,89,94,104,114,148],"alleviation":[64],"oracle":[68],"problem;":[69],"not":[72,125],"only":[73,126],"standalone":[76],"technique,":[77],"but":[78,133],"conveniently":[79],"integrated":[80],"with":[81],"other":[82,138],"methods;":[83],"evolve":[88],"software":[90,131],"testing,":[91],"or":[92],"even":[93],"verification;":[95],"may":[97,153],"anything":[99],"that":[100],"you":[101],"can":[102],"imagine,":[103],"necessary":[106],"properties":[107],"algorithms;":[109],"empirical":[115],"studies":[116],"move":[118],"toward":[119],"theoretical":[121],"foundation;":[122],"bring":[127],"new":[128,135],"concepts":[129,136],"also":[134],"disciplines;":[139],"alleviate":[142],"reliable":[144],"set":[146],"problem":[147],"traditional":[149],"approaches.":[150],"These":[151],"help":[154],"explore":[156],"challenges":[158],"opportunities":[160],"in":[163],"next":[165],"decade.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}