{"id":"https://openalex.org/W2406349268","doi":"https://doi.org/10.1145/2896971.2896977","title":"The impact of source test case selection on the effectiveness of metamorphic testing","display_name":"The impact of source test case selection on the effectiveness of metamorphic testing","publication_year":2016,"publication_date":"2016-05-14","ids":{"openalex":"https://openalex.org/W2406349268","doi":"https://doi.org/10.1145/2896971.2896977","mag":"2406349268"},"language":"en","primary_location":{"id":"doi:10.1145/2896971.2896977","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2896971.2896977","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st International Workshop on Metamorphic Testing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091162100","display_name":"Arlinta Barus","orcid":"https://orcid.org/0000-0001-5762-6395"},"institutions":[{"id":"https://openalex.org/I4210117486","display_name":"Institut Teknologi Indonesia","ror":"https://ror.org/01nag1a70","country_code":"ID","type":"education","lineage":["https://openalex.org/I4210117486"]}],"countries":["ID"],"is_corresponding":true,"raw_author_name":"Arlinta Christy Barus","raw_affiliation_strings":["Institut Teknologi Del, Indonesia"],"affiliations":[{"raw_affiliation_string":"Institut Teknologi Del, Indonesia","institution_ids":["https://openalex.org/I4210117486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035107113","display_name":"Tsong Yueh Chen","orcid":"https://orcid.org/0000-0003-3578-0994"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tsong Yueh Chen","raw_affiliation_strings":["Swinburne University of Technology, Australia"],"affiliations":[{"raw_affiliation_string":"Swinburne University of Technology, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026939136","display_name":"Fei\u2010Ching Kuo","orcid":null},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Fei-Ching Kuo","raw_affiliation_strings":["Swinburne University of Technology, Australia"],"affiliations":[{"raw_affiliation_string":"Swinburne University of Technology, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033550181","display_name":"Huai Liu","orcid":"https://orcid.org/0000-0003-3125-4399"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Huai Liu","raw_affiliation_strings":["RMIT University, Australia"],"affiliations":[{"raw_affiliation_string":"RMIT University, Australia","institution_ids":["https://openalex.org/I82951845"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083422040","display_name":"Heinz Schmidt","orcid":"https://orcid.org/0000-0001-6278-4793"},"institutions":[{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Heinz W. Schmidt","raw_affiliation_strings":["RMIT University, Australia"],"affiliations":[{"raw_affiliation_string":"RMIT University, Australia","institution_ids":["https://openalex.org/I82951845"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5091162100"],"corresponding_institution_ids":["https://openalex.org/I4210117486"],"apc_list":null,"apc_paid":null,"fwci":2.1676,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.87424242,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"5","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.7729707956314087},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7335156202316284},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.7063358426094055},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6964583396911621},{"id":"https://openalex.org/keywords/computerized-adaptive-testing","display_name":"Computerized adaptive testing","score":0.5316458344459534},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.4783075153827667},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.4537326693534851},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.4214437007904053},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3986252248287201},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3747996389865875},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.309820294380188},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2856593132019043},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14211255311965942},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.11935079097747803},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11826854944229126},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.10958945751190186},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07700726389884949}],"concepts":[{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.7729707956314087},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7335156202316284},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.7063358426094055},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6964583396911621},{"id":"https://openalex.org/C144352353","wikidata":"https://www.wikidata.org/wiki/Q2920411","display_name":"Computerized adaptive testing","level":3,"score":0.5316458344459534},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4783075153827667},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.4537326693534851},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.4214437007904053},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3986252248287201},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3747996389865875},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.309820294380188},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2856593132019043},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14211255311965942},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.11935079097747803},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11826854944229126},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.10958945751190186},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07700726389884949},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/2896971.2896977","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2896971.2896977","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st International Workshop on Metamorphic Testing","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.vu.edu.au:34878","is_oa":false,"landing_page_url":"https://vuir.vu.edu.au/34878/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400215","display_name":"Victoria University Research Repository (Victoria University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I41156924","host_organization_name":"Victoria University of Wellington","host_organization_lineage":["https://openalex.org/I41156924"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:alma.61RMIT_INST:11247167090001341","is_oa":false,"landing_page_url":"http://doi.org/10.1145/2896971.2896977","pdf_url":null,"source":{"id":"https://openalex.org/S4306402074","display_name":"RMIT Research Repository (RMIT University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82951845","host_organization_name":"RMIT University","host_organization_lineage":["https://openalex.org/I82951845"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:figshare.com:article/27395400","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:researchbank.swinburne.edu.au:e60320eb-e486-4006-b0f9-1f2ff679df51/1","is_oa":false,"landing_page_url":"http://hdl.handle.net/1959.3/422319","pdf_url":null,"source":{"id":"https://openalex.org/S4306401157","display_name":"Swinburne Research Bank (Swinburne University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I57093077","host_organization_name":"Swinburne University of Technology","host_organization_lineage":["https://openalex.org/I57093077"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"1st International Workshop on Metamorphic Testing (MET), Austin, Texas, United States, 16 May, 2016, pp. 5-11","raw_type":""}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/27395400","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W189851142","https://openalex.org/W196769515","https://openalex.org/W206692211","https://openalex.org/W1975934503","https://openalex.org/W1979136446","https://openalex.org/W1979868167","https://openalex.org/W1992639336","https://openalex.org/W2023544474","https://openalex.org/W2032680490","https://openalex.org/W2034653530","https://openalex.org/W2104888085","https://openalex.org/W2110441383","https://openalex.org/W2134691366","https://openalex.org/W2141933055","https://openalex.org/W2153396332","https://openalex.org/W2153649445","https://openalex.org/W2156300645","https://openalex.org/W2162036145","https://openalex.org/W2162373806","https://openalex.org/W2170198454","https://openalex.org/W2257338549","https://openalex.org/W2912296587","https://openalex.org/W4238250837","https://openalex.org/W4245001969"],"related_works":["https://openalex.org/W2165060752","https://openalex.org/W2810804488","https://openalex.org/W2972383756","https://openalex.org/W2949730628","https://openalex.org/W2243231242","https://openalex.org/W2096373397","https://openalex.org/W3175215928","https://openalex.org/W1978406750","https://openalex.org/W4313142546","https://openalex.org/W2179621094"],"abstract_inverted_index":{"Metamorphic":[0],"Testing":[1,180,190],"(MT)":[2],"aims":[3,163],"to":[4,19,25,36,95,100,164,188],"alleviate":[5],"the":[6,31,55,64,72,75,83,103,112,123,137,152,166,173,198,211,224],"oracle":[7],"problem.":[8],"In":[9,98],"MT,":[10],"testers":[11],"define":[12],"metamorphic":[13],"relations":[14],"(MRs)":[15],"which":[16,59],"are":[17,47,52,92,120],"used":[18],"generate":[20],"new":[21],"test":[22,28,33,39,45,67,107,118,125,132,153,159,170,206],"cases":[23,34,46,108,119,126,133,171],"(referred":[24,35],"as":[26,37,151,185,204],"follow-up":[27,44,106,117],"cases)":[29],"from":[30],"available":[32],"source":[38,42,104,124,131,158,169,205],"cases).":[40],"Both":[41],"and":[43,49,105,127,202],"executed":[48],"their":[50],"outputs":[51],"verified":[53],"against":[54],"relevant":[56],"MRs,":[57,128],"of":[58,77,85,114,130,139,168,175,200,213,226],"any":[60],"violation":[61],"implies":[62],"that":[63,91,218],"software":[65],"under":[66],"is":[68,148],"faulty.":[69],"So":[70],"far,":[71],"research":[73],"on":[74,82,172,196,210,222],"effectiveness":[76,113,138,174,212,225],"MT":[78,144],"has":[79,182],"been":[80,183],"focused":[81],"selection":[84,129,155,208],"better":[86],"MRs":[87,90],"(that":[88],"is,":[89],"more":[93],"likely":[94],"be":[96],"violated).":[97],"addition":[99],"MR":[101],"selection,":[102],"may":[109],"also":[110],"affect":[111,136],"MT.":[115,140,176,214,227],"Since":[116,177],"defined":[121],"by":[122],"will":[134,194],"then":[135],"However,":[141],"in":[142],"existing":[143],"studies,":[145],"random":[146],"testing":[147],"commonly":[149],"adopted":[150],"case":[154,207],"strategy":[156],"for":[157],"cases.":[160],"This":[161],"study":[162,193],"investigate":[165],"impact":[167],"Adaptive":[178],"Random":[179,189],"(ART)":[181],"developed":[184],"an":[186],"enhancement":[187],"(RT),":[191],"this":[192],"focus":[195],"comparing":[197],"performance":[199],"RT":[201,221],"ART":[203,219],"strategies":[209],"Experiment":[215],"results":[216],"show":[217],"outperforms":[220],"enhancing":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}