{"id":"https://openalex.org/W4402516172","doi":"https://doi.org/10.1145/3695990","title":"Identifying the Failure-Revealing Test Cases in Metamorphic Testing: A Statistical Approach","display_name":"Identifying the Failure-Revealing Test Cases in Metamorphic Testing: A Statistical Approach","publication_year":2024,"publication_date":"2024-09-13","ids":{"openalex":"https://openalex.org/W4402516172","doi":"https://doi.org/10.1145/3695990"},"language":"en","primary_location":{"id":"doi:10.1145/3695990","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3695990","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100459073","display_name":"Zheng Zheng","orcid":"https://orcid.org/0000-0001-7922-9067"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zheng Zheng","raw_affiliation_strings":["Beihang University, Beijing, China","Beihang University, China"],"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074221316","display_name":"Daixu Ren","orcid":"https://orcid.org/0000-0002-4291-2601"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daixu Ren","raw_affiliation_strings":["Beihang University, Beijing, China","Beihang University, China"],"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033550181","display_name":"Huai Liu","orcid":"https://orcid.org/0000-0003-3125-4399"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Huai Liu","raw_affiliation_strings":["Swinburne University of Technology, Melbourne, Australia","Swinburne University of Technology, Australia"],"affiliations":[{"raw_affiliation_string":"Swinburne University of Technology, Melbourne, Australia","institution_ids":["https://openalex.org/I57093077"]},{"raw_affiliation_string":"Swinburne University of Technology, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035107113","display_name":"Tsong Yueh Chen","orcid":"https://orcid.org/0000-0003-3578-0994"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tsong Yueh Chen","raw_affiliation_strings":["Swinburne University of Technology, Melbourne, Australia","Swinburne University of Technology, Australia"],"affiliations":[{"raw_affiliation_string":"Swinburne University of Technology, Melbourne, Australia","institution_ids":["https://openalex.org/I57093077"]},{"raw_affiliation_string":"Swinburne University of Technology, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019843925","display_name":"T. T. Li","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiancheng Li","raw_affiliation_strings":["Beihang University, Beijing, China","Beihang University, China"],"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100459073"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":1.5522,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.85426802,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"34","issue":"2","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7176291346549988},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4632505178451538},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.446504145860672},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.44234195351600647},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.20427647233009338},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.1653706431388855},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.1571066677570343},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.071799635887146}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7176291346549988},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4632505178451538},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.446504145860672},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.44234195351600647},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.20427647233009338},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.1653706431388855},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.1571066677570343},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.071799635887146},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3695990","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3695990","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1972870230","https://openalex.org/W2010833880","https://openalex.org/W2034653530","https://openalex.org/W2041650849","https://openalex.org/W2070249305","https://openalex.org/W2076609667","https://openalex.org/W2091093620","https://openalex.org/W2110065044","https://openalex.org/W2115484804","https://openalex.org/W2121084350","https://openalex.org/W2125204770","https://openalex.org/W2129360963","https://openalex.org/W2162045655","https://openalex.org/W2170737051","https://openalex.org/W2293505944","https://openalex.org/W2293624369","https://openalex.org/W2324595780","https://openalex.org/W2342081626","https://openalex.org/W2733797843","https://openalex.org/W2782311202","https://openalex.org/W2888307014","https://openalex.org/W2917321477","https://openalex.org/W2951165326","https://openalex.org/W3044926166","https://openalex.org/W3097506810","https://openalex.org/W3099331415","https://openalex.org/W3163304474","https://openalex.org/W3184041223","https://openalex.org/W3198933595","https://openalex.org/W4254332277","https://openalex.org/W4295023149","https://openalex.org/W4313154583","https://openalex.org/W4313563609","https://openalex.org/W4322717938","https://openalex.org/W4361986063","https://openalex.org/W4382987235","https://openalex.org/W4384154415","https://openalex.org/W4384302737","https://openalex.org/W4384345775","https://openalex.org/W4392207787","https://openalex.org/W7073554479"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Metamorphic":[0,198],"testing,":[1,120,199],"thanks":[2],"to":[3,100,111,125,242,261,271,325],"its":[4,175],"high":[5,298],"failure-detection":[6],"effectiveness":[7,178,274],"especially":[8],"in":[9,19,56,130,179,197,229,251,300,307],"the":[10,21,49,53,57,60,75,94,104,116,131,135,139,168,192,219,234,244,273,292,302,316,343],"absence":[11],"of":[12,24,44,52,59,77,80,86,107,118,159,166,210,222,236,239,246,266,277,320,337,345],"test":[13,81,87,128,171,249,255,305],"oracle,":[14],"has":[15],"been":[16,269],"widely":[17],"applied":[18],"both":[20],"traditional":[22],"context":[23],"software":[25,108,119,149,154,327,351],"testing":[26,109,161,322,324,347],"and":[27,35,65,137,177,217,232,275,283,318,348],"other":[28,148,180,326],"relevant":[29,181],"fields":[30],"such":[31,142,152],"as":[32,153],"fault":[33,230],"localization":[34],"program":[36],"repair.":[37],"Its":[38],"core":[39],"element":[40],"is":[41,72,98,110,144,204],"a":[42,70,78,96,163,188,207,237,297,335],"set":[43,238],"metamorphic":[45,84,132,160,252,308,321,346],"relations,":[46],"which":[47,127,173,225],"are":[48,90,226,257],"necessary":[50],"properties":[51],"target":[54],"algorithm":[55],"form":[58],"relationships":[61],"among":[62],"multiple":[63],"inputs":[64],"corresponding":[66],"expected":[67],"outputs.":[68],"When":[69],"relation":[71],"violated":[73],"by":[74],"outputs":[76],"group":[79,85,133],"cases,":[82,88,172],"namely":[83,200],"that":[89,291],"constructed":[91],"based":[92,205],"on":[93,206],"relation,":[95],"failure":[97],"said":[99],"be":[101],"revealed.":[102],"Traditionally,":[103],"primary":[105],"task":[106],"reveal":[112],"failures.":[113],"Therefore,":[114],"from":[115],"perspective":[117],"it":[121],"may":[122],"not":[123],"need":[124],"know":[126],"case(s)":[129],"cause":[134],"violation":[136],"thus":[138],"failure.":[140],"However,":[141],"information":[143],"definitely":[145],"helpful":[146],"for":[147,191,340],"engineering":[150,328],"activities,":[151],"debugging.":[155],"The":[156,202,287,330],"current":[157],"literature":[158],"lacks":[162],"systematic":[164],"mechanism":[165],"identifying":[167,301],"actual":[169,303],"failure-revealing":[170,304],"hinders":[174],"applicability":[176,317],"fields.":[182],"In":[183],"this":[184],"article,":[185],"we":[186,215],"propose":[187,233],"new":[189,293],"technique":[190],"FAILure-revealing":[193],"Test":[194],"case":[195,250],"Identification":[196],"FAILTIM.":[201],"approach":[203,294],"novel":[208],"application":[209],"statistical":[211],"methods.":[212],"More":[213],"specifically,":[214],"leverage":[216],"adapt":[218],"basic":[220],"ideas":[221],"spectrum-based":[223],"techniques,":[224],"originally":[227],"used":[228],"localization,":[231],"utilization":[235],"risk":[240,285],"formulas":[241],"estimate":[243],"suspiciousness":[245],"each":[247],"individual":[248],"groups.":[253],"Failure-revealing":[254],"cases":[256,306],"then":[258],"suggested":[259],"according":[260],"their":[262],"suspiciousness.":[263],"A":[264],"series":[265],"experiments":[267],"have":[268],"conducted":[270],"evaluate":[272],"efficiency":[276],"FAILTIM":[278],"using":[279],"9":[280],"subject":[281],"programs":[282],"30":[284],"formulas.":[286],"experimental":[288],"results":[289],"showed":[290],"can":[295],"achieve":[296],"accuracy":[299],"testing.":[309,352],"Consequently,":[310],"our":[311],"study":[312],"will":[313],"help":[314],"boost":[315],"performance":[319],"beyond":[323],"areas.":[329],"present":[331],"work":[332],"also":[333],"unfolds":[334],"number":[336],"research":[338],"directions":[339],"further":[341],"advancing":[342],"theory":[344],"more":[349],"broadly,":[350]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}