{"id":"https://openalex.org/W4415583246","doi":"https://doi.org/10.1145/3755881.3755885","title":"Cluster-Based Multi-Objective Metamorphic Test Case Pair Selection for Deep Neural Networks","display_name":"Cluster-Based Multi-Objective Metamorphic Test Case Pair Selection for Deep Neural Networks","publication_year":2025,"publication_date":"2025-06-20","ids":{"openalex":"https://openalex.org/W4415583246","doi":"https://doi.org/10.1145/3755881.3755885"},"language":null,"primary_location":{"id":"doi:10.1145/3755881.3755885","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3755881.3755885","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3755881.3755885","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on Internetware","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3755881.3755885","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055353470","display_name":"Jingling Wang","orcid":"https://orcid.org/0009-0003-1283-5080"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingling Wang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0003-1283-5080","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111782958","display_name":"Shuwei Qiu","orcid":"https://orcid.org/0009-0001-4925-7793"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuwei Qiu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0001-4925-7793","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peng Wang","orcid":"https://orcid.org/0009-0008-9401-1777"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Wang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0008-9401-1777","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiyuan Song","orcid":"https://orcid.org/0009-0004-4310-9011"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiyuan Song","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0009-0004-4310-9011","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024345043","display_name":"Huayao Wu","orcid":"https://orcid.org/0000-0003-1383-5421"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huayao Wu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0003-1383-5421","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031025947","display_name":"Xintao Niu","orcid":"https://orcid.org/0000-0001-5786-0894"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xintao Niu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0001-5786-0894","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075573151","display_name":"Changhai Nie","orcid":"https://orcid.org/0000-0002-9575-1012"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changhai Nie","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China"],"raw_orcid":"https://orcid.org/0000-0002-9575-1012","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34962049,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"152","last_page":"162"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5407000184059143},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.426800012588501},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.3465000092983246},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3353999853134155},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.27720001339912415},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.2671000063419342}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5424000024795532},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5407000184059143},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5203999876976013},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.426800012588501},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4011000096797943},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3353999853134155},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.26579999923706055},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2646999955177307},{"id":"https://openalex.org/C148483581","wikidata":"https://www.wikidata.org/wiki/Q446488","display_name":"Feature selection","level":2,"score":0.2639999985694885},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.2540000081062317},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.2540000081062317},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3755881.3755885","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3755881.3755885","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3755881.3755885","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on Internetware","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3755881.3755885","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3755881.3755885","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3755881.3755885","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th International Conference on Internetware","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2569541551","display_name":null,"funder_award_id":"62472209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4968388531","display_name":null,"funder_award_id":"BE2023025-2","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"},{"id":"https://openalex.org/G6362724807","display_name":null,"funder_award_id":"BE2023025","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"},{"id":"https://openalex.org/G6381614220","display_name":null,"funder_award_id":"BK20221439","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327777","display_name":"Jiangsu Provincial Key Research and Development Program","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415583246.pdf","grobid_xml":"https://content.openalex.org/works/W4415583246.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1506010655","https://openalex.org/W1617482965","https://openalex.org/W2023544474","https://openalex.org/W2041713059","https://openalex.org/W2097117768","https://openalex.org/W2110441383","https://openalex.org/W2112796928","https://openalex.org/W2117861812","https://openalex.org/W2126105956","https://openalex.org/W2133665775","https://openalex.org/W2168228682","https://openalex.org/W2565516711","https://openalex.org/W2592109611","https://openalex.org/W2616028256","https://openalex.org/W2804337238","https://openalex.org/W2859484040","https://openalex.org/W2896505116","https://openalex.org/W2900998120","https://openalex.org/W2919234133","https://openalex.org/W2954629067","https://openalex.org/W2978547122","https://openalex.org/W3011945446","https://openalex.org/W3042703469","https://openalex.org/W3044926166","https://openalex.org/W3045233820","https://openalex.org/W3087720408","https://openalex.org/W3097744168","https://openalex.org/W3120991880","https://openalex.org/W3124118940","https://openalex.org/W3134385809","https://openalex.org/W3170903625","https://openalex.org/W3175236806","https://openalex.org/W3201465154","https://openalex.org/W4225410698","https://openalex.org/W4283830352","https://openalex.org/W4284675318","https://openalex.org/W4284702108","https://openalex.org/W4285734659","https://openalex.org/W4312541455","https://openalex.org/W4313563703","https://openalex.org/W4327782095","https://openalex.org/W4376606860","https://openalex.org/W4382567518","https://openalex.org/W4390535473","https://openalex.org/W4391614764","https://openalex.org/W4401869732","https://openalex.org/W4404762780"],"related_works":[],"abstract_inverted_index":{"Due":[0],"to":[1,24,50,126,180],"the":[2,17,29,40,52,69,136,156,163,167],"rapid":[3],"development":[4],"of":[5,28,54,71,91,166],"deep":[6],"neural":[7],"networks":[8],"(DNNs),":[9],"ensuring":[10],"their":[11],"quality":[12],"has":[13,35],"become":[14],"increasingly":[15],"important.However,":[16],"test":[18,41,74,77,84,93,116,150],"oracle":[19,42],"problem":[20],"poses":[21],"an":[22],"obstacle":[23],"DNN":[25,178],"testing":[26],"because":[27],"massive":[30],"unlabeled":[31],"data.Metamorphic":[32],"Testing":[33],"(MT)":[34],"proven":[36],"effective":[37,89],"in":[38,135,193],"alleviating":[39],"problem,":[43],"and":[44,95,101,122,144,176,197],"many":[45],"efforts":[46],"have":[47],"been":[48],"made":[49],"improve":[51],"cost-effectiveness":[53],"MT":[55],"for":[56,103,114],"DNNs.Some":[57],"approaches":[58,192],"focus":[59],"on":[60,141,160,173],"selecting":[61,88],"good":[62],"metamorphic":[63,115],"relations":[64],"(MRs),":[65],"while":[66],"others":[67],"target":[68],"selection":[70,157],"suspicious":[72],"source":[73,83,92,149],"cases.Since":[75],"follow-up":[76],"cases":[78,85,94],"are":[79],"generated":[80],"by":[81],"combining":[82],"with":[86],"MRs,":[87],"pairs":[90,128],"MRs":[96],"is":[97],"also":[98],"quite":[99],"essential":[100],"beneficial":[102],"MT.In":[104],"this":[105],"paper,":[106],"we":[107],"propose":[108],"CMPS,":[109],"a":[110],"multi-objective":[111],"black-box":[112],"approach":[113],"case":[117],"pair":[118],"selection.Considering":[119],"both":[120,194],"uncertainty":[121,139],"diversity,":[123],"CMPS":[124,152,188],"aims":[125],"select":[127],"that":[129,187],"can":[130,153],"detect":[131],"more":[132],"unique":[133],"faults":[134],"model.It":[137],"evaluates":[138],"based":[140,159],"model":[142],"outputs":[143],"assesses":[145],"diversity":[146],"through":[147],"clustering":[148],"cases.Furthermore,":[151],"adaptively":[154],"optimize":[155],"process":[158],"feedback":[161],"from":[162],"execution":[164],"results":[165,185],"selected":[168],"pairs.We":[169],"conduct":[170],"extensive":[171],"experiments":[172],"three":[174],"datasets":[175],"five":[177],"models":[179],"evaluate":[181],"CMPS's":[182],"performance.The":[183],"experimental":[184],"demonstrate":[186],"significantly":[189],"outperforms":[190],"baseline":[191],"failure":[195],"triggering":[196],"fault":[198],"detection.":[199]},"counts_by_year":[],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-28T00:00:00"}