{"id":"https://openalex.org/W4414605192","doi":"https://doi.org/10.1109/qrs65678.2025.00039","title":"Boosting the Cost-Effectiveness of Metamorphic Test Case Pair Selection for DNN Testing with Surrogate Model","display_name":"Boosting the Cost-Effectiveness of Metamorphic Test Case Pair Selection for DNN Testing with Surrogate Model","publication_year":2025,"publication_date":"2025-07-16","ids":{"openalex":"https://openalex.org/W4414605192","doi":"https://doi.org/10.1109/qrs65678.2025.00039"},"language":"en","primary_location":{"id":"doi:10.1109/qrs65678.2025.00039","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs65678.2025.00039","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 25th International Conference on Software Quality, Reliability and Security (QRS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065413117","display_name":"Jialin Fan","orcid":"https://orcid.org/0000-0003-4983-4463"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialin Fan","raw_affiliation_strings":["School of Intelligence Science and Technology, Nanjing University,Suzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Intelligence Science and Technology, Nanjing University,Suzhou,China","institution_ids":["https://openalex.org/I308837","https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101710294","display_name":"Jingling Wang","orcid":"https://orcid.org/0000-0003-2348-2009"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingling Wang","raw_affiliation_strings":["School of Computer Science, Nanjing University,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108876593","display_name":"Shengyou Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengyou Hu","raw_affiliation_strings":["School of Computer Science, Nanjing University,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024345043","display_name":"Huayao Wu","orcid":"https://orcid.org/0000-0003-1383-5421"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huayao Wu","raw_affiliation_strings":["School of Computer Science, Nanjing University,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075573151","display_name":"Changhai Nie","orcid":"https://orcid.org/0000-0002-9575-1012"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changhai Nie","raw_affiliation_strings":["School of Computer Science, Nanjing University,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University,Nanjing,China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"304","last_page":"314"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.957099974155426,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.957099974155426,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.680400013923645},{"id":"https://openalex.org/keywords/boosting","display_name":"Boosting (machine learning)","score":0.6381999850273132},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5141000151634216},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.46219998598098755},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4228000044822693},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.42080000042915344},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.3700999915599823},{"id":"https://openalex.org/keywords/model-selection","display_name":"Model selection","score":0.3513999879360199}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6855999827384949},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.680400013923645},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.6381999850273132},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5376999974250793},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5141000151634216},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5105000138282776},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.46219998598098755},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.42080000042915344},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3700999915599823},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.3513999879360199},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3393000066280365},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3345000147819519},{"id":"https://openalex.org/C80478641","wikidata":"https://www.wikidata.org/wiki/Q195771","display_name":"Sequential analysis","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31299999356269836},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.28459998965263367},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.272599995136261},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/qrs65678.2025.00039","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs65678.2025.00039","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 25th International Conference on Software Quality, Reliability and Security (QRS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2569541551","display_name":null,"funder_award_id":"62472209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4968388531","display_name":null,"funder_award_id":"BE2023025-2","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327777","display_name":"Jiangsu Provincial Key Research and Development Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2102605133","https://openalex.org/W2108598243","https://openalex.org/W2128728535","https://openalex.org/W2168809519","https://openalex.org/W2495601248","https://openalex.org/W2791055813","https://openalex.org/W2942433680","https://openalex.org/W2951165326","https://openalex.org/W2985068832","https://openalex.org/W3007157104","https://openalex.org/W3011945446","https://openalex.org/W3044926166","https://openalex.org/W3087720408","https://openalex.org/W3096831136","https://openalex.org/W3120991880","https://openalex.org/W3124118940","https://openalex.org/W3194983542","https://openalex.org/W4210497109","https://openalex.org/W4225410698","https://openalex.org/W4226057602","https://openalex.org/W4247726808","https://openalex.org/W4284675318","https://openalex.org/W4285734659","https://openalex.org/W4313563703","https://openalex.org/W4394769384","https://openalex.org/W4401943610","https://openalex.org/W4403864956"],"related_works":[],"abstract_inverted_index":{"With":[0],"its":[1],"ability":[2,26],"to":[3,16,36,47,60,64,114,122,131,157,172],"alleviate":[4],"the":[5,55,66,84,95,133,138,144,165,180,190],"test":[6,17,39,58,70,81,152,206],"oracle":[7],"problem,":[8],"Metamorphic":[9,38],"Testing":[10],"(MT)":[11],"has":[12],"been":[13],"widely":[14],"used":[15],"Deep":[18],"Neuron":[19],"Networks":[20],"(DNN).":[21],"To":[22,92],"improve":[23],"failure":[24],"detection":[25],"of":[27,69,86,97,147,154,167,192],"MT,":[28,98],"recently,":[29],"researchers":[30],"have":[31],"proposed":[32],"uncertainty":[33,73],"based":[34],"methods":[35],"select":[37,115],"case":[40],"Pairs":[41],"(MPs)":[42],"that":[43,108,186],"are":[44],"more":[45],"likely":[46],"violate":[48],"metamorphic":[49,174],"relations.":[50],"However,":[51],"in":[52,79,99,137,208],"these":[53],"methods,":[54],"DNN":[56,87,134,181,201],"under":[57,204],"needs":[59],"be":[61,90],"frequently":[62],"invoked":[63],"obtain":[65],"output":[67],"probabilities":[68],"cases":[71,153],"for":[72],"calculation,":[74],"potentially":[75],"limiting":[76],"their":[77],"adoptions":[78],"resource-constrained":[80],"scenarios":[82],"where":[83],"number":[85],"calls":[88],"should":[89],"minimized.":[91],"further":[93],"boost":[94],"costeffectiveness":[96],"this":[100,168],"paper,":[101],"we":[102],"propose":[103],"MPSS,":[104],"a":[105,111,127,173],"black-box":[106],"method":[107],"relies":[109],"on":[110],"surrogate":[112],"model":[113],"failure-revealing":[116],"MPs.":[117],"In":[118],"particular,":[119],"MPSS":[120,160,187],"aims":[121],"train":[123],"and":[124,150],"iteratively":[125],"optimize":[126],"support":[128],"vector":[129],"machine":[130],"approximate":[132],"classification":[135],"boundaries":[136],"latent":[139],"space.":[140],"Then,":[141],"by":[142,195],"analyzing":[143],"relative":[145],"positions":[146],"both":[148],"source":[149],"followup":[151],"each":[155],"MP":[156,169,193],"such":[158],"boundaries,":[159],"can":[161,188],"effectively":[162],"estimate":[163],"whether":[164],"execution":[166],"will":[170],"lead":[171],"relation":[175],"violation":[176],"without":[177],"actually":[178],"calling":[179,202],"model.":[182],"Experimental":[183],"results":[184],"show":[185],"increase":[189],"cost-effectiveness":[191],"selection":[194],"maximizing":[196],"detected":[197],"failures":[198],"while":[199],"minimizing":[200],"times":[203],"given":[205],"budgets":[207],"various":[209],"situations.":[210]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}