{"id":"https://openalex.org/W4415465119","doi":"https://doi.org/10.1142/s0218194025500846","title":"Uncertainty and Geometric Dispersion-Driven Metamorphic Testing for DNN-Based Systems","display_name":"Uncertainty and Geometric Dispersion-Driven Metamorphic Testing for DNN-Based Systems","publication_year":2025,"publication_date":"2025-10-23","ids":{"openalex":"https://openalex.org/W4415465119","doi":"https://doi.org/10.1142/s0218194025500846"},"language":"en","primary_location":{"id":"doi:10.1142/s0218194025500846","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194025500846","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108876593","display_name":"Shengyou Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengyou Hu","raw_affiliation_strings":["School of Computer Science, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu Province 210023, P. R. China"],"raw_orcid":"https://orcid.org/0009-0007-9995-1496","affiliations":[{"raw_affiliation_string":"School of Computer Science, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu Province 210023, P. R. China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenyang Lyu","orcid":"https://orcid.org/0009-0008-9007-3110"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenyang Lyu","raw_affiliation_strings":["School of Computer Science, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu Province 210023, P. R. China"],"raw_orcid":"https://orcid.org/0009-0008-9007-3110","affiliations":[{"raw_affiliation_string":"School of Computer Science, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu Province 210023, P. R. China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024345043","display_name":"Huayao Wu","orcid":"https://orcid.org/0000-0003-1383-5421"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huayao Wu","raw_affiliation_strings":["School of Computer Science, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu Province 210023, P. R. China"],"raw_orcid":"https://orcid.org/0000-0003-1383-5421","affiliations":[{"raw_affiliation_string":"School of Computer Science, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu Province 210023, P. R. China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031025947","display_name":"Xintao Niu","orcid":"https://orcid.org/0000-0001-5786-0894"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xintao Niu","raw_affiliation_strings":["School of Computer Science, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu Province 210023, P. R. China"],"raw_orcid":"https://orcid.org/0000-0001-5786-0894","affiliations":[{"raw_affiliation_string":"School of Computer Science, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu Province 210023, P. R. China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075573151","display_name":"Changhai Nie","orcid":"https://orcid.org/0000-0002-9575-1012"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changhai Nie","raw_affiliation_strings":["School of Computer Science, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu Province 210023, P. R. China"],"raw_orcid":"https://orcid.org/0000-0002-9575-1012","affiliations":[{"raw_affiliation_string":"School of Computer Science, State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu Province 210023, P. R. China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33534793,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"04","first_page":"595","last_page":"619"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.8651000261306763,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.8651000261306763,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11005","display_name":"Radiation Effects in Electronics","score":0.8503999710083008,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.8439000248908997,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5390999913215637},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.49540001153945923},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4422000050544739},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.39559999108314514},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.3801000118255615},{"id":"https://openalex.org/keywords/fault-detection-and-isolation","display_name":"Fault detection and isolation","score":0.34040001034736633},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.3167000114917755}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.631600022315979},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5390999913215637},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.49540001153945923},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44679999351501465},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4422000050544739},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39959999918937683},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.39559999108314514},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3919000029563904},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3504999876022339},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.34040001034736633},{"id":"https://openalex.org/C80478641","wikidata":"https://www.wikidata.org/wiki/Q195771","display_name":"Sequential analysis","level":2,"score":0.3167000114917755},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.3167000114917755},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.30959999561309814},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.2937000095844269},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.26019999384880066},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218194025500846","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194025500846","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2569541551","display_name":null,"funder_award_id":"62472209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4968388531","display_name":null,"funder_award_id":"BE2023025-2","funder_id":"https://openalex.org/F4320327777","funder_display_name":"Jiangsu Provincial Key Research and Development Program"},{"id":"https://openalex.org/G6381614220","display_name":null,"funder_award_id":"BK20221439","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327777","display_name":"Jiangsu Provincial Key Research and Development Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2023544474","https://openalex.org/W2041713059","https://openalex.org/W2117861812","https://openalex.org/W2129942570","https://openalex.org/W2324595780","https://openalex.org/W2516728730","https://openalex.org/W2769569256","https://openalex.org/W2957905354","https://openalex.org/W2962793481","https://openalex.org/W2963327228","https://openalex.org/W2981207549","https://openalex.org/W3007157104","https://openalex.org/W3011945446","https://openalex.org/W3042703469","https://openalex.org/W3044926166","https://openalex.org/W3045086295","https://openalex.org/W3094765685","https://openalex.org/W3120991880","https://openalex.org/W3124058431","https://openalex.org/W3124118940","https://openalex.org/W3198933595","https://openalex.org/W3199799578","https://openalex.org/W3199964822","https://openalex.org/W4224214784","https://openalex.org/W4281393087","https://openalex.org/W4284702108","https://openalex.org/W4285734659","https://openalex.org/W4313563703","https://openalex.org/W4319663674","https://openalex.org/W4388692632","https://openalex.org/W4391614764","https://openalex.org/W4396854066","https://openalex.org/W4400768472","https://openalex.org/W4402527097","https://openalex.org/W4403864956"],"related_works":[],"abstract_inverted_index":{"Metamorphic":[0],"testing":[1],"(MT)":[2],"has":[3],"emerged":[4],"as":[5,82,163],"a":[6,57,102,175],"widely":[7],"adopted":[8],"technique":[9],"for":[10,80,178],"validating":[11],"deep":[12],"learning":[13],"(DL)":[14],"models":[15],"in":[16,26,146],"the":[17,29,37,117,129,149,202],"absence":[18],"of":[19,32,148,151],"explicit":[20],"test":[21,41,167],"oracles.":[22],"A":[23],"key":[24],"challenge":[25],"MT":[27,59],"is":[28,106,174],"efficient":[30],"selection":[31],"metamorphic":[33],"groups":[34],"(MGs),":[35],"i.e.":[36],"source":[38,73,118,181,203],"and":[39,68,93,120,134,154,204],"follow-up":[40,110,196],"inputs,":[42],"that":[43,61,112,128,139,172,195],"are":[44,78,85,113,132,198],"more":[45,86],"likely":[46,87],"to":[47,88,108],"expose":[48],"faults.":[49],"To":[50],"address":[51],"this":[52],"challenge,":[53],"we":[54],"propose":[55],"UGD,":[56,72],"novel":[58],"approach":[60],"integrates":[62],"two":[63],"complementary":[64],"criteria,":[65],"input":[66,119],"uncertainty":[67,77,173],"geometric":[69,184],"dispersion.":[70],"In":[71],"inputs":[74,84,111,197],"with":[75],"high":[76],"prioritized":[79],"testing,":[81],"these":[83],"lie":[89],"near":[90],"decision":[91],"boundaries":[92],"thereby":[94],"reveal":[95],"erroneous":[96],"behaviors.":[97],"For":[98],"each":[99,123],"selected":[100],"source,":[101],"convex":[103,188],"hull-based":[104],"strategy":[105],"applied":[107],"choose":[109],"both":[114],"distant":[115],"from":[116,122,201],"well-dispersed":[121],"other.":[124],"This":[125],"design":[126],"ensures":[127],"generated":[130],"MGs":[131,153],"diverse":[133,205],"fault-revealing.":[135],"Extensive":[136],"experiments":[137],"demonstrate":[138],"UGD":[140],"consistently":[141],"outperforms":[142],"existing":[143],"baseline":[144],"methods":[145],"terms":[147],"number":[150],"violated":[152],"unique":[155],"faults":[156],"detected,":[157],"particularly":[158],"on":[159],"complex":[160],"datasets":[161],"such":[162],"ImageNet":[164],"under":[165],"limited":[166],"budgets.":[168],"The":[169],"results":[170],"confirm":[171],"reliable":[176],"indicator":[177],"selecting":[179],"fault-prone":[180],"inputs.":[182],"Furthermore,":[183],"dispersion,":[185],"guided":[186],"by":[187,193],"hulls,":[189],"enhances":[190],"fault":[191],"detection":[192],"ensuring":[194],"sufficiently":[199],"different":[200],"among":[206],"themselves.":[207]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-23T00:00:00"}