{"id":"https://openalex.org/W4415744136","doi":"https://doi.org/10.1109/qrs-c65679.2025.00096","title":"Coverage-Guided Many-Objective Test Generation for Deep Neural Networks","display_name":"Coverage-Guided Many-Objective Test Generation for Deep Neural Networks","publication_year":2025,"publication_date":"2025-07-16","ids":{"openalex":"https://openalex.org/W4415744136","doi":"https://doi.org/10.1109/qrs-c65679.2025.00096"},"language":null,"primary_location":{"id":"doi:10.1109/qrs-c65679.2025.00096","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs-c65679.2025.00096","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 25th International Conference on Software Quality, Reliability, and Security Companion (QRS-C)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029984062","display_name":"Dongcheng Li","orcid":"https://orcid.org/0009-0008-7764-9509"},"institutions":[{"id":"https://openalex.org/I192389796","display_name":"Humboldt State University","ror":"https://ror.org/02qt0xs84","country_code":"US","type":"education","lineage":["https://openalex.org/I192389796"]},{"id":"https://openalex.org/I98947143","display_name":"California State Polytechnic University","ror":"https://ror.org/05by5hm18","country_code":"US","type":"education","lineage":["https://openalex.org/I98947143"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dongcheng Li","raw_affiliation_strings":["California State Polytechnic University - Humboldt,Department of Computer Science,Arcata,USA"],"affiliations":[{"raw_affiliation_string":"California State Polytechnic University - Humboldt,Department of Computer Science,Arcata,USA","institution_ids":["https://openalex.org/I192389796","https://openalex.org/I98947143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103547800","display_name":"W. Eric Wong","orcid":null},"institutions":[{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]},{"id":"https://openalex.org/I182980787","display_name":"University of Dallas","ror":"https://ror.org/00v3ak792","country_code":"US","type":"education","lineage":["https://openalex.org/I182980787"]},{"id":"https://openalex.org/I87573096","display_name":"University of North Texas at Dallas","ror":"https://ror.org/01n51v443","country_code":"US","type":"education","lineage":["https://openalex.org/I87573096"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"W. Eric Wong","raw_affiliation_strings":["University of Texas,Department of Computer Science,Dallas,USA"],"affiliations":[{"raw_affiliation_string":"University of Texas,Department of Computer Science,Dallas,USA","institution_ids":["https://openalex.org/I87573096","https://openalex.org/I182980787","https://openalex.org/I162577319"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101564869","display_name":"Hu Liu","orcid":"https://orcid.org/0000-0003-4263-7926"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hu Liu","raw_affiliation_strings":["China University of Geosciences,School of Computer Science,Wuhan,China"],"affiliations":[{"raw_affiliation_string":"China University of Geosciences,School of Computer Science,Wuhan,China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085917109","display_name":"Man Zhao","orcid":"https://orcid.org/0000-0001-8882-2954"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Man Zhao","raw_affiliation_strings":["China University of Geosciences,School of Computer Science,Wuhan,China"],"affiliations":[{"raw_affiliation_string":"China University of Geosciences,School of Computer Science,Wuhan,China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085640914","display_name":"Zizhao Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I87573096","display_name":"University of North Texas at Dallas","ror":"https://ror.org/01n51v443","country_code":"US","type":"education","lineage":["https://openalex.org/I87573096"]},{"id":"https://openalex.org/I182980787","display_name":"University of Dallas","ror":"https://ror.org/00v3ak792","country_code":"US","type":"education","lineage":["https://openalex.org/I182980787"]},{"id":"https://openalex.org/I162577319","display_name":"The University of Texas at Dallas","ror":"https://ror.org/049emcs32","country_code":"US","type":"education","lineage":["https://openalex.org/I162577319"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zizhao Chen","raw_affiliation_strings":["University of Texas,Department of Computer Science,Dallas,USA"],"affiliations":[{"raw_affiliation_string":"University of Texas,Department of Computer Science,Dallas,USA","institution_ids":["https://openalex.org/I87573096","https://openalex.org/I182980787","https://openalex.org/I162577319"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5029984062"],"corresponding_institution_ids":["https://openalex.org/I192389796","https://openalex.org/I98947143"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17645816,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"753","last_page":"762"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.676800012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.676800012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.07750000059604645,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.06040000170469284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.8998000025749207},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.6409000158309937},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.6378999948501587},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5649999976158142},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.486299991607666},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.41819998621940613}],"concepts":[{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.8998000025749207},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6686000227928162},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6409000158309937},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.6378999948501587},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5649999976158142},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5002999901771545},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.486299991607666},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48339998722076416},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.41819998621940613},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.39089998602867126},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.387800008058548},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.3709000051021576},{"id":"https://openalex.org/C73602740","wikidata":"https://www.wikidata.org/wiki/Q7795822","display_name":"Thompson sampling","level":3,"score":0.33640000224113464},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.29739999771118164},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.27239999175071716}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/qrs-c65679.2025.00096","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs-c65679.2025.00096","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 25th International Conference on Software Quality, Reliability, and Security Companion (QRS-C)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2100495367","https://openalex.org/W2616028256","https://openalex.org/W2799640043","https://openalex.org/W2804337238","https://openalex.org/W2888824816","https://openalex.org/W2946765201","https://openalex.org/W2954629067","https://openalex.org/W2957905354","https://openalex.org/W2963327228","https://openalex.org/W2964241064","https://openalex.org/W2979485058","https://openalex.org/W2994150880","https://openalex.org/W3013948624","https://openalex.org/W3088864312","https://openalex.org/W3162426305","https://openalex.org/W3167948855","https://openalex.org/W3198795664","https://openalex.org/W3206545709","https://openalex.org/W3208708185","https://openalex.org/W4206457151","https://openalex.org/W4391075381","https://openalex.org/W4401208497","https://openalex.org/W4402990538"],"related_works":[],"abstract_inverted_index":{"Generating":[0],"effective":[1],"tests":[2],"for":[3,10,43,52],"Deep":[4],"Neural":[5],"Networks":[6],"(DNNs)":[7],"is":[8],"critical":[9],"their":[11],"reliability,":[12],"yet":[13],"existing":[14],"fuzzing":[15,33],"techniques":[16],"struggle":[17],"with":[18],"efficiency":[19],"and":[20,56,82,94,135],"navigating":[21],"trade-offs":[22],"between":[23],"multiple":[24],"coverage":[25,45,107,126,133,158],"criteria.":[26],"This":[27],"paper":[28],"introduces":[29],"a":[30,57,103],"many-objective":[31],"search-based":[32],"framework":[34],"that":[35,148,165],"integrates":[36],"three":[37],"key":[38],"innovations:":[39],"frequency-based":[40,98],"seed":[41],"sampling":[42,100],"sustained":[44],"growth,":[46],"Monte":[47],"Carlo":[48],"Tree":[49],"Search":[50],"(MCTS)":[51],"refined":[53],"local":[54],"search,":[55],"decomposition-based":[58],"archiving":[59],"strategy":[60,101],"to":[61,92],"enhance":[62],"the":[63,69,72,97,110,120,125,149],"underlying":[64],"SPEA2":[65,122],"algorithm.":[66],"To":[67],"validate":[68],"effectiveness":[70],"of":[71,113],"proposed":[73],"approach,":[74],"experiments":[75],"were":[76],"conducted":[77],"on":[78,139],"several":[79,132],"public":[80],"datasets":[81],"various":[83],"neural":[84],"network":[85],"models.":[86],"The":[87,143],"results":[88,145],"reveal":[89,166],"that,":[90],"compared":[91],"random":[93],"clustering-based":[95],"sampling,":[96],"fuzz":[99],"provides":[102],"greater":[104],"improvement":[105],"in":[106,109],"rate":[108,127],"later":[111],"stages":[112],"iterations.":[114],"On":[115],"complex":[116],"networks":[117],"like":[118],"VGG16,":[119],"improved":[121],"algorithm":[123],"increased":[124],"by":[128,136],"about":[129],"12%":[130],"across":[131],"metrics,":[134],"approximately":[137],"40%":[138],"LeNet":[140],"series":[141],"networks.":[142],"experimental":[144],"also":[146,161],"indicate":[147],"newly":[150],"generated":[151],"test":[152],"cases":[153],"not":[154],"only":[155],"exhibit":[156],"higher":[157],"rates":[159],"but":[160],"generate":[162],"adversarial":[163],"samples":[164],"model":[167],"errors.":[168]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-31T00:00:00"}