{"id":"https://openalex.org/W4415744136","doi":"https://doi.org/10.1109/qrs-c65679.2025.00096","title":"Coverage-Guided Many-Objective Test Generation for Deep Neural Networks","display_name":"Coverage-Guided Many-Objective Test Generation for Deep Neural Networks","publication_year":2025,"publication_date":"2025-07-16","ids":{"openalex":"https://openalex.org/W4415744136","doi":"https://doi.org/10.1109/qrs-c65679.2025.00096"},"language":null,"primary_location":{"id":"doi:10.1109/qrs-c65679.2025.00096","doi":"https://doi.org/10.1109/qrs-c65679.2025.00096","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs-c65679.2025.00096","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 25th International Conference on Software Quality, Reliability, and Security Companion (QRS-C)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029984062","display_name":"Dongcheng Li","orcid":"https://orcid.org/0009-0008-7764-9509","observed_orcids":["https://orcid.org/0009-0008-7764-9509"]},"institutions":[{"id":"https://openalex.org/I192389796","display_name":"Cal Poly Humboldt","ror":"https://ror.org/02qt0xs84","country_code":"US","type":"education","lineage":["https://openalex.org/I192389796"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dongcheng Li","raw_affiliation_strings":["California State Polytechnic University - Humboldt,Department of Computer Science,Arcata,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"California State Polytechnic University - Humboldt,Department of Computer Science,Arcata,USA","institution_ids":["https://openalex.org/I192389796"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103547800","display_name":"W. Eric Wong","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"W. Eric Wong","raw_affiliation_strings":["University of Texas,Department of Computer Science,Dallas,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas,Department of Computer Science,Dallas,USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101564869","display_name":"Hu Liu","orcid":"https://orcid.org/0000-0003-4263-7926","observed_orcids":["https://orcid.org/0000-0003-4263-7926"]},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hu Liu","raw_affiliation_strings":["China University of Geosciences,School of Computer Science,Wuhan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China University of Geosciences,School of Computer Science,Wuhan,China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085917109","display_name":"Man Zhao","orcid":"https://orcid.org/0000-0001-8882-2954","observed_orcids":["https://orcid.org/0000-0001-8882-2954"]},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Man Zhao","raw_affiliation_strings":["China University of Geosciences,School of Computer Science,Wuhan,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China University of Geosciences,School of Computer Science,Wuhan,China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085640914","display_name":"Zizhao Chen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zizhao Chen","raw_affiliation_strings":["University of Texas,Department of Computer Science,Dallas,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Texas,Department of Computer Science,Dallas,USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8039,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.72951389,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"753","last_page":"762"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-neural-network-testing","display_name":"deep neural network testing","score":0.8080000281333923},{"id":"https://openalex.org/keywords/fuzzing","display_name":"fuzzing","score":0.7429999709129333},{"id":"https://openalex.org/keywords/many-objective-optimization","display_name":"many-objective optimization","score":0.906000018119812},{"id":"https://openalex.org/keywords/coverage-guided-testing","display_name":"coverage-guided testing","score":0.7789999842643738},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.875},{"id":"https://openalex.org/keywords/spea2","display_name":"SPEA2","score":0.7820000052452087},{"id":"https://openalex.org/keywords/adversarial-sample-generation","display_name":"adversarial sample generation","score":0.6370000243186951},{"id":"https://openalex.org/keywords/neural-network-reliability","display_name":"neural network reliability","score":0.5920000076293945},{"id":"https://openalex.org/keywords/test-case-generation","display_name":"test case generation","score":0.48500001430511475}],"concepts":[{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.8998000025749207},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6686000227928162},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.6409000158309937},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.6378999948501587},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5649999976158142},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5002999901771545},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.486299991607666},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48339998722076416},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.41819998621940613},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.39089998602867126},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.387800008058548},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.3709000051021576},{"id":"https://openalex.org/C73602740","wikidata":"https://www.wikidata.org/wiki/Q7795822","display_name":"Thompson sampling","level":3,"score":0.33640000224113464},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.29739999771118164},{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.27239999175071716}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/qrs-c65679.2025.00096","doi":"https://doi.org/10.1109/qrs-c65679.2025.00096","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qrs-c65679.2025.00096","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 25th International Conference on Software Quality, Reliability, and Security Companion (QRS-C)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2100495367","https://openalex.org/W2616028256","https://openalex.org/W2799640043","https://openalex.org/W2804337238","https://openalex.org/W2888510757","https://openalex.org/W2888824816","https://openalex.org/W2946765201","https://openalex.org/W2957905354","https://openalex.org/W2963327228","https://openalex.org/W2964241064","https://openalex.org/W2972204217","https://openalex.org/W2979485058","https://openalex.org/W3013948624","https://openalex.org/W3088864312","https://openalex.org/W3125715145","https://openalex.org/W3162426305","https://openalex.org/W3198795664","https://openalex.org/W3206545709","https://openalex.org/W3208708185","https://openalex.org/W4206457151","https://openalex.org/W4391075381","https://openalex.org/W4401208497","https://openalex.org/W4402990538"],"related_works":[],"abstract_inverted_index":{"Generating":[0],"effective":[1],"tests":[2],"for":[3,10,43,52],"Deep":[4],"Neural":[5],"Networks":[6],"(DNNs)":[7],"is":[8],"critical":[9],"their":[11],"reliability,":[12],"yet":[13],"existing":[14],"fuzzing":[15,33],"techniques":[16],"struggle":[17],"with":[18],"efficiency":[19],"and":[20,56,82,94,135],"navigating":[21],"trade-offs":[22],"between":[23],"multiple":[24],"coverage":[25,45,107,126,133,158],"criteria.":[26],"This":[27],"paper":[28],"introduces":[29],"a":[30,57,103],"many-objective":[31],"search-based":[32],"framework":[34],"that":[35,148,165],"integrates":[36],"three":[37],"key":[38],"innovations:":[39],"frequency-based":[40,98],"seed":[41],"sampling":[42,100],"sustained":[44],"growth,":[46],"Monte":[47],"Carlo":[48],"Tree":[49],"Search":[50],"(MCTS)":[51],"refined":[53],"local":[54],"search,":[55],"decomposition-based":[58],"archiving":[59],"strategy":[60,101],"to":[61,92],"enhance":[62],"the":[63,69,72,97,110,120,125,149],"underlying":[64],"SPEA2":[65,122],"algorithm.":[66],"To":[67],"validate":[68],"effectiveness":[70],"of":[71,113],"proposed":[73],"approach,":[74],"experiments":[75],"were":[76],"conducted":[77],"on":[78,139],"several":[79,132],"public":[80],"datasets":[81],"various":[83],"neural":[84],"network":[85],"models.":[86],"The":[87,143],"results":[88,145],"reveal":[89,166],"that,":[90],"compared":[91],"random":[93],"clustering-based":[95],"sampling,":[96],"fuzz":[99],"provides":[102],"greater":[104],"improvement":[105],"in":[106,109],"rate":[108,127],"later":[111],"stages":[112],"iterations.":[114],"On":[115],"complex":[116],"networks":[117],"like":[118],"VGG16,":[119],"improved":[121],"algorithm":[123],"increased":[124],"by":[128,136],"about":[129],"12%":[130],"across":[131],"metrics,":[134],"approximately":[137],"40%":[138],"LeNet":[140],"series":[141],"networks.":[142],"experimental":[144],"also":[146,161],"indicate":[147],"newly":[150],"generated":[151],"test":[152],"cases":[153],"not":[154],"only":[155],"exhibit":[156],"higher":[157],"rates":[159],"but":[160],"generate":[162],"adversarial":[163],"samples":[164],"model":[167],"errors.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-31T00:00:00"}