{"id":"https://openalex.org/W4391277903","doi":"https://doi.org/10.1145/3643678","title":"Test Optimization in DNN Testing: A Survey","display_name":"Test Optimization in DNN Testing: A Survey","publication_year":2024,"publication_date":"2024-01-27","ids":{"openalex":"https://openalex.org/W4391277903","doi":"https://doi.org/10.1145/3643678"},"language":"en","primary_location":{"id":"doi:10.1145/3643678","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3643678","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3643678","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3643678","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101406450","display_name":"Qiang Hu","orcid":"https://orcid.org/0000-0002-8251-1669"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":true,"raw_author_name":"Qiang Hu","raw_affiliation_strings":["University of Luxembourg, Esch-sur-Alzette, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0002-8251-1669","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Esch-sur-Alzette, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023978917","display_name":"Yuejun Guo","orcid":"https://orcid.org/0000-0002-5535-2420"},"institutions":[{"id":"https://openalex.org/I4210112527","display_name":"Luxembourg Institute of Science and Technology","ror":"https://ror.org/01t178j62","country_code":"LU","type":"nonprofit","lineage":["https://openalex.org/I4210112527"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Yuejun Guo","raw_affiliation_strings":["Luxembourg Institute of Science and Technology, Esch-sur-Alzette, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0002-5535-2420","affiliations":[{"raw_affiliation_string":"Luxembourg Institute of Science and Technology, Esch-sur-Alzette, Luxembourg","institution_ids":["https://openalex.org/I4210112527"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084396416","display_name":"Xiaofei Xie","orcid":"https://orcid.org/0000-0002-1288-6502"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xiaofei Xie","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-1288-6502","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000695937","display_name":"Maxime Cordy","orcid":"https://orcid.org/0000-0001-8312-1358"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Maxime Cordy","raw_affiliation_strings":["University of Luxembourg, Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0001-8312-1358","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101468661","display_name":"Lei Ma","orcid":"https://orcid.org/0000-0002-8621-2420"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Lei Ma","raw_affiliation_strings":["The University of Tokyo, Edmonton, Japan and University of Albert, Canada"],"raw_orcid":"https://orcid.org/0000-0002-8621-2420","affiliations":[{"raw_affiliation_string":"The University of Tokyo, Edmonton, Japan and University of Albert, Canada","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081145634","display_name":"Mike Papadakis","orcid":"https://orcid.org/0000-0003-1852-2547"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Mike Papadakis","raw_affiliation_strings":["University of Luxembourg, Esch-sur-Alzette, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0003-1852-2547","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Esch-sur-Alzette, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040574362","display_name":"Yves Le Traon","orcid":"https://orcid.org/0000-0002-1045-4861"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Yves Le Traon","raw_affiliation_strings":["University of Luxembourg, Esch-sur-Alzette, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0002-1045-4861","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Esch-sur-Alzette, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101406450"],"corresponding_institution_ids":["https://openalex.org/I186903577"],"apc_list":null,"apc_paid":null,"fwci":8.862,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.98199131,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"33","issue":"4","first_page":"1","last_page":"42"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.809337854385376},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5157120823860168},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4587578773498535},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3535591959953308},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.18883517384529114},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.18504804372787476}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.809337854385376},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5157120823860168},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4587578773498535},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3535591959953308},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.18883517384529114},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.18504804372787476},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3643678","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3643678","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3643678","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:orbilu.uni.lu:10993/59273","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/59273","pdf_url":"https://orbilu.uni.lu/bitstream/10993/59273/1/Test_Optimization_in_DNN_Testing.pdf","source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Software Engineering and Methodology, 33 (4), 111:1-111:42 (2024)","raw_type":"peer reviewed"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-10097","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/9094","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1145/3643678","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1145/3643678","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3643678","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3643678","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5242316204","display_name":null,"funder_award_id":"101070303","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391277903.pdf","grobid_xml":"https://content.openalex.org/works/W4391277903.grobid-xml"},"referenced_works_count":104,"referenced_works":["https://openalex.org/W1622838444","https://openalex.org/W1987971958","https://openalex.org/W2020538887","https://openalex.org/W2069870183","https://openalex.org/W2110889728","https://openalex.org/W2143545157","https://openalex.org/W2183341477","https://openalex.org/W2492294785","https://openalex.org/W2604348044","https://openalex.org/W2883656129","https://openalex.org/W2898868990","https://openalex.org/W2911270308","https://openalex.org/W2911282308","https://openalex.org/W2911495555","https://openalex.org/W2911851157","https://openalex.org/W2913334238","https://openalex.org/W2913668833","https://openalex.org/W2954629067","https://openalex.org/W2957905354","https://openalex.org/W2962949934","https://openalex.org/W2963308851","https://openalex.org/W2982138961","https://openalex.org/W2985449513","https://openalex.org/W2995486425","https://openalex.org/W3000499753","https://openalex.org/W3006197067","https://openalex.org/W3007157104","https://openalex.org/W3035004544","https://openalex.org/W3036286896","https://openalex.org/W3041012898","https://openalex.org/W3042703469","https://openalex.org/W3087720408","https://openalex.org/W3089756992","https://openalex.org/W3091441586","https://openalex.org/W3102178346","https://openalex.org/W3105347387","https://openalex.org/W3105400121","https://openalex.org/W3105662466","https://openalex.org/W3114142534","https://openalex.org/W3119123409","https://openalex.org/W3120991880","https://openalex.org/W3124058431","https://openalex.org/W3130354627","https://openalex.org/W3161493619","https://openalex.org/W3163752990","https://openalex.org/W3163829544","https://openalex.org/W3175772551","https://openalex.org/W3178985214","https://openalex.org/W3180332766","https://openalex.org/W3185950485","https://openalex.org/W3193298772","https://openalex.org/W3194549834","https://openalex.org/W3205471381","https://openalex.org/W4200114965","https://openalex.org/W4214604534","https://openalex.org/W4214627684","https://openalex.org/W4224214784","https://openalex.org/W4225410698","https://openalex.org/W4226057602","https://openalex.org/W4236965008","https://openalex.org/W4238596068","https://openalex.org/W4253752119","https://openalex.org/W4283011843","https://openalex.org/W4283693135","https://openalex.org/W4283825910","https://openalex.org/W4283830352","https://openalex.org/W4284687826","https://openalex.org/W4284702108","https://openalex.org/W4285143611","https://openalex.org/W4285490447","https://openalex.org/W4285665384","https://openalex.org/W4286331378","https://openalex.org/W4286485305","https://openalex.org/W4287110955","https://openalex.org/W4296195043","https://openalex.org/W4296548734","https://openalex.org/W4297097417","https://openalex.org/W4306780108","https://openalex.org/W4308643085","https://openalex.org/W4312533217","https://openalex.org/W4312685007","https://openalex.org/W4313563703","https://openalex.org/W4316657838","https://openalex.org/W4319302948","https://openalex.org/W4319663674","https://openalex.org/W4319963669","https://openalex.org/W4319996400","https://openalex.org/W4328028641","https://openalex.org/W4328028679","https://openalex.org/W4361794012","https://openalex.org/W4366415313","https://openalex.org/W4376606860","https://openalex.org/W4383102502","https://openalex.org/W4384155407","https://openalex.org/W4384155563","https://openalex.org/W4384345647","https://openalex.org/W4384345684","https://openalex.org/W4385428276","https://openalex.org/W4386074156","https://openalex.org/W4386075617","https://openalex.org/W4386570090","https://openalex.org/W4388483012","https://openalex.org/W4391614764","https://openalex.org/W6787602799"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2350741829","https://openalex.org/W2530322880","https://openalex.org/W1596801655","https://openalex.org/W2359140296"],"abstract_inverted_index":{"This":[0],"article":[1],"presents":[2],"a":[3],"comprehensive":[4],"survey":[5],"on":[6],"test":[7,16],"optimization":[8,17],"in":[9,81,90],"deep":[10],"neural":[11],"network":[12],"(DNN)":[13],"testing.":[14],"Here,":[15],"refers":[18],"to":[19],"testing":[20],"with":[21,61],"low":[22],"data":[23],"labeling":[24],"effort.":[25],"We":[26],"analyzed":[27],"90":[28],"papers,":[29],"including":[30],"43":[31],"from":[32,39,47],"the":[33,40,54,67,79,87],"software":[34],"engineering":[35],"(SE)":[36],"community,":[37,44],"32":[38],"machine":[41],"learning":[42],"(ML)":[43],"and":[45,73,76],"15":[46],"other":[48],"communities.":[49],"Our":[50],"study:":[51],"(i)":[52],"unifies":[53],"problems":[55],"as":[56,58],"well":[57],"terminologies":[59],"associated":[60],"low-labeling":[62],"cost":[63],"testing,":[64],"(ii)":[65],"compares":[66],"distinct":[68],"focal":[69],"points":[70],"of":[71],"SE":[72],"ML":[74],"communities,":[75],"(iii)":[77],"reveals":[78],"pitfalls":[80],"existing":[82],"literature.":[83],"Furthermore,":[84],"we":[85],"highlight":[86],"research":[88],"opportunities":[89],"this":[91],"domain.":[92]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}