{"id":"https://openalex.org/W4386380938","doi":"https://doi.org/10.18293/seke2023-188","title":"DeepRank: Test Case Prioritization for Deep Neural Networks","display_name":"DeepRank: Test Case Prioritization for Deep Neural Networks","publication_year":2023,"publication_date":"2023-07-01","ids":{"openalex":"https://openalex.org/W4386380938","doi":"https://doi.org/10.18293/seke2023-188"},"language":"en","primary_location":{"id":"doi:10.18293/seke2023-188","is_oa":true,"landing_page_url":"https://doi.org/10.18293/seke2023-188","pdf_url":"https://doi.org/10.18293/seke2023-188","source":{"id":"https://openalex.org/S4220650826","display_name":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","issn_l":"2325-9000","issn":["2325-9000","2325-9086"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conferences on Software Engineering and Knowledge Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://doi.org/10.18293/seke2023-188","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100663664","display_name":"Wei Li","orcid":"https://orcid.org/0000-0001-7530-3485"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Li","raw_affiliation_strings":["Collage of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Collage of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100764272","display_name":"Zhiyi Zhang","orcid":"https://orcid.org/0000-0002-6671-4378"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyi Zhang","raw_affiliation_strings":["Collage of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Collage of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005163561","display_name":"Yifan Jian","orcid":"https://orcid.org/0000-0001-7988-7385"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yifan Jian","raw_affiliation_strings":["Science and Technology on Reactor System Design Technology Laboratory, Nuclear Power Institute of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Science and Technology on Reactor System Design Technology Laboratory, Nuclear Power Institute of China, Chengdu, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100322188","display_name":"Chen Liu","orcid":"https://orcid.org/0000-0002-9585-3991"},"institutions":[{"id":"https://openalex.org/I78978612","display_name":"Yangzhou University","ror":"https://ror.org/03tqb8s11","country_code":"CN","type":"education","lineage":["https://openalex.org/I78978612"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Liu","raw_affiliation_strings":["3School of Marxism, Yangzhou University, Yangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"3School of Marxism, Yangzhou University, Yangzhou, China","institution_ids":["https://openalex.org/I78978612"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025184050","display_name":"Zhiqiu Huang","orcid":"https://orcid.org/0000-0001-6843-1892"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqiu Huang","raw_affiliation_strings":["Ministry Key Laboratory for Safety-Critical Software Development and Verification, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Collage of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ministry Key Laboratory for Safety-Critical Software Development and Verification, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Collage of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"2023","issue":null,"first_page":"262","last_page":"267"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7642913460731506},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7287595868110657},{"id":"https://openalex.org/keywords/prioritization","display_name":"Prioritization","score":0.7106261253356934},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.6630411148071289},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.6297467947006226},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5655459761619568},{"id":"https://openalex.org/keywords/cross-entropy","display_name":"Cross entropy","score":0.5611154437065125},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5241187810897827},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5202063918113708},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.490251362323761},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4112960696220398},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.15003755688667297},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09679427742958069},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.08154824376106262}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7642913460731506},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7287595868110657},{"id":"https://openalex.org/C2777615720","wikidata":"https://www.wikidata.org/wiki/Q11888847","display_name":"Prioritization","level":2,"score":0.7106261253356934},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.6630411148071289},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.6297467947006226},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5655459761619568},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.5611154437065125},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5241187810897827},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5202063918113708},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.490251362323761},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4112960696220398},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.15003755688667297},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09679427742958069},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.08154824376106262},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18293/seke2023-188","is_oa":true,"landing_page_url":"https://doi.org/10.18293/seke2023-188","pdf_url":"https://doi.org/10.18293/seke2023-188","source":{"id":"https://openalex.org/S4220650826","display_name":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","issn_l":"2325-9000","issn":["2325-9000","2325-9086"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conferences on Software Engineering and Knowledge Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18293/seke2023-188","is_oa":true,"landing_page_url":"https://doi.org/10.18293/seke2023-188","pdf_url":"https://doi.org/10.18293/seke2023-188","source":{"id":"https://openalex.org/S4220650826","display_name":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","issn_l":"2325-9000","issn":["2325-9000","2325-9086"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conferences on Software Engineering and Knowledge Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4448185472","display_name":null,"funder_award_id":"62002162","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7402239040","display_name":null,"funder_award_id":"BK20200442","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321605","display_name":"Government of Jiangsu Province","ror":"https://ror.org/004svx814"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324130","display_name":"Yangzhou University","ror":"https://ror.org/03tqb8s11"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4386380938.pdf"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1945616565","https://openalex.org/W2014515160","https://openalex.org/W2025198378","https://openalex.org/W2127538960","https://openalex.org/W2140833774","https://openalex.org/W2295598076","https://openalex.org/W2335728318","https://openalex.org/W2804337238","https://openalex.org/W2888510757","https://openalex.org/W2954629067","https://openalex.org/W2954855426","https://openalex.org/W3007157104","https://openalex.org/W3034750315","https://openalex.org/W3042703469","https://openalex.org/W3099444373","https://openalex.org/W3100935330","https://openalex.org/W3105347387","https://openalex.org/W3161493619","https://openalex.org/W4285490461","https://openalex.org/W4293846201"],"related_works":["https://openalex.org/W2081982437","https://openalex.org/W4394857231","https://openalex.org/W1667647204","https://openalex.org/W2027050655","https://openalex.org/W2404647514","https://openalex.org/W4247536566","https://openalex.org/W3028244590","https://openalex.org/W4254349500","https://openalex.org/W2803187616","https://openalex.org/W2963759070"],"abstract_inverted_index":{"Deep":[0],"neural":[1],"networks":[2],"(DNNs)":[3],"have":[4],"been":[5],"widely":[6],"used":[7,153],"in":[8],"safety-critical":[9],"fields":[10],"such":[11],"as":[12],"autonomous":[13],"driving":[14],"and":[15,50,62,78,132,165,186],"medical":[16],"diagnosis.However,":[17],"DNNs":[18,167],"are":[19],"easily":[20],"disturbed":[21],"to":[22,29,38,43,60,68,121,129,138],"make":[23],"wrong":[24],"decisions,":[25],"which":[26],"may":[27],"lead":[28],"loss":[30,114,149],"of":[31,48,72,86,107,116,142],"life":[32],"or":[33],"property.Therefore,":[34],"it":[35,127,136],"is":[36,75,109,128,137,174],"vital":[37],"test":[39,61,66,97,118,155,179],"DNN":[40,49,73,87,144],"adequately.In":[41],"practice,":[42],"reveal":[44],"the":[45,70,84,90,111,113,122,124,133,140,143,147],"incorrect":[46],"behavior":[47],"improve":[51,139],"its":[52],"robustness,":[53],"testers":[54],"usually":[55],"need":[56],"massive":[57],"labeled":[58],"data":[59],"optimize":[63],"DNN.However,":[64],"labeling":[65],"inputs":[67],"detect":[69],"correctness":[71],"predictions":[74],"an":[76],"expensive":[77],"time-consuming":[79],"task":[80],"that":[81,110,172],"even":[82],"affects":[83],"efficiency":[85],"testing.To":[88],"relieve":[89],"labeling-cost":[91],"problem,":[92],"we":[93],"propose":[94],"DeepRank,":[95],"a":[96,117],"case":[98,119,156,180],"prioritization":[99,181],"technique":[100],"based":[101],"on":[102,162],"cross-entropy":[103,148],"loss.The":[104],"key":[105],"idea":[106],"DeepRank":[108,173],"higher":[112],"value":[115,150],"relative":[120],"DNN,":[123],"more":[125,134],"likely":[126],"be":[130,152],"mispredicted":[131],"conducive":[135],"robustness":[141],"through":[145],"retraining.Therefore,":[146],"can":[151],"for":[154],"prioritization.We":[157],"experimentally":[158],"validate":[159],"our":[160],"approach":[161],"two":[163],"datasets":[164],"three":[166],"models.The":[168],"experimental":[169],"results":[170],"demonstrate":[171],"significantly":[175],"better":[176],"than":[177],"existing":[178],"methods":[182],"regarding":[183],"fault-revealing":[184],"capability":[185],"retraining":[187],"effectiveness.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}