{"id":"https://openalex.org/W4295951028","doi":"https://doi.org/10.1145/3545258.3545261","title":"Detecting Defects in Deep Learning Systems: a Survey","display_name":"Detecting Defects in Deep Learning Systems: a Survey","publication_year":2022,"publication_date":"2022-06-11","ids":{"openalex":"https://openalex.org/W4295951028","doi":"https://doi.org/10.1145/3545258.3545261"},"language":"en","primary_location":{"id":"doi:10.1145/3545258.3545261","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3545258.3545261","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th Asia-Pacific Symposium on Internetware","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069543186","display_name":"Shangyu Xing","orcid":"https://orcid.org/0000-0003-0761-1747"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shangyu Xing","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017007019","display_name":"Junjie Zhou","orcid":"https://orcid.org/0000-0001-5903-2806"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Zhou","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046114671","display_name":"Fukang Zhu","orcid":"https://orcid.org/0000-0002-8808-8179"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fukang Zhu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100929179","display_name":"Xiaowen Yang","orcid":"https://orcid.org/0000-0003-2508-9884"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowen Yang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032239032","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0002-5231-9027"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090305216","display_name":"Linzhang Wang","orcid":"https://orcid.org/0000-0003-4794-1652"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linzhang Wang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Department of Computer Science and Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5069543186"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.2757,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.62729826,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"137","last_page":"146"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.7055724859237671},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7029591798782349},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.7025001645088196},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5390597581863403},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.45924901962280273},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4247111678123474},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42456600069999695},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.42251163721084595},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3854101300239563},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3206993341445923},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2890166938304901},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1856609582901001},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09163355827331543}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.7055724859237671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7029591798782349},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.7025001645088196},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5390597581863403},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.45924901962280273},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4247111678123474},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42456600069999695},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.42251163721084595},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3854101300239563},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3206993341445923},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2890166938304901},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1856609582901001},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09163355827331543},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3545258.3545261","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3545258.3545261","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th Asia-Pacific Symposium on Internetware","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.699999988079071}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W100035078","https://openalex.org/W1973108383","https://openalex.org/W1991546210","https://openalex.org/W2015927945","https://openalex.org/W2034077833","https://openalex.org/W2121094954","https://openalex.org/W2133680060","https://openalex.org/W2155893237","https://openalex.org/W2255006515","https://openalex.org/W2288164313","https://openalex.org/W2604330940","https://openalex.org/W2731161895","https://openalex.org/W2767106145","https://openalex.org/W2767209415","https://openalex.org/W2789444109","https://openalex.org/W2798642344","https://openalex.org/W2804337238","https://openalex.org/W2806832999","https://openalex.org/W2850992922","https://openalex.org/W2885472926","https://openalex.org/W2888307014","https://openalex.org/W2888824816","https://openalex.org/W2897058394","https://openalex.org/W2914209329","https://openalex.org/W2954629067","https://openalex.org/W2957905354","https://openalex.org/W2963327228","https://openalex.org/W2968594320","https://openalex.org/W2980257194","https://openalex.org/W2982138961","https://openalex.org/W2991138869","https://openalex.org/W2994987245","https://openalex.org/W3005780259","https://openalex.org/W3006208173","https://openalex.org/W3007157104","https://openalex.org/W3023637398","https://openalex.org/W3074128044","https://openalex.org/W3085024073","https://openalex.org/W3090643686","https://openalex.org/W3104919435","https://openalex.org/W3109004940","https://openalex.org/W3113332968","https://openalex.org/W3129728702","https://openalex.org/W3166372833","https://openalex.org/W3169573770","https://openalex.org/W3186090269","https://openalex.org/W3210270067","https://openalex.org/W3212445700","https://openalex.org/W4285801777","https://openalex.org/W6696363242"],"related_works":["https://openalex.org/W2033512842","https://openalex.org/W4322734194","https://openalex.org/W4233600955","https://openalex.org/W2913665393","https://openalex.org/W2369695847","https://openalex.org/W3005535424","https://openalex.org/W2994319598","https://openalex.org/W2047067935","https://openalex.org/W1607054433","https://openalex.org/W2110842462"],"abstract_inverted_index":{"Thanks":[0],"to":[1,21,44,98],"the":[2,88,130,138,144],"recent":[3],"breakthroughs":[4],"in":[5,50,76,153],"deep":[6,118],"learning":[7,119],"(DL)":[8],"methods":[9,107,146],"and":[10,128,134,147,149],"ever-increasing":[11],"computation":[12],"power,":[13],"nowadays":[14],"DL":[15,34,67,77,91],"models":[16],"are":[17],"being":[18],"increasingly":[19],"applied":[20],"all":[22],"kinds":[23],"of":[24,90,117,132],"fields.":[25],"They,":[26],"along":[27],"with":[28],"other":[29],"software":[30],"modules,":[31],"compose":[32],"complex":[33],"systems":[35,46,68,78],"such":[36,83],"as":[37,47],"autonomous":[38,57],"driving":[39,58],"systems.":[40],"Unfortunately,":[41],"fatalities":[42],"happen":[43],"these":[45],"is":[48,65,79],"reported":[49],"real-life":[51],"situations,":[52],"e.g.,":[53],"traffic":[54],"accidents":[55],"involving":[56],"vehicles.":[59],"Further":[60],"analyses":[61],"show":[62],"that":[63],"this":[64,72,102],"because":[66],"contain":[69],"defects.":[70,121],"To":[71,85],"end,":[73],"understanding":[74],"defects":[75,133],"critical":[80],"for":[81],"preventing":[82],"accidents.":[84],"help":[86],"improve":[87],"reliability":[89],"systems,":[92],"many":[93],"researchers":[94],"have":[95],"devoted":[96],"efforts":[97],"their":[99,135,151],"testing.":[100],"In":[101],"paper,":[103],"we":[104,112,141],"investigated":[105,143],"state-of-the-art":[106],"through":[108],"in-depth":[109],"exploration.":[110],"Firstly,":[111],"made":[113],"a":[114,124],"detailed":[115],"analysis":[116],"system":[120],"We":[122],"proposed":[123],"defect":[125,154],"classification":[126],"scheme,":[127],"summarized":[129],"characteristics":[131],"impacts":[136],"on":[137],"system.":[139],"Secondly,":[140],"systematically":[142],"detection":[145],"tools":[148],"evaluated":[150],"capability":[152],"detection.":[155]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-06T13:50:29.536080","created_date":"2025-10-10T00:00:00"}