{"id":"https://openalex.org/W3090643686","doi":"https://doi.org/10.1145/3377811.3380395","title":"Taxonomy of real faults in deep learning systems","display_name":"Taxonomy of real faults in deep learning systems","publication_year":2020,"publication_date":"2020-06-27","ids":{"openalex":"https://openalex.org/W3090643686","doi":"https://doi.org/10.1145/3377811.3380395","mag":"3090643686"},"language":"en","primary_location":{"id":"doi:10.1145/3377811.3380395","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377811.3380395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076282301","display_name":"Nargiz Humbatova","orcid":"https://orcid.org/0000-0002-3037-8368"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Nargiz Humbatova","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085228874","display_name":"Gunel Jahangirova","orcid":"https://orcid.org/0000-0002-1423-1083"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Gunel Jahangirova","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056526226","display_name":"Gabriele Bavota","orcid":"https://orcid.org/0000-0002-2216-3148"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Gabriele Bavota","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084639710","display_name":"Vincenzo Riccio","orcid":"https://orcid.org/0000-0002-6229-8231"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Vincenzo Riccio","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058345649","display_name":"Andrea Stocco","orcid":"https://orcid.org/0000-0001-8956-3894"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Andrea Stocco","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025438762","display_name":"Paolo Tonella","orcid":"https://orcid.org/0000-0003-3088-0339"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Paolo Tonella","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana, Lugano, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana, Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I57201433"],"apc_list":null,"apc_paid":null,"fwci":32.639,"has_fulltext":false,"cited_by_count":290,"citation_normalized_percentile":{"value":0.99940263,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1110","last_page":"1121"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.8388562202453613},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6600821018218994},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6289185285568237},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5428706407546997},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.520906388759613},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4982943534851074},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4462752938270569},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.44608819484710693},{"id":"https://openalex.org/keywords/deep-neural-networks","display_name":"Deep neural networks","score":0.4404960572719574},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3482891917228699},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.34036099910736084},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07903942465782166}],"concepts":[{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.8388562202453613},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6600821018218994},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6289185285568237},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5428706407546997},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.520906388759613},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4982943534851074},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4462752938270569},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44608819484710693},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.4404960572719574},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3482891917228699},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.34036099910736084},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07903942465782166},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3377811.3380395","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3377811.3380395","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM/IEEE 42nd International Conference on Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:air.uniud.it:11390/1240604","is_oa":false,"landing_page_url":"https://hdl.handle.net/11390/1240604","pdf_url":null,"source":{"id":"https://openalex.org/S4306401163","display_name":"Institutional Research Information System (University of Udine)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I129043915","host_organization_name":"University of Udine","host_organization_lineage":["https://openalex.org/I129043915"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7664834061","display_name":null,"funder_award_id":"787703","funder_id":"https://openalex.org/F4320338352","funder_display_name":"FP7 Ideas: European Research Council"}],"funders":[{"id":"https://openalex.org/F4320338352","display_name":"FP7 Ideas: European Research Council","ror":"https://ror.org/0472cxd90"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1599610669","https://openalex.org/W1608928262","https://openalex.org/W1979050135","https://openalex.org/W2013711971","https://openalex.org/W2087419855","https://openalex.org/W2101446126","https://openalex.org/W2104577574","https://openalex.org/W2110385988","https://openalex.org/W2111960623","https://openalex.org/W2135937266","https://openalex.org/W2138397390","https://openalex.org/W2574271863","https://openalex.org/W2621507218","https://openalex.org/W2789444109","https://openalex.org/W2799640043","https://openalex.org/W2850992922","https://openalex.org/W2886698796","https://openalex.org/W2896671475","https://openalex.org/W2944264045","https://openalex.org/W2968594320","https://openalex.org/W3098910265"],"related_works":["https://openalex.org/W2032233321","https://openalex.org/W3121970507","https://openalex.org/W2110028391","https://openalex.org/W4377865163","https://openalex.org/W3193857078","https://openalex.org/W2888956734","https://openalex.org/W3000197790","https://openalex.org/W4315865067","https://openalex.org/W3208304128","https://openalex.org/W2979433843"],"abstract_inverted_index":{"The":[0],"growing":[1],"application":[2],"of":[3,13,20,31,50,92,116,132],"deep":[4,34],"neural":[5],"networks":[6],"in":[7,17,33,82],"safety-critical":[8],"domains":[9],"makes":[10],"the":[11,54,77,100,133],"analysis":[12],"faults":[14,32,94],"that":[15,52,95,120],"occur":[16],"such":[18],"systems":[19],"enormous":[21],"importance.":[22],"In":[23],"this":[24],"paper":[25],"we":[26],"introduce":[27],"a":[28,90,110],"large":[29],"taxonomy":[30,88,106],"learning":[35],"(DL)":[36],"systems.":[37],"We":[38],"have":[39,80,85],"manually":[40],"analysed":[41],"1059":[42],"artefacts":[43],"gathered":[44],"from":[45,64,99],"GitHub":[46],"commits":[47],"and":[48,61,63,74],"issues":[49],"projects":[51],"use":[53],"most":[55],"popular":[56],"DL":[57],"frameworks":[58],"(TensorFlow,":[59],"Keras":[60],"PyTorch)":[62],"related":[65],"Stack":[66],"Overflow":[67],"posts.":[68],"Structured":[69],"interviews":[70],"with":[71,89,109],"20":[72],"researchers":[73],"practitioners":[75],"describing":[76],"problems":[78],"they":[79],"encountered":[81],"their":[83],"experience":[84],"enriched":[86],"our":[87],"variety":[91],"additional":[93,114],"did":[96],"not":[97],"emerge":[98],"other":[101],"two":[102],"sources.":[103],"Our":[104],"final":[105],"was":[107],"validated":[108],"survey":[111,134],"involving":[112],"an":[113],"set":[115],"21":[117],"developers,":[118],"confirming":[119],"almost":[121],"all":[122],"fault":[123],"categories":[124],"(13/15)":[125],"were":[126],"experienced":[127],"by":[128],"at":[129],"least":[130],"50%":[131],"participants.":[135]},"counts_by_year":[{"year":2026,"cited_by_count":20},{"year":2025,"cited_by_count":53},{"year":2024,"cited_by_count":53},{"year":2023,"cited_by_count":62},{"year":2022,"cited_by_count":49},{"year":2021,"cited_by_count":42},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":1}],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2025-10-10T00:00:00"}