{"id":"https://openalex.org/W2948096068","doi":"https://doi.org/10.1145/3338906.3338955","title":"A comprehensive study on deep learning bug characteristics","display_name":"A comprehensive study on deep learning bug characteristics","publication_year":2019,"publication_date":"2019-08-09","ids":{"openalex":"https://openalex.org/W2948096068","doi":"https://doi.org/10.1145/3338906.3338955","mag":"2948096068"},"language":"en","primary_location":{"id":"doi:10.1145/3338906.3338955","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3338906.3338955","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338955","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338955","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023058767","display_name":"Johirul Islam","orcid":"https://orcid.org/0000-0002-7523-0666"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Md Johirul Islam","raw_affiliation_strings":["Iowa State University, USA","Iowa State University\u2028"],"affiliations":[{"raw_affiliation_string":"Iowa State University, USA","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Iowa State University\u2028","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114549616","display_name":"Giang Nguyen","orcid":"https://orcid.org/0000-0002-5820-6859"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Giang Nguyen","raw_affiliation_strings":["Iowa State University, USA","Iowa State University\u2028"],"affiliations":[{"raw_affiliation_string":"Iowa State University, USA","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Iowa State University\u2028","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032491991","display_name":"Rangeet Pan","orcid":"https://orcid.org/0000-0002-8875-1225"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rangeet Pan","raw_affiliation_strings":["Iowa State University, USA","Iowa State University\u2028"],"affiliations":[{"raw_affiliation_string":"Iowa State University, USA","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Iowa State University\u2028","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059626072","display_name":"Hridesh Rajan","orcid":"https://orcid.org/0000-0002-9410-9562"},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hridesh Rajan","raw_affiliation_strings":["Iowa State University, USA","Iowa State University\u2028"],"affiliations":[{"raw_affiliation_string":"Iowa State University, USA","institution_ids":["https://openalex.org/I173911158"]},{"raw_affiliation_string":"Iowa State University\u2028","institution_ids":["https://openalex.org/I173911158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5023058767"],"corresponding_institution_ids":["https://openalex.org/I173911158"],"apc_list":null,"apc_paid":null,"fwci":0.867,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.80652132,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"510","last_page":"520"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.830046534538269},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6936559677124023},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6483469605445862},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.635176420211792},{"id":"https://openalex.org/keywords/root-cause","display_name":"Root cause","score":0.5260679125785828},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4990100860595703},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49815940856933594},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.49700573086738586},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.46665024757385254},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3589670658111572},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1665605902671814},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.12678378820419312}],"concepts":[{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.830046534538269},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6936559677124023},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6483469605445862},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.635176420211792},{"id":"https://openalex.org/C84945661","wikidata":"https://www.wikidata.org/wiki/Q7366567","display_name":"Root cause","level":2,"score":0.5260679125785828},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4990100860595703},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49815940856933594},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.49700573086738586},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.46665024757385254},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3589670658111572},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1665605902671814},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.12678378820419312},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3338906.3338955","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3338906.3338955","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338955","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1906.01388","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.01388","pdf_url":"https://arxiv.org/pdf/1906.01388","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2948096068","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1906.01388v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:lib.dr.iastate.edu:cs_pubs-1038","is_oa":false,"landing_page_url":"https://lib.dr.iastate.edu/cgi/viewcontent.cgi?article=1038&context=cs_pubs","pdf_url":null,"source":{"id":"https://openalex.org/S4377196104","display_name":"Iowa State University Digital Repository (Iowa State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I173911158","host_organization_name":"Iowa State University","host_organization_lineage":["https://openalex.org/I173911158"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science Publications","raw_type":"text"},{"id":"doi:10.48550/arxiv.1906.01388","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.01388","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1145/3338906.3338955","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3338906.3338955","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3338906.3338955","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 27th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1311026310","display_name":null,"funder_award_id":"1513263","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6292792384","display_name":null,"funder_award_id":"1518897","funder_id":"https://openalex.org/F4320311090","funder_display_name":"Iowa State University"},{"id":"https://openalex.org/G7770872176","display_name":null,"funder_award_id":"CNS-15-13263","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320311090","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2948096068.pdf","grobid_xml":"https://content.openalex.org/works/W2948096068.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W821933395","https://openalex.org/W1444168786","https://openalex.org/W1548328233","https://openalex.org/W1608928262","https://openalex.org/W1899727747","https://openalex.org/W1975296856","https://openalex.org/W1984893691","https://openalex.org/W2018654787","https://openalex.org/W2048733335","https://openalex.org/W2056894403","https://openalex.org/W2081757705","https://openalex.org/W2087419855","https://openalex.org/W2101161997","https://openalex.org/W2155893237","https://openalex.org/W2157657084","https://openalex.org/W2175511759","https://openalex.org/W2384495648","https://openalex.org/W2402144811","https://openalex.org/W2549033012","https://openalex.org/W2621507218","https://openalex.org/W2850992922","https://openalex.org/W2899510293","https://openalex.org/W2950500938","https://openalex.org/W2963304573","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W2968594320","https://openalex.org/W3149582851","https://openalex.org/W2109156518","https://openalex.org/W3088735455","https://openalex.org/W2156633971","https://openalex.org/W3139018753","https://openalex.org/W2883496053","https://openalex.org/W3178386852","https://openalex.org/W3005861669","https://openalex.org/W2962862037","https://openalex.org/W2954916854","https://openalex.org/W2154183829","https://openalex.org/W2907427642","https://openalex.org/W2570487166","https://openalex.org/W1986453394","https://openalex.org/W3117321015","https://openalex.org/W3028950780","https://openalex.org/W2987314840","https://openalex.org/W3162662923","https://openalex.org/W2562047581"],"abstract_inverted_index":{"Deep":[0],"learning":[1,19,52,69,81,116,141,177,220],"has":[2,71],"gained":[3],"substantial":[4],"popularity":[5],"in":[6,31,67,153,175,215],"recent":[7],"years.":[8],"Developers":[9],"mainly":[10],"rely":[11],"on":[12],"libraries":[13,117,221],"and":[14,87,93,105,122,166,197],"tools":[15],"to":[16,21,74,124],"add":[17],"deep":[18,51,68,80,115,140,176,219],"capabilities":[20],"their":[22],"software.":[23,156],"What":[24,34,42],"kinds":[25],"of":[26,39,50,65,78,91,128,132,135,139,160,183,189,206,218],"bugs":[27,46,66,191,214],"are":[28,35,54,148,169,192],"frequently":[29],"found":[30,152,211],"such":[32,40,45,63],"software?":[33],"the":[36,72,76,89,126,170,184,207,213,216],"root":[37,130,187],"causes":[38,131,188],"bugs?":[41],"impacts":[43,134],"do":[44],"have?":[47],"Which":[48],"stages":[49],"pipeline":[53,142],"more":[55,180,203],"bug":[56,107,165,168,173],"prone?":[57],"Are":[58],"there":[59,147],"any":[60],"antipatterns?":[61],"Understanding":[62],"characteristics":[64],"software":[70,178],"potential":[73],"foster":[75],"development":[77,85,90],"better":[79],"platforms,":[82],"debugging":[83],"mechanisms,":[84],"practices,":[86],"encourage":[88],"analysis":[92],"verification":[94],"frameworks.":[95],"Therefore,":[96],"we":[97],"study":[98,162],"2716":[99],"high-quality":[100],"posts":[101],"from":[102,110],"Stack":[103],"Overflow":[104],"500":[106],"fix":[108],"commits":[109],"Github":[111],"about":[112],"five":[113],"popular":[114],"Caffe,":[118],"Keras,":[119],"Tensorflow,":[120],"Theano,":[121],"Torch":[123],"understand":[125],"types":[127,174],"bugs,":[129,133,136],"bug-prone":[137],"stage":[138],"as":[143,145],"well":[144],"whether":[146],"some":[149,223],"common":[150,224],"antipatterns":[151],"this":[154],"buggy":[155],"The":[157],"key":[158],"findings":[159],"our":[161],"include:":[163],"data":[164],"logic":[167],"most":[171],"severe":[172],"appearing":[179],"than":[181,204],"48%":[182],"times,":[185],"major":[186],"these":[190],"Incorrect":[193],"Model":[194],"Parameter":[195],"(IPS)":[196],"Structural":[198],"Inefficiency":[199],"(SI)":[200],"showing":[201],"up":[202],"43%":[205],"times.We":[208],"have":[209,222],"also":[210],"that":[212],"usage":[217],"antipatterns.":[225]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}