{"id":"https://openalex.org/W4213072374","doi":"https://doi.org/10.1109/tdsc.2022.3152239","title":"An Empirical Study of Fault Triggers in Deep Learning Frameworks","display_name":"An Empirical Study of Fault Triggers in Deep Learning Frameworks","publication_year":2022,"publication_date":"2022-02-18","ids":{"openalex":"https://openalex.org/W4213072374","doi":"https://doi.org/10.1109/tdsc.2022.3152239"},"language":"en","primary_location":{"id":"doi:10.1109/tdsc.2022.3152239","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2022.3152239","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052171951","display_name":"Xiaoting Du","orcid":"https://orcid.org/0000-0002-1609-0480"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoting Du","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, School of Automation Science and Electrical Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1609-0480","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053058502","display_name":"Yulei Sui","orcid":"https://orcid.org/0000-0002-9510-6574"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yulei Sui","raw_affiliation_strings":["Australian Artificial Intelligence Institute, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Australian Artificial Intelligence Institute, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100421221","display_name":"Zhihao Liu","orcid":"https://orcid.org/0000-0002-9626-8962"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihao Liu","raw_affiliation_strings":["State Key Laboratory of Software Development Environment, School of Automation Science and Electrical Engineering, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Software Development Environment, School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101400525","display_name":"Jun Ai","orcid":"https://orcid.org/0000-0002-4791-5940"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Ai","raw_affiliation_strings":["School of Reliability and Systems Engineering, and Science & Technology on Reliability and Environmental Engineering Laboratory, BeiHang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4791-5940","affiliations":[{"raw_affiliation_string":"School of Reliability and Systems Engineering, and Science & Technology on Reliability and Environmental Engineering Laboratory, BeiHang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.3733,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.965591,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"20","issue":"4","first_page":"2696","last_page":"2712"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.8000938296318054},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7518578171730042},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.629925549030304},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6015048623085022},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5748905539512634},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5166378617286682},{"id":"https://openalex.org/keywords/root-cause","display_name":"Root cause","score":0.4539168179035187},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44493499398231506},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.4284197688102722},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.15331405401229858},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14506757259368896},{"id":"https://openalex.org/keywords/seismology","display_name":"Seismology","score":0.06699654459953308}],"concepts":[{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.8000938296318054},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7518578171730042},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.629925549030304},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6015048623085022},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5748905539512634},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5166378617286682},{"id":"https://openalex.org/C84945661","wikidata":"https://www.wikidata.org/wiki/Q7366567","display_name":"Root cause","level":2,"score":0.4539168179035187},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44493499398231506},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.4284197688102722},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.15331405401229858},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14506757259368896},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.06699654459953308},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tdsc.2022.3152239","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2022.3152239","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2896924447","display_name":"\u9762\u5411\u8fd0\u884c\u73af\u5883\u4f9d\u8d56\u7f3a\u9677\u7684\u8f6f\u4ef6\u81ea\u52a8\u5316\u8c03\u8bd5\u6280\u672f\u7814\u7a76","funder_award_id":"61772055","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7682846489","display_name":"\u57fa\u4e8e\u73af\u5883\u591a\u6837\u6027\u7684\u8f6f\u4ef6\u5bb9\u9519\u53ca\u5176\u5e94\u7528\u7814\u7a76","funder_award_id":"61872169","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":87,"referenced_works":["https://openalex.org/W1548328233","https://openalex.org/W1581994774","https://openalex.org/W1676851535","https://openalex.org/W1988202416","https://openalex.org/W1996567876","https://openalex.org/W2030895849","https://openalex.org/W2035602304","https://openalex.org/W2046528529","https://openalex.org/W2048949859","https://openalex.org/W2057536936","https://openalex.org/W2057950829","https://openalex.org/W2072385532","https://openalex.org/W2073554508","https://openalex.org/W2087419855","https://openalex.org/W2087420872","https://openalex.org/W2093124978","https://openalex.org/W2101161997","https://openalex.org/W2109156518","https://openalex.org/W2109192777","https://openalex.org/W2117539524","https://openalex.org/W2119112357","https://openalex.org/W2126830901","https://openalex.org/W2135641621","https://openalex.org/W2136054925","https://openalex.org/W2144172034","https://openalex.org/W2155893237","https://openalex.org/W2181567306","https://openalex.org/W2186615578","https://openalex.org/W2271840356","https://openalex.org/W2295172418","https://openalex.org/W2297774820","https://openalex.org/W2318680928","https://openalex.org/W2342840547","https://openalex.org/W2384495648","https://openalex.org/W2475828198","https://openalex.org/W2525778437","https://openalex.org/W2542471022","https://openalex.org/W2560298132","https://openalex.org/W2560532598","https://openalex.org/W2565563037","https://openalex.org/W2612569995","https://openalex.org/W2620897293","https://openalex.org/W2724374034","https://openalex.org/W2756273951","https://openalex.org/W2767894675","https://openalex.org/W2768753512","https://openalex.org/W2783156277","https://openalex.org/W2789444109","https://openalex.org/W2801177523","https://openalex.org/W2801944893","https://openalex.org/W2850992922","https://openalex.org/W2888049099","https://openalex.org/W2901570046","https://openalex.org/W2902949336","https://openalex.org/W2932933399","https://openalex.org/W2949009804","https://openalex.org/W2954224917","https://openalex.org/W2954903132","https://openalex.org/W2965179503","https://openalex.org/W2968594320","https://openalex.org/W2972574632","https://openalex.org/W2977720775","https://openalex.org/W2978234104","https://openalex.org/W2982277431","https://openalex.org/W3005940936","https://openalex.org/W3007157104","https://openalex.org/W3014367186","https://openalex.org/W3024802236","https://openalex.org/W3033567361","https://openalex.org/W3090643686","https://openalex.org/W3095433202","https://openalex.org/W3103386085","https://openalex.org/W3104663419","https://openalex.org/W3107007349","https://openalex.org/W3129831491","https://openalex.org/W3149582851","https://openalex.org/W3203041411","https://openalex.org/W4249418323","https://openalex.org/W6632581263","https://openalex.org/W6681239517","https://openalex.org/W6686509673","https://openalex.org/W6694517276","https://openalex.org/W6704559304","https://openalex.org/W6710709672","https://openalex.org/W6727690538","https://openalex.org/W6756487900","https://openalex.org/W6776172991"],"related_works":["https://openalex.org/W4380075502","https://openalex.org/W4223943233","https://openalex.org/W4312200629","https://openalex.org/W4360585206","https://openalex.org/W4364306694","https://openalex.org/W4380086463","https://openalex.org/W4225161397","https://openalex.org/W3014300295","https://openalex.org/W3164822677","https://openalex.org/W4250304930"],"abstract_inverted_index":{"Deep":[0],"learning":[1,13,28,58,92,175],"frameworks":[2,93,176],"play":[3],"a":[4],"key":[5],"rule":[6],"to":[7,48],"bridge":[8],"the":[9,18,38,50,69,79,123,133,151,160,168],"gap":[10],"between":[11,138],"deep":[12,27,57,91,174],"theory":[14],"and":[15,22,52,97,132,141,156,158,190,197],"practice.":[16],"With":[17],"growing":[19],"of":[20,40,54,73,108,125,128,154,163,170],"safety-":[21],"security-critical":[23],"applications":[24],"built":[25],"upon":[26],"frameworks,":[29,42,59],"their":[30],"reliability":[31,39],"is":[32,114,177],"becoming":[33],"increasingly":[34],"important.":[35],"To":[36],"ensure":[37],"these":[41,109],"several":[43],"efforts":[44],"have":[45,100,148,180,191],"been":[46,65],"taken":[47],"study":[49,83],"causes":[51,153],"symptoms":[53],"bugs":[55,172],"in":[56,67,88,173],"however,":[60],"relatively":[61],"little":[62],"progress":[63],"has":[64],"made":[66],"investigating":[68],"fault":[70,85,118],"triggering":[71,86,119],"conditions":[72,87],"those":[74],"bugs.":[75],"This":[76],"paper":[77],"presents":[78],"first":[80],"comprehensive":[81],"empirical":[82,188],"on":[84,117,186],"three":[89],"widely-used":[90],"(i.e.,":[94],"TensorFlow,":[95],"MXNET":[96],"PaddlePaddle).":[98],"We":[99,179],"collected":[101],"3,555":[102],"bug":[103,112,130,139,165],"reports":[104],"from":[105],"GitHub":[106],"repositories":[107],"frameworks.":[110],"A":[111],"classification":[113],"performed":[115],"based":[116,185],"conditions,":[120],"followed":[121],"by":[122],"analysis":[124,169],"frequency":[126],"distribution":[127],"different":[129],"types":[131,140],"evolution":[134],"features.":[135],"The":[136],"correlations":[137],"fixing":[142],"time":[143],"are":[144],"investigated.":[145],"Moreover,":[146],"we":[147],"also":[149],"studied":[150],"root":[152],"Bohrbugs":[155],"Mandelbugs":[157],"investigated":[159],"important":[161,183],"consequences":[162],"each":[164],"type.":[166],"Finally,":[167],"regression":[171],"conducted.":[178],"revealed":[181],"12":[182],"findings":[184],"our":[187],"results":[189],"provided":[192],"10":[193],"implications":[194],"for":[195],"developers":[196],"users.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}