{"id":"https://openalex.org/W2850992922","doi":"https://doi.org/10.1145/3213846.3213866","title":"An empirical study on TensorFlow program bugs","display_name":"An empirical study on TensorFlow program bugs","publication_year":2018,"publication_date":"2018-07-12","ids":{"openalex":"https://openalex.org/W2850992922","doi":"https://doi.org/10.1145/3213846.3213866","mag":"2850992922"},"language":"en","primary_location":{"id":"doi:10.1145/3213846.3213866","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3213846.3213866","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100349343","display_name":"Yuhao Zhang","orcid":"https://orcid.org/0000-0002-0118-8135"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhao Zhang","raw_affiliation_strings":["Peking University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100405159","display_name":"Yifan Chen","orcid":"https://orcid.org/0009-0003-9017-3350"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Chen","raw_affiliation_strings":["Peking University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034057959","display_name":"Shing-Chi Cheung","orcid":"https://orcid.org/0000-0002-3508-7172"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shing-Chi Cheung","raw_affiliation_strings":["Hong Kong University of Science and Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100712724","display_name":"Yingfei Xiong","orcid":"https://orcid.org/0000-0001-8991-747X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yingfei Xiong","raw_affiliation_strings":["Peking University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100388576","display_name":"Lu Zhang","orcid":"https://orcid.org/0000-0001-8304-7055"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Zhang","raw_affiliation_strings":["Peking University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University, China","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":20.2097,"has_fulltext":false,"cited_by_count":316,"citation_normalized_percentile":{"value":0.99641256,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"129","last_page":"140"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.850027322769165},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.8125675916671753},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7740784287452698},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6901772618293762},{"id":"https://openalex.org/keywords/commit","display_name":"Commit","score":0.6595340967178345},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.5124581456184387},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4783213138580322},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4282812774181366},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.23894450068473816},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14059355854988098},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.1037091612815857}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.850027322769165},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.8125675916671753},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7740784287452698},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6901772618293762},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.6595340967178345},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.5124581456184387},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4783213138580322},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4282812774181366},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.23894450068473816},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14059355854988098},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.1037091612815857},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3213846.3213866","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3213846.3213866","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-92185","is_oa":false,"landing_page_url":"http://www.scopus.com/record/display.url?eid=2-s2.0-85051471187&origin=inward","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"pmh:oai:repository.ust.hk:1783.1-92185","is_oa":false,"landing_page_url":"http://repository.ust.hk/ir/Record/1783.1-92185","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W54521166","https://openalex.org/W1610496399","https://openalex.org/W1612155886","https://openalex.org/W1673923490","https://openalex.org/W1861600621","https://openalex.org/W1979050135","https://openalex.org/W2006307164","https://openalex.org/W2007121005","https://openalex.org/W2018654787","https://openalex.org/W2041650849","https://openalex.org/W2041713059","https://openalex.org/W2048733335","https://openalex.org/W2051204868","https://openalex.org/W2059469853","https://openalex.org/W2087419855","https://openalex.org/W2087515886","https://openalex.org/W2093775031","https://openalex.org/W2096335861","https://openalex.org/W2103833800","https://openalex.org/W2111960623","https://openalex.org/W2125943921","https://openalex.org/W2136887998","https://openalex.org/W2145458045","https://openalex.org/W2150733339","https://openalex.org/W2154183829","https://openalex.org/W2155893237","https://openalex.org/W2166007208","https://openalex.org/W2168206938","https://openalex.org/W2186615578","https://openalex.org/W2271840356","https://openalex.org/W2294556882","https://openalex.org/W2370472429","https://openalex.org/W2384495648","https://openalex.org/W2557283755","https://openalex.org/W2565778127","https://openalex.org/W2616028256","https://openalex.org/W2617809069","https://openalex.org/W2739781989","https://openalex.org/W2753704268","https://openalex.org/W2782289391","https://openalex.org/W2899771611","https://openalex.org/W2963304573","https://openalex.org/W3000162811","https://openalex.org/W3020303111","https://openalex.org/W3145452511","https://openalex.org/W4210270115","https://openalex.org/W4240520787","https://openalex.org/W4365786623","https://openalex.org/W6636177537"],"related_works":["https://openalex.org/W2740264376","https://openalex.org/W4206999239","https://openalex.org/W2161928627","https://openalex.org/W4388482952","https://openalex.org/W2786113878","https://openalex.org/W2727867943","https://openalex.org/W3015562293","https://openalex.org/W4400860681","https://openalex.org/W1978161581","https://openalex.org/W2787155073"],"abstract_inverted_index":{"Deep":[0],"learning":[1,19,37,43,56],"applications":[2,20,57],"become":[3],"increasingly":[4],"popular":[5],"in":[6,130],"important":[7],"domains":[8],"such":[9],"as":[10],"self-driving":[11],"systems":[12],"and":[13,34,63,74,88,96,113,119,133],"facial":[14],"identity":[15],"systems.":[16],"Defective":[17],"deep":[18,36,42,55],"may":[21],"lead":[22],"to":[23,68,91,122],"catastrophic":[24],"consequences.":[25],"Although":[26],"recent":[27],"research":[28],"efforts":[29],"were":[30],"made":[31],"on":[32,59],"testing":[33],"debugging":[35],"applications,":[38],"the":[39,93,104],"characteristics":[40],"of":[41,61,98,127],"defects":[44,129],"have":[45],"never":[46],"been":[47],"studied.":[48],"To":[49],"fill":[50],"this":[51],"gap,":[52],"we":[53],"studied":[54,103],"built":[58],"top":[60],"TensorFlow":[62,69,108,120,131],"collected":[64],"program":[65],"bugs":[66],"related":[67],"from":[70,80],"StackOverflow":[71],"QA":[72,81],"pages":[73],"Github":[75],"projects.":[76],"We":[77,101],"extracted":[78],"information":[79],"pages,":[82],"commit":[83],"messages,":[84,87],"pull":[85],"request":[86],"issue":[89],"discussions":[90],"examine":[92],"root":[94],"causes":[95],"symptoms":[97],"these":[99],"bugs.":[100],"also":[102],"strategies":[105],"deployed":[106],"by":[107],"users":[109,121],"for":[110,139],"bug":[111],"detection":[112],"localization.":[114],"These":[115],"findings":[116],"help":[117],"researchers":[118],"gain":[123],"a":[124,136],"better":[125],"understanding":[126],"coding":[128],"programs":[132],"point":[134],"out":[135],"new":[137],"direction":[138],"future":[140],"research.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":40},{"year":2024,"cited_by_count":47},{"year":2023,"cited_by_count":55},{"year":2022,"cited_by_count":46},{"year":2021,"cited_by_count":50},{"year":2020,"cited_by_count":39},{"year":2019,"cited_by_count":19},{"year":2018,"cited_by_count":3}],"updated_date":"2026-08-25T07:29:55.448023","created_date":"2025-10-10T00:00:00"}