{"id":"https://openalex.org/W3193626673","doi":"https://doi.org/10.1145/3468264.3468560","title":"Demystifying \u201cbad\u201d error messages in data science libraries","display_name":"Demystifying \u201cbad\u201d error messages in data science libraries","publication_year":2021,"publication_date":"2021-08-18","ids":{"openalex":"https://openalex.org/W3193626673","doi":"https://doi.org/10.1145/3468264.3468560","mag":"3193626673"},"language":"en","primary_location":{"id":"doi:10.1145/3468264.3468560","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3468264.3468560","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056980315","display_name":"Yida Tao","orcid":"https://orcid.org/0000-0001-6866-336X"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yida Tao","raw_affiliation_strings":["Shenzhen University, China"],"raw_orcid":"https://orcid.org/0000-0001-6866-336X","affiliations":[{"raw_affiliation_string":"Shenzhen University, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027973107","display_name":"Zhihui Chen","orcid":"https://orcid.org/0000-0002-2968-4632"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihui Chen","raw_affiliation_strings":["Shenzhen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084868951","display_name":"Yepang Liu","orcid":"https://orcid.org/0000-0001-8147-8126"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yepang Liu","raw_affiliation_strings":["Southern University of Science and Technology, China"],"raw_orcid":"https://orcid.org/0000-0001-8147-8126","affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002360773","display_name":"Jifeng Xuan","orcid":"https://orcid.org/0000-0002-2968-3496"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jifeng Xuan","raw_affiliation_strings":["Wuhan University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089943764","display_name":"Zhiwu Xu","orcid":"https://orcid.org/0000-0001-6727-440X"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwu Xu","raw_affiliation_strings":["Shenzhen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen University, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042013137","display_name":"Shengchao Qin","orcid":"https://orcid.org/0000-0003-3028-8191"},"institutions":[{"id":"https://openalex.org/I874055015","display_name":"Teesside University","ror":"https://ror.org/03z28gk75","country_code":"GB","type":"education","lineage":["https://openalex.org/I874055015"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shengchao Qin","raw_affiliation_strings":["Teesside University, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Teesside University, UK","institution_ids":["https://openalex.org/I874055015"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0227,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.76318958,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"818","last_page":"829"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7983220815658569},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6576488018035889},{"id":"https://openalex.org/keywords/confusion","display_name":"Confusion","score":0.6155027747154236},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5946707725524902},{"id":"https://openalex.org/keywords/error-detection-and-correction","display_name":"Error detection and correction","score":0.5597979426383972},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4235250949859619},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3407265841960907},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33446672558784485},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2704279124736786},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2164987027645111},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.19849804043769836},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10052329301834106}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7983220815658569},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6576488018035889},{"id":"https://openalex.org/C2781140086","wikidata":"https://www.wikidata.org/wiki/Q557945","display_name":"Confusion","level":2,"score":0.6155027747154236},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5946707725524902},{"id":"https://openalex.org/C103088060","wikidata":"https://www.wikidata.org/wiki/Q1062839","display_name":"Error detection and correction","level":2,"score":0.5597979426383972},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4235250949859619},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3407265841960907},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33446672558784485},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2704279124736786},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2164987027645111},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.19849804043769836},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10052329301834106},{"id":"https://openalex.org/C11171543","wikidata":"https://www.wikidata.org/wiki/Q41630","display_name":"Psychoanalysis","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3468264.3468560","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3468264.3468560","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4579128781","display_name":null,"funder_award_id":"61836005,61772347,61972260,61872273","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1580775943","https://openalex.org/W1966976587","https://openalex.org/W1975413145","https://openalex.org/W1992007857","https://openalex.org/W2006631720","https://openalex.org/W2123442489","https://openalex.org/W2158092986","https://openalex.org/W2342249984","https://openalex.org/W2404093817","https://openalex.org/W2547436730","https://openalex.org/W2611573015","https://openalex.org/W2617813225","https://openalex.org/W2757656223","https://openalex.org/W2801944893","https://openalex.org/W2850992922","https://openalex.org/W2899324569","https://openalex.org/W2941431430","https://openalex.org/W2954903132","https://openalex.org/W2968594320","https://openalex.org/W2981301999","https://openalex.org/W2997591727","https://openalex.org/W3003257820","https://openalex.org/W3005780259","https://openalex.org/W3035965352","https://openalex.org/W3089867364","https://openalex.org/W3091633490","https://openalex.org/W3099878876","https://openalex.org/W3103145119","https://openalex.org/W3106349920","https://openalex.org/W3109004940","https://openalex.org/W3125781052","https://openalex.org/W3208407575","https://openalex.org/W4233410239","https://openalex.org/W4233925711","https://openalex.org/W4294214983","https://openalex.org/W4393525237"],"related_works":["https://openalex.org/W4321442002","https://openalex.org/W2015265939","https://openalex.org/W2284072287","https://openalex.org/W2611067230","https://openalex.org/W2480201319","https://openalex.org/W2387706296","https://openalex.org/W2155788121","https://openalex.org/W4235469518","https://openalex.org/W362492756","https://openalex.org/W2890345561"],"abstract_inverted_index":{"Error":[0],"messages":[1,26,74,98,115,171,197],"are":[2,35,99,116],"critical":[3],"starting":[4],"points":[5],"for":[6,182,189],"debugging.":[7],"Unfortunately,":[8],"they":[9,34],"seem":[10],"to":[11,136],"be":[12,199],"notoriously":[13],"cryptic,":[14],"confusing,":[15],"and":[16,52,65,118,130,176,201],"uninformative.":[17],"Yet,":[18],"it":[19],"still":[20,179],"remains":[21],"a":[22,152,190],"mystery":[23],"why":[24],"error":[25,56,73,97,110,114,159,170,196],"receive":[27],"such":[28],"bad":[29],"reputations,":[30],"especially":[31],"given":[32],"that":[33,92,172],"merely":[36],"very":[37],"short":[38],"pieces":[39],"of":[40,54,95,109],"natural":[41],"language":[42],"text.":[43],"In":[44,155],"this":[45],"paper,":[46],"we":[47],"empirically":[48],"demystify":[49],"the":[50,93,204],"causes":[51,94],"fixes":[53],"\"bad\"":[55,96],"messages,":[57],"by":[58],"qualitatively":[59],"studying":[60],"201":[61],"Stack":[62],"Overflow":[63],"threads":[64],"335":[66],"GitHub":[67],"issues.":[68],"We":[69,90],"specifically":[70],"focus":[71],"on":[72,194],"encountered":[75],"in":[76,203],"data":[77],"science":[78],"development,":[79],"which":[80],"is":[81,161,165],"an":[82,158],"increasingly":[83],"important":[84],"but":[85],"not":[86,126,166],"well":[87],"studied":[88],"domain.":[89],"found":[91],"far":[100],"more":[101,191],"complicated":[102],"than":[103],"poor":[104],"phrasing":[105],"or":[106,121,163],"flawed":[107],"articulation":[108],"message":[111,146,160],"content.":[112],"Many":[113],"inherently":[117],"inevitably":[119],"misleading":[120],"uninformative,":[122],"since":[123],"libraries":[124],"do":[125],"know":[127],"user":[128],"intentions":[129],"cannot":[131],"\"see\"":[132],"external":[133],"errors.":[134],"Fixes":[135],"error-message-related":[137],"issues":[138],"mostly":[139],"involve":[140],"source":[141],"code":[142],"changes,":[143],"while":[144],"exclusive":[145],"content":[147],"updates":[148],"only":[149],"take":[150],"up":[151],"small":[153],"portion.":[154],"addition,":[156],"whether":[157],"informative":[162],"helpful":[164],"always":[167],"clear-cut;":[168],"even":[169],"clearly":[173],"pinpoint":[174],"faults":[175],"resolutions":[177],"can":[178],"cause":[180],"confusion":[181],"certain":[183],"users.":[184],"These":[185],"findings":[186],"thus":[187],"call":[188],"in-depth":[192],"investigation":[193],"how":[195],"should":[198],"evaluated":[200],"improved":[202],"future.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}