{"id":"https://openalex.org/W4411450197","doi":"https://doi.org/10.1145/3729363","title":"An Empirical Study of Bugs in Data Visualization Libraries","display_name":"An Empirical Study of Bugs in Data Visualization Libraries","publication_year":2025,"publication_date":"2025-06-19","ids":{"openalex":"https://openalex.org/W4411450197","doi":"https://doi.org/10.1145/3729363"},"language":"en","primary_location":{"id":"doi:10.1145/3729363","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3729363","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3729363","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103577102","display_name":"Weiqi Lu","orcid":"https://orcid.org/0009-0002-3454-8464"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Weiqi Lu","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0009-0002-3454-8464","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052271946","display_name":"Yongqiang Tian","orcid":"https://orcid.org/0000-0003-1644-2965"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yongqiang Tian","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-1644-2965","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaohan Zhong","orcid":"https://orcid.org/0009-0003-8018-9391"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xiaohan Zhong","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0009-0003-8018-9391","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060537183","display_name":"Haoyang Ma","orcid":"https://orcid.org/0000-0002-7411-9288"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Haoyang Ma","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-7411-9288","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080550560","display_name":"Zhenyang Xu","orcid":"https://orcid.org/0000-0002-9451-4031"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhenyang Xu","raw_affiliation_strings":["University of Waterloo, Waterloo, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9451-4031","affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034057959","display_name":"Shing-Chi Cheung","orcid":"https://orcid.org/0000-0002-3508-7172"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Shing-Chi Cheung","raw_affiliation_strings":["Hong Kong University of Science and Technology, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-3508-7172","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology, Hong Kong, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101708632","display_name":"C. P. Sun","orcid":"https://orcid.org/0000-0002-0862-2491"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Chengnian Sun","raw_affiliation_strings":["University of Waterloo, Waterloo, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0862-2491","affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5103577102"],"corresponding_institution_ids":["https://openalex.org/I200769079"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11475095,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":"FSE","first_page":"2075","last_page":"2098"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7956228852272034},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6172909736633301},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.548828661441803},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.4608973562717438},{"id":"https://openalex.org/keywords/root-cause","display_name":"Root cause","score":0.43579599261283875},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.42989280819892883},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.4266122579574585},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.42487871646881104},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3191607594490051},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.2756694555282593},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10421812534332275},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.0822758674621582}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7956228852272034},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6172909736633301},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.548828661441803},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4608973562717438},{"id":"https://openalex.org/C84945661","wikidata":"https://www.wikidata.org/wiki/Q7366567","display_name":"Root cause","level":2,"score":0.43579599261283875},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.42989280819892883},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.4266122579574585},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.42487871646881104},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3191607594490051},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2756694555282593},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10421812534332275},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0822758674621582},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3729363","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3729363","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2506.15084","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.15084","pdf_url":"https://arxiv.org/pdf/2506.15084","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3729363","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3729363","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323537","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W588483784","https://openalex.org/W1950951323","https://openalex.org/W2068779004","https://openalex.org/W2088783760","https://openalex.org/W2095839586","https://openalex.org/W2134678736","https://openalex.org/W2156256170","https://openalex.org/W2159565072","https://openalex.org/W2247618421","https://openalex.org/W2324595780","https://openalex.org/W2413568692","https://openalex.org/W2461570336","https://openalex.org/W2516678343","https://openalex.org/W2616028256","https://openalex.org/W2724374034","https://openalex.org/W2759550170","https://openalex.org/W2772047293","https://openalex.org/W2808784223","https://openalex.org/W2850992922","https://openalex.org/W2904258957","https://openalex.org/W2963171354","https://openalex.org/W2970515629","https://openalex.org/W3006661330","https://openalex.org/W3090643686","https://openalex.org/W3154106427","https://openalex.org/W3177176579","https://openalex.org/W3185020681","https://openalex.org/W3196239222","https://openalex.org/W3211294635","https://openalex.org/W4205596332","https://openalex.org/W4238083723","https://openalex.org/W4250763639","https://openalex.org/W4255125582","https://openalex.org/W4285068979","https://openalex.org/W4285490440","https://openalex.org/W4293235851","https://openalex.org/W4313563530","https://openalex.org/W4327594616","https://openalex.org/W4383312015","https://openalex.org/W4384155409","https://openalex.org/W4384284076","https://openalex.org/W4384345665","https://openalex.org/W4384347367","https://openalex.org/W4400009090","https://openalex.org/W4402193259"],"related_works":["https://openalex.org/W2068608913","https://openalex.org/W3124914020","https://openalex.org/W2141033859","https://openalex.org/W2156434174","https://openalex.org/W4288274610","https://openalex.org/W2965821047","https://openalex.org/W3082518992","https://openalex.org/W2945351762","https://openalex.org/W2102012911","https://openalex.org/W2154701440"],"abstract_inverted_index":{"Data":[0],"visualization":[1],"(DataViz)":[2],"libraries":[3,48,88,146],"play":[4],"a":[5,77,134,264],"crucial":[6],"role":[7],"in":[8,21,46,72,86,100,112,144,188,199,224,240,260],"presentation,":[9],"data":[10,23,69,281],"analysis,":[11],"and":[12,37,41,93,97,129,132,147,175,236,256,268,274,279],"application":[13],"development,":[14],"underscoring":[15],"the":[16,67,81,106,152,196,206,220,234,246,254],"importance":[17],"of":[18,66,80,84,110,208,222,258],"their":[19,127],"accuracy":[20],"transforming":[22],"into":[24,253],"visual":[25],"representations.":[26],"Incorrect":[27],"visualizations":[28,282],"can":[29,49],"adversely":[30],"impact":[31],"user":[32,39],"experience,":[33],"distort":[34],"information":[35,239],"conveyance,":[36],"influence":[38],"perception":[40],"decision-making":[42],"processes.":[43],"Visual":[44],"bugs":[45,85,99,111,117,174,259],"these":[47,210],"be":[50],"particularly":[51],"insidious":[52],"as":[53],"they":[54],"may":[55,184],"not":[56,243],"cause":[57],"obvious":[58],"errors":[59],"like":[60],"crashes,":[61],"but":[62],"instead":[63],"mislead":[64],"users":[65],"underlying":[68],"graphically,":[70],"resulting":[71],"wrong":[73],"decision":[74],"making.":[75],"Consequently,":[76],"good":[78],"understanding":[79],"unique":[82],"characteristics":[83],"DataViz":[87,101,113,145,163,181,261],"is":[89,151],"essential":[90],"for":[91,162,266],"researchers":[92,269],"developers":[94,267],"to":[95,171,180,212,230,270],"detect":[96,213],"fix":[98],"libraries.":[102,122,164],"This":[103],"study":[104,124],"presents":[105],"first":[107],"comprehensive":[108],"analysis":[109],"libraries,":[114,182,262],"examining":[115],"564":[116],"collected":[118],"from":[119,228],"five":[120],"widely-used":[121],"Our":[123,248],"systematically":[125],"analyzes":[126],"symptoms":[128],"root":[130,154],"causes,":[131],"provides":[133],"detailed":[135],"taxonomy.":[136],"We":[137],"found":[138],"that":[139,219],"incorrect/inaccurate":[140,214],"plots":[141],"are":[142],"pervasive":[143],"incorrect":[148],"graphic":[149],"computation":[150],"major":[153],"cause,":[155],"which":[156,183],"necessitates":[157],"further":[158],"automated":[159,191],"testing":[160,192],"methods":[161],"Moreover,":[165],"we":[166,204],"identified":[167],"eight":[168],"key":[169],"steps":[170],"trigger":[172],"such":[173],"two":[176],"test":[177],"oracles":[178],"specific":[179],"inspire":[185],"future":[186],"research":[187],"designing":[189],"effective":[190],"techniques.":[193],"Furthermore,":[194],"with":[195],"recent":[197],"advancements":[198],"Vision":[200],"Language":[201],"Models":[202],"(VLMs),":[203],"explored":[205],"feasibility":[207],"applying":[209],"models":[211],"plots.":[215],"The":[216],"results":[217],"show":[218],"effectiveness":[221],"VLMs":[223],"bug":[225],"detection":[226],"varies":[227],"29%":[229],"57%,":[231],"depending":[232],"on":[233],"prompts,":[235],"adding":[237],"more":[238,277],"prompts":[241],"does":[242],"necessarily":[244],"increase":[245],"effectiveness.":[247],"findings":[249],"offer":[250],"valuable":[251],"insights":[252],"nature":[255],"patterns":[257],"providing":[263],"foundation":[265],"improve":[271],"library":[272],"reliability,":[273],"ultimately":[275],"benefit":[276],"accurate":[278],"reliable":[280],"across":[283],"various":[284],"domains.":[285]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}