{"id":"https://openalex.org/W3042755891","doi":"https://doi.org/10.1145/3395363.3397353","title":"Detecting cache-related bugs in Spark applications","display_name":"Detecting cache-related bugs in Spark applications","publication_year":2020,"publication_date":"2020-07-13","ids":{"openalex":"https://openalex.org/W3042755891","doi":"https://doi.org/10.1145/3395363.3397353","mag":"3042755891"},"language":"en","primary_location":{"id":"doi:10.1145/3395363.3397353","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3395363.3397353","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100423804","display_name":"Hui Li","orcid":"https://orcid.org/0000-0001-5244-9473"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hui Li","raw_affiliation_strings":["Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100391567","display_name":"Dong Wang","orcid":"https://orcid.org/0009-0008-1874-6608"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Wang","raw_affiliation_strings":["Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082708243","display_name":"Tianze Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianze Huang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103124729","display_name":"Yu Gao","orcid":"https://orcid.org/0000-0002-0664-5614"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Gao","raw_affiliation_strings":["Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023724495","display_name":"Wensheng Dou","orcid":"https://orcid.org/0000-0002-3323-0449"},"institutions":[{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wensheng Dou","raw_affiliation_strings":["Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103731665","display_name":"Lijie Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijie Xu","raw_affiliation_strings":["Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100392222","display_name":"Wei Wang","orcid":"https://orcid.org/0000-0003-2262-2508"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Wang","raw_affiliation_strings":["Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037779332","display_name":"Jun Wei","orcid":"https://orcid.org/0000-0002-1028-8509"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wei","raw_affiliation_strings":["Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038920560","display_name":"Hua Zhong","orcid":"https://orcid.org/0000-0002-8535-8225"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hua Zhong","raw_affiliation_strings":["Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China"],"affiliations":[{"raw_affiliation_string":"Institute of Software at Chinese Academy of Sciences, China / University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5100423804"],"corresponding_institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":1.0676,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.83565859,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"363","last_page":"375"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.8902926445007324},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8518847227096558},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.8162674307823181},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.46928393840789795},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.40222975611686707},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3527550995349884},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07126954197883606}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.8902926445007324},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8518847227096558},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.8162674307823181},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.46928393840789795},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.40222975611686707},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3527550995349884},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07126954197883606},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3395363.3397353","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3395363.3397353","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W410850256","https://openalex.org/W1579147384","https://openalex.org/W1991546210","https://openalex.org/W1995295735","https://openalex.org/W1996567876","https://openalex.org/W2130336012","https://openalex.org/W2131975293","https://openalex.org/W2189465200","https://openalex.org/W2334597393","https://openalex.org/W2364864162","https://openalex.org/W2436533802","https://openalex.org/W2560167829","https://openalex.org/W2573246392","https://openalex.org/W2602850704","https://openalex.org/W2736238078","https://openalex.org/W2782923814","https://openalex.org/W2791984688","https://openalex.org/W2915975968","https://openalex.org/W2953358830","https://openalex.org/W2963288913","https://openalex.org/W2963670827","https://openalex.org/W6614148910"],"related_works":["https://openalex.org/W3015859229","https://openalex.org/W2230552005","https://openalex.org/W1975949872","https://openalex.org/W3109411864","https://openalex.org/W3003280185","https://openalex.org/W3017846737","https://openalex.org/W2000444236","https://openalex.org/W2384475851","https://openalex.org/W4379407450","https://openalex.org/W2613379984"],"abstract_inverted_index":{"Apache":[0],"Spark":[1,11,33,48,95,109,118,132,140],"has":[2],"been":[3,159],"widely":[4],"used":[5],"to":[6,20,53,103],"build":[7],"big":[8],"data":[9],"applications.":[10,96,110,133,141],"utilizes":[12],"the":[13,36,70,128],"abstraction":[14],"of":[15,30,131,156],"Resilient":[16],"Distributed":[17],"Dataset":[18],"(RDD)":[19],"store":[21],"and":[22,40,60,68,120,154],"retrieve":[23],"large-scale":[24],"data.":[25],"To":[26],"reduce":[27],"duplicate":[28,82],"computation":[29],"an":[31],"RDD,":[32],"can":[34,80],"cache":[35],"RDD":[37,65,71,77],"in":[38,94,108,117],"memory":[39,87],"then":[41,121],"reuse":[42],"it":[43],"later,":[44],"thus":[45,89],"improving":[46],"performance.":[47],"relies":[49],"on":[50,137],"application":[51],"developers":[52],"enforce":[54],"caching":[55,78],"decisions":[56,79],"by":[57,126,161],"using":[58],"persist()":[59],"unpersist()":[61],"APIs,":[62],"e.g.,":[63],"which":[64],"is":[66,72],"persisted":[67,73],"when":[69],"/":[74],"unpersisted.":[75],"Incorrect":[76],"cause":[81],"computations,":[83],"or":[84],"waste":[85],"precious":[86],"resource,":[88],"introducing":[90],"serious":[91],"performance":[92],"degradation":[93],"In":[97],"this":[98],"paper,":[99],"we":[100],"propose":[101],"CacheCheck,":[102],"automatically":[104],"detect":[105,123],"cache-related":[106,114,124,152],"bugs":[107,125],"We":[111,134],"summarize":[112],"six":[113,138],"bug":[115],"patterns":[116],"applications,":[119],"dynamically":[122],"analyzing":[127],"execution":[129],"traces":[130],"evaluate":[135],"CacheCheck":[136,147],"real-world":[139],"The":[142],"experimental":[143],"result":[144],"shows":[145],"that":[146],"detects":[148],"72":[149],"previously":[150],"unknown":[151],"bugs,":[153],"28":[155],"them":[157],"have":[158],"fixed":[160],"developers.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}