{"id":"https://openalex.org/W2895375519","doi":"https://doi.org/10.3906/elk-1707-6","title":"Optimization in the catalyst optimizer of Spark SQL","display_name":"Optimization in the catalyst optimizer of Spark SQL","publication_year":2018,"publication_date":"2018-09-28","ids":{"openalex":"https://openalex.org/W2895375519","doi":"https://doi.org/10.3906/elk-1707-6","mag":"2895375519"},"language":"en","primary_location":{"id":"doi:10.3906/elk-1707-6","is_oa":true,"landing_page_url":"https://doi.org/10.3906/elk-1707-6","pdf_url":"https://doi.org/10.3906/elk-1707-6","source":{"id":"https://openalex.org/S32837994","display_name":"TURKISH JOURNAL OF ELECTRICAL ENGINEERING & COMPUTER SCIENCES","issn_l":"1300-0632","issn":["1300-0632","1303-6203"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318422","host_organization_name":"Scientific and Technological Research Council of Turkey (TUBITAK)","host_organization_lineage":["https://openalex.org/P4310318422"],"host_organization_lineage_names":["Scientific and Technological Research Council of Turkey (TUBITAK)"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TURKISH JOURNAL OF ELECTRICAL ENGINEERING & COMPUTER SCIENCES","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://doi.org/10.3906/elk-1707-6","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078079341","display_name":"Meenu Chawla","orcid":"https://orcid.org/0000-0001-7832-8346"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Meenu CHAWLA","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5075982390","display_name":"Vinita Baniwal","orcid":"https://orcid.org/0000-0002-7329-3540"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vinita BANIWAL","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5078079341"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.12938017,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"26","issue":"5","first_page":"2489","last_page":"2499"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.8911644220352173},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.863528847694397},{"id":"https://openalex.org/keywords/sql","display_name":"SQL","score":0.7816333770751953},{"id":"https://openalex.org/keywords/shuffling","display_name":"Shuffling","score":0.6445611715316772},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.6131987571716309},{"id":"https://openalex.org/keywords/in-memory-processing","display_name":"In-Memory Processing","score":0.5857089757919312},{"id":"https://openalex.org/keywords/query-by-example","display_name":"Query by Example","score":0.5124795436859131},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5077837109565735},{"id":"https://openalex.org/keywords/sargable","display_name":"Sargable","score":0.4692026972770691},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.43850669264793396},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.39667901396751404},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2884179949760437},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.23684704303741455},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1692926585674286},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.1473996639251709},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.12184840440750122}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.8911644220352173},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.863528847694397},{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.7816333770751953},{"id":"https://openalex.org/C167927819","wikidata":"https://www.wikidata.org/wiki/Q1930567","display_name":"Shuffling","level":2,"score":0.6445611715316772},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.6131987571716309},{"id":"https://openalex.org/C123593499","wikidata":"https://www.wikidata.org/wiki/Q6008583","display_name":"In-Memory Processing","level":5,"score":0.5857089757919312},{"id":"https://openalex.org/C194222762","wikidata":"https://www.wikidata.org/wiki/Q114486","display_name":"Query by Example","level":4,"score":0.5124795436859131},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5077837109565735},{"id":"https://openalex.org/C192939062","wikidata":"https://www.wikidata.org/wiki/Q104840822","display_name":"Sargable","level":4,"score":0.4692026972770691},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.43850669264793396},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.39667901396751404},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2884179949760437},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.23684704303741455},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1692926585674286},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.1473996639251709},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.12184840440750122}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3906/elk-1707-6","is_oa":true,"landing_page_url":"https://doi.org/10.3906/elk-1707-6","pdf_url":"https://doi.org/10.3906/elk-1707-6","source":{"id":"https://openalex.org/S32837994","display_name":"TURKISH JOURNAL OF ELECTRICAL ENGINEERING & COMPUTER SCIENCES","issn_l":"1300-0632","issn":["1300-0632","1303-6203"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318422","host_organization_name":"Scientific and Technological Research Council of Turkey (TUBITAK)","host_organization_lineage":["https://openalex.org/P4310318422"],"host_organization_lineage_names":["Scientific and Technological Research Council of Turkey (TUBITAK)"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TURKISH JOURNAL OF ELECTRICAL ENGINEERING & COMPUTER SCIENCES","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3906/elk-1707-6","is_oa":true,"landing_page_url":"https://doi.org/10.3906/elk-1707-6","pdf_url":"https://doi.org/10.3906/elk-1707-6","source":{"id":"https://openalex.org/S32837994","display_name":"TURKISH JOURNAL OF ELECTRICAL ENGINEERING & COMPUTER SCIENCES","issn_l":"1300-0632","issn":["1300-0632","1303-6203"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318422","host_organization_name":"Scientific and Technological Research Council of Turkey (TUBITAK)","host_organization_lineage":["https://openalex.org/P4310318422"],"host_organization_lineage_names":["Scientific and Technological Research Council of Turkey (TUBITAK)"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TURKISH JOURNAL OF ELECTRICAL ENGINEERING & COMPUTER SCIENCES","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2955368753","https://openalex.org/W2391725132","https://openalex.org/W2384284661","https://openalex.org/W319014924","https://openalex.org/W2389888740","https://openalex.org/W2362460270","https://openalex.org/W2188347403","https://openalex.org/W2385089576","https://openalex.org/W2410487789","https://openalex.org/W2554064355"],"abstract_inverted_index":{"Apache":[0,58],"Spark":[1,59,61,149],"is":[2,55,88,116,129,167],"one":[3,74],"of":[4,25,33,45,84,145],"the":[5,38,43,82,90,113,121,130,139,143,146,165,171,177,183],"most":[6],"technically":[7],"challenged":[8],"frameworks":[9],"for":[10,101,124,132,142],"cluster":[11,23],"computing":[12],"in":[13,18,57,73,111,138,160],"which":[14,112,164],"data":[15,34],"are":[16],"processed":[17],"a":[19,30,52,109,125,158],"parallel":[20],"fashion.":[21],"The":[22],"consists":[24],"unreliable":[26],"machines.":[27],"It":[28,63,76],"processes":[29],"large":[31],"amount":[32],"faster":[35],"compared":[36],"to":[37,66,98,119,170],"MapReduce":[39],"framework.":[40],"For":[41,151],"providing":[42],"facility":[44],"optimized":[46,168],"and":[47,70,136,179],"fast":[48],"SQL":[49],"query":[50,122,147,166],"processing,":[51],"new":[53],"unit":[54],"developed":[56],"named":[60],"SQL.":[62,150],"allows":[64],"users":[65],"use":[67],"relational":[68],"processing":[69],"functional":[71],"programming":[72],"place.":[75],"provides":[77],"many":[78,96],"optimizations":[79],"by":[80,148,163,182],"leveraging":[81],"benefits":[83],"its":[85],"core.":[86],"This":[87,93,128,174],"called":[89],"catalyst":[91,114],"optimizer.":[92],"optimizer":[94,115],"has":[95],"rules":[97],"optimize":[99,120],"queries":[100],"efficient":[102],"execution.":[103],"In":[104],"this":[105,154,161],"paper,":[106],"we":[107,156],"discuss":[108],"scenario":[110],"not":[117],"able":[118],"competently":[123],"specific":[126],"case.":[127],"reason":[131],"inefficient":[133],"memory":[134,180],"usage":[135],"increases":[137],"time":[140,178],"required":[141],"execution":[144],"dealing":[152],"with":[153],"issue,":[155],"propose":[157],"solution":[159],"paper":[162],"up":[169],"peak":[172],"level.":[173],"significantly":[175],"reduces":[176],"consumed":[181],"shuffling":[184],"process.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-05-19T21:40:30.786675","created_date":"2025-10-10T00:00:00"}