{"id":"https://openalex.org/W3042605769","doi":"https://doi.org/10.1145/3368089.3409710","title":"Detecting optimization bugs in database engines via non-optimizing reference engine construction","display_name":"Detecting optimization bugs in database engines via non-optimizing reference engine construction","publication_year":2020,"publication_date":"2020-11-08","ids":{"openalex":"https://openalex.org/W3042605769","doi":"https://doi.org/10.1145/3368089.3409710","mag":"3042605769"},"language":"en","primary_location":{"id":"doi:10.1145/3368089.3409710","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3368089.3409710","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2007.08292","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Manuel Rigger","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Manuel Rigger","raw_affiliation_strings":["ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":null,"display_name":"Zhendong Su","orcid":null},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Zhendong Su","raw_affiliation_strings":["ETH Zurich, Switzerland"],"affiliations":[{"raw_affiliation_string":"ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I35440088"],"apc_list":null,"apc_paid":null,"fwci":5.1575,"has_fulltext":false,"cited_by_count":86,"citation_normalized_percentile":{"value":0.95660556,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1140","last_page":"1152"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.6714000105857849},{"id":"https://openalex.org/keywords/sargable","display_name":"Sargable","score":0.5759999752044678},{"id":"https://openalex.org/keywords/crash","display_name":"Crash","score":0.42989999055862427},{"id":"https://openalex.org/keywords/query-language","display_name":"Query language","score":0.3935999870300293},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.38260000944137573},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.33880001306533813},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3310000002384186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7985000014305115},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.6714000105857849},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.652999997138977},{"id":"https://openalex.org/C192939062","wikidata":"https://www.wikidata.org/wiki/Q104840822","display_name":"Sargable","level":4,"score":0.5759999752044678},{"id":"https://openalex.org/C183469790","wikidata":"https://www.wikidata.org/wiki/Q333501","display_name":"Crash","level":2,"score":0.42989999055862427},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.3935999870300293},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.38510000705718994},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.38260000944137573},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.33880001306533813},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.32109999656677246},{"id":"https://openalex.org/C54239708","wikidata":"https://www.wikidata.org/wiki/Q1329910","display_name":"View","level":3,"score":0.3149000108242035},{"id":"https://openalex.org/C24028149","wikidata":"https://www.wikidata.org/wiki/Q7094056","display_name":"Online aggregation","level":5,"score":0.31119999289512634},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C194222762","wikidata":"https://www.wikidata.org/wiki/Q114486","display_name":"Query by Example","level":4,"score":0.27250000834465027},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2718999981880188},{"id":"https://openalex.org/C2989070954","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database query","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.25769999623298645}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3368089.3409710","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3368089.3409710","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th ACM Joint Meeting on European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2007.08292","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.08292","pdf_url":"https://arxiv.org/pdf/2007.08292","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2007.08292","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.08292","pdf_url":"https://arxiv.org/pdf/2007.08292","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W190884830","https://openalex.org/W1972173511","https://openalex.org/W1978144040","https://openalex.org/W2012056301","https://openalex.org/W2016432059","https://openalex.org/W2022431239","https://openalex.org/W2032167079","https://openalex.org/W2049251595","https://openalex.org/W2065793351","https://openalex.org/W2099525917","https://openalex.org/W2112100340","https://openalex.org/W2118269922","https://openalex.org/W2121084172","https://openalex.org/W2128363840","https://openalex.org/W2133475758","https://openalex.org/W2141933093","https://openalex.org/W2153329411","https://openalex.org/W2155877593","https://openalex.org/W2158237121","https://openalex.org/W2164636932","https://openalex.org/W2170737051","https://openalex.org/W2171831739","https://openalex.org/W2185907055","https://openalex.org/W2524947710","https://openalex.org/W2553134972","https://openalex.org/W2782311202","https://openalex.org/W2798325362","https://openalex.org/W2809368559","https://openalex.org/W2883510886","https://openalex.org/W2911540814","https://openalex.org/W2964715982","https://openalex.org/W2970148517","https://openalex.org/W2982547214","https://openalex.org/W3013136440","https://openalex.org/W3031917602","https://openalex.org/W4238083723","https://openalex.org/W4248948635","https://openalex.org/W6949720072"],"related_works":[],"abstract_inverted_index":{"Database":[0],"Management":[1],"Systems":[2],"(DBMS)":[3],"are":[4],"used":[5],"ubiquitously.":[6],"To":[7],"efficiently":[8],"access":[9],"data,":[10],"they":[11],"apply":[12],"sophisticated":[13],"optimizations.":[14,99],"Incorrect":[15],"optimizations":[16],"can":[17,111],"result":[18,30,73],"in":[19,46,70,80,139,160,209],"logic":[20],"bugs,":[21,181],"which":[22,75,169,203],"cause":[23],"a":[24,39,54,60,64,78,84,88,105,128],"query":[25,55,110,124],"to":[26,42,52,66,114,127],"compute":[27],"an":[28,57,140],"incorrect":[29],"set.":[31],"We":[32,136,154],"propose":[33],"Non-Optimizing":[34],"Reference":[35],"Engine":[36],"Construction":[37],"(NoREC),":[38],"fully-automatic":[40],"approach":[41,50],"detect":[43,68],"optimization":[44,180],"bugs":[45,159],"DBMS.":[47,82],"Conceptually,":[48],"this":[49,122],"aims":[51],"evaluate":[53],"by":[56,173],"optimizing":[58],"and":[59,152,187,198],"non-optimizing":[61,85,129],"version":[62,86],"of":[63,87,164,168],"DBMS,":[65,147],"then":[67],"differences":[69],"their":[71],"returned":[72],"set,":[74],"would":[76],"indicate":[77],"bug":[79],"the":[81,117,133,161,174,183,205],"Obtaining":[83],"DBMS":[89,93,118],"is":[90,103,195],"challenging,":[91],"because":[92],"typically":[94],"provide":[95],"limited":[96],"control":[97],"over":[98],"Our":[100,190],"core":[101],"insight":[102],"that":[104,116,193],"given,":[106],"potentially":[107],"randomly-generated":[108],"optimized":[109],"be":[112],"rewritten":[113],"one":[115],"cannot":[119],"optimize.":[120],"Evaluating":[121],"unoptimized":[123],"effectively":[125],"corresponds":[126],"reference":[130],"engine":[131],"executing":[132],"original":[134],"query.":[135],"evaluated":[137],"NoREC":[138,194],"extensive":[141],"testing":[142],"campaign":[143],"on":[144],"four":[145],"widely-used":[146],"namely":[148],"PostgreSQL,":[149],"MariaDB,":[150],"SQLite,":[151],"CockroachDB.":[153],"found":[155],"159":[156],"previously":[157],"unknown":[158],"latest":[162],"versions":[163],"these":[165],"systems,":[166],"141":[167],"have":[170],"been":[171],"fixed":[172],"developers.":[175],"Of":[176],"these,":[177],"51":[178],"were":[179,185],"while":[182],"remaining":[184],"error":[186],"crash":[188],"bugs.":[189],"results":[191],"suggest":[192],"effective,":[196],"general":[197],"requires":[199],"little":[200],"implementation":[201],"effort,":[202],"makes":[204],"technique":[206],"widely":[207],"applicable":[208],"practice.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2020-07-23T00:00:00"}