{"id":"https://openalex.org/W3176550827","doi":"https://doi.org/10.1145/3448016.3457568","title":"Steering Query Optimizers: A Practical Take on Big Data Workloads","display_name":"Steering Query Optimizers: A Practical Take on Big Data Workloads","publication_year":2021,"publication_date":"2021-06-09","ids":{"openalex":"https://openalex.org/W3176550827","doi":"https://doi.org/10.1145/3448016.3457568","mag":"3176550827"},"language":"en","primary_location":{"id":"doi:10.1145/3448016.3457568","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3448016.3457568","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3448016.3457568","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Management of Data","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3448016.3457568","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018121640","display_name":"Parimarjan Negi","orcid":"https://orcid.org/0000-0002-8442-9159"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Parimarjan Negi","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071206013","display_name":"Matteo Interlandi","orcid":"https://orcid.org/0000-0002-5756-8321"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matteo Interlandi","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025731013","display_name":"Ryan Marcus","orcid":"https://orcid.org/0000-0002-1279-1124"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]},{"id":"https://openalex.org/I1343180700","display_name":"Intel (United States)","ror":"https://ror.org/01ek73717","country_code":"US","type":"company","lineage":["https://openalex.org/I1343180700"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan Marcus","raw_affiliation_strings":["Massachusetts Institute of Technology & Intel Labs, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology & Intel Labs, Cambridge, MA, USA","institution_ids":["https://openalex.org/I1343180700","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101669321","display_name":"Mohammad Alizadeh","orcid":"https://orcid.org/0000-0002-2002-2632"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Alizadeh","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034086130","display_name":"Tim Kraska","orcid":"https://orcid.org/0009-0003-2414-2759"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Kraska","raw_affiliation_strings":["Massachusetts Institute of Technology, Cambridge, MA, USA"],"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology, Cambridge, MA, USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067911614","display_name":"Marc Friedman","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marc Friedman","raw_affiliation_strings":["Microsoft, Redmond, MA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, MA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079846990","display_name":"Alekh Jindal","orcid":"https://orcid.org/0000-0001-8844-8165"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alekh Jindal","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5018121640"],"corresponding_institution_ids":["https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":4.0,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.93825734,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2557","last_page":"2569"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8797957897186279},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.6560564041137695},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6207837462425232},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5771692991256714},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.5517381429672241},{"id":"https://openalex.org/keywords/sargable","display_name":"Sargable","score":0.50895094871521},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.4424419403076172},{"id":"https://openalex.org/keywords/query-expansion","display_name":"Query expansion","score":0.43512314558029175},{"id":"https://openalex.org/keywords/web-search-query","display_name":"Web search query","score":0.35894009470939636},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3381814956665039},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.31991681456565857},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.21082231402397156},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.1701343059539795},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1238536536693573},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11005684733390808}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8797957897186279},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6560564041137695},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6207837462425232},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5771692991256714},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.5517381429672241},{"id":"https://openalex.org/C192939062","wikidata":"https://www.wikidata.org/wiki/Q104840822","display_name":"Sargable","level":4,"score":0.50895094871521},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.4424419403076172},{"id":"https://openalex.org/C99016210","wikidata":"https://www.wikidata.org/wiki/Q5488129","display_name":"Query expansion","level":2,"score":0.43512314558029175},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.35894009470939636},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3381814956665039},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.31991681456565857},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.21082231402397156},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.1701343059539795},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1238536536693573},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11005684733390808}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3448016.3457568","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3448016.3457568","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3448016.3457568","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Management of Data","raw_type":"proceedings-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/142724","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/142724","pdf_url":null,"source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM","raw_type":"http://purl.org/eprint/type/ConferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3448016.3457568","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3448016.3457568","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3448016.3457568","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2021 International Conference on Management of Data","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5199999809265137,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3176550827.pdf","grobid_xml":"https://content.openalex.org/works/W3176550827.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W135863099","https://openalex.org/W1518114010","https://openalex.org/W1535431348","https://openalex.org/W1972115340","https://openalex.org/W2119400430","https://openalex.org/W2158679027","https://openalex.org/W2189465200","https://openalex.org/W2396309311","https://openalex.org/W2430301697","https://openalex.org/W2788561287","https://openalex.org/W2790625403","https://openalex.org/W2799060872","https://openalex.org/W2888876958","https://openalex.org/W2899771611","https://openalex.org/W2911540814","https://openalex.org/W2946026089","https://openalex.org/W2950202855","https://openalex.org/W2955798121","https://openalex.org/W2985275869","https://openalex.org/W3024738030","https://openalex.org/W3032560301","https://openalex.org/W3082526573","https://openalex.org/W3085960807","https://openalex.org/W3099158806","https://openalex.org/W4291713239","https://openalex.org/W6605485969","https://openalex.org/W6687322159"],"related_works":["https://openalex.org/W2096359267","https://openalex.org/W3125756434","https://openalex.org/W2184296057","https://openalex.org/W2026738364","https://openalex.org/W2901901036","https://openalex.org/W2146885082","https://openalex.org/W2572349046","https://openalex.org/W3049728138","https://openalex.org/W2392799717","https://openalex.org/W1793997780"],"abstract_inverted_index":{"In":[0,75],"recent":[1],"years,":[2],"there":[3],"has":[4,47],"been":[5,62],"tremendous":[6],"interest":[7],"in":[8,87],"research":[9,46],"that":[10,34,167,175],"applies":[11],"machine":[12],"learning":[13,143],"to":[14,92,147,153,189,199],"database":[15],"systems.":[16],"Being":[17],"one":[18],"of":[19,24,123,161,193,206],"the":[20,39,42,80,103,121,159,162,207],"most":[21],"complex":[22],"components":[23],"a":[25,53,65,94,124,129,141,202],"DBMS,":[26],"query":[27,43,55,67,117],"optimizers":[28],"could":[29],"benefit":[30],"from":[31,38],"adaptive":[32],"policies":[33],"are":[35],"learned":[36,54],"systematically":[37],"data":[40,96],"and":[41,89,138,185,197],"workload.":[44,208],"Recent":[45],"brought":[48],"up":[49,198],"novel":[50],"ideas":[51,59],"towards":[52],"optimizer,":[56],"however":[57],"these":[58],"have":[60],"not":[61],"evaluated":[63],"on":[64,70,164,195],"commercial":[66],"processor":[68],"or":[69],"large":[71],"scale,":[72],"real-world":[73],"workloads.":[74],"this":[76,186],"paper,":[77],"we":[78,105,110,127,139],"take":[79],"approach":[81,163],"used":[82,98],"by":[83,119],"Marcus":[84],"et":[85],"al.":[86],"Bao":[88],"adapt":[90],"it":[91],"SCOPE,":[93],"big":[95],"system":[97],"internally":[99],"at":[100],"Microsoft.":[101],"Along":[102],"way,":[104],"solve":[106],"multiple":[107],"new":[108,142],"challenges:":[109],"define":[111,140],"how":[112],"optimizer":[113],"rules":[114],"affect":[115],"final":[116],"plans":[118,181],"introducing":[120],"concept":[122],"rule":[125,133,151,177],"signature,":[126],"devise":[128],"pipeline":[130],"computing":[131],"interesting":[132,150],"configurations":[134,152,178],"for":[135,201],"recurring":[136],"jobs,":[137],"problem":[144],"allowing":[145],"us":[146],"apply":[148],"such":[149],"previously":[154],"unseen":[155],"jobs.":[156,171],"We":[157],"evaluate":[158],"efficacy":[160],"production":[165],"workloads":[166],"include":[168],"150K":[169],"daily":[170],"Our":[172],"results":[173],"show":[174],"alternative":[176],"can":[179,187],"generate":[180],"with":[182],"lower":[183],"costs,":[184],"translate":[188],"runtime":[190],"latency":[191],"savings":[192],"7-30%":[194],"average":[196],"90%":[200],"non":[203],"trivial":[204],"subset":[205]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}