{"id":"https://openalex.org/W2885801653","doi":"https://doi.org/10.48550/arxiv.1808.03196","title":"Learning to Optimize Join Queries With Deep Reinforcement Learning","display_name":"Learning to Optimize Join Queries With Deep Reinforcement Learning","alternate_titles":[],"publication_year":2018,"publication_date":"2018-08-09","ids":{"openalex":"https://openalex.org/W2885801653","doi":"https://doi.org/10.48550/arxiv.1808.03196","mag":"2885801653"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:1808.03196","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1808.03196","pdf_url":"https://arxiv.org/pdf/1808.03196","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W2885801653"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1808.03196","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018480426","display_name":"Sanjay Krishnan","orcid":"https://orcid.org/0000-0001-6968-4090","observed_orcids":["https://orcid.org/0000-0001-6968-4090"]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Krishnan, Sanjay","raw_affiliation_strings":["Computer Science , University of Chicago","UC Berkeley Computer Science , University of Chicago","University of Chicago (  )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science , University of Chicago","institution_ids":["https://openalex.org/I40347166"]},{"raw_affiliation_string":"UC Berkeley Computer Science , University of Chicago","institution_ids":["https://openalex.org/I40347166","https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of Chicago (  )","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103011963","display_name":"Zongheng Yang","orcid":"https://orcid.org/0000-0001-8716-8743","observed_orcids":["https://orcid.org/0000-0001-8716-8743"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yang, Zongheng","raw_affiliation_strings":["UC Berkeley","University of California\u2013Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California\u2013Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010019244","display_name":"Ken Goldberg","orcid":"https://orcid.org/0000-0001-6747-9499","observed_orcids":["https://orcid.org/0000-0001-6747-9499"]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Goldberg, Ken","raw_affiliation_strings":["UC Berkeley","University of Chicago (  )"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of Chicago (  )","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043626252","display_name":"Joseph M. Hellerstein","orcid":"https://orcid.org/0000-0002-7712-4306","observed_orcids":["https://orcid.org/0000-0002-7712-4306"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hellerstein, Joseph","raw_affiliation_strings":["UC Berkeley","University of California\u2013Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"University of California\u2013Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041920173","display_name":"Ion Gabriel Stoica","orcid":"https://orcid.org/0000-0002-5373-0088","observed_orcids":["https://orcid.org/0000-0002-5373-0088"]},"institutions":[{"id":"https://openalex.org/I1321014770","display_name":"Association for Computing Machinery","ror":"https://ror.org/03wsadn68","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1321014770"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Stoica, Ion","raw_affiliation_strings":["UC Berkeley","Association for Computing Machinery"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]},{"raw_affiliation_string":"Association for Computing Machinery","institution_ids":["https://openalex.org/I1321014770"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":279,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10538","display_name":"Data Mining Algorithms and Applications","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/join-order-optimization","display_name":"join order optimization","score":0.8569999933242798},{"id":"https://openalex.org/keywords/query-optimization","display_name":"query optimization","score":0.796999990940094},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.972000002861023},{"id":"https://openalex.org/keywords/dynamic-programming","display_name":"dynamic programming","score":0.593999981880188},{"id":"https://openalex.org/keywords/search-space-pruning","display_name":"search space pruning","score":0.6269999742507935},{"id":"https://openalex.org/keywords/data-driven-optimization","display_name":"data-driven optimization","score":0.4779999852180481},{"id":"https://openalex.org/keywords/postgresql","display_name":"PostgreSQL","score":0.9869999885559082},{"id":"https://openalex.org/keywords/database-management-systems","display_name":"database management systems","score":0.5210000276565552}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.8332030773162842},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7996810674667358},{"id":"https://openalex.org/C2776124973","wikidata":"https://www.wikidata.org/wiki/Q3183033","display_name":"Join (topology)","level":2,"score":0.7534253597259521},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7513813972473145},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6632384061813354},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5038520693778992},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.44683438539505005},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.4213504493236542},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.37538599967956543},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2979307472705841},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.21543502807617188},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08330050110816956},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:1808.03196","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1808.03196","pdf_url":"https://arxiv.org/pdf/1808.03196","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2885801653","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1808.03196.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1808.03196","doi":"https://doi.org/10.48550/arxiv.1808.03196","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1808.03196","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1808.03196","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1808.03196","pdf_url":"https://arxiv.org/pdf/1808.03196","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2885801653.pdf","grobid_xml":"https://content.openalex.org/works/W2885801653.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W135863099","https://openalex.org/W166430344","https://openalex.org/W304606221","https://openalex.org/W1515851193","https://openalex.org/W1587011656","https://openalex.org/W1605136335","https://openalex.org/W1757796397","https://openalex.org/W1777047301","https://openalex.org/W1789812421","https://openalex.org/W1968541019","https://openalex.org/W1990781295","https://openalex.org/W2035463408","https://openalex.org/W2035486345","https://openalex.org/W2038412523","https://openalex.org/W2041563709","https://openalex.org/W2066623874","https://openalex.org/W2079329679","https://openalex.org/W2081728040","https://openalex.org/W2103702871","https://openalex.org/W2106856755","https://openalex.org/W2109907545","https://openalex.org/W2121863487","https://openalex.org/W2131413649","https://openalex.org/W2143452574","https://openalex.org/W2145339207","https://openalex.org/W2149933564","https://openalex.org/W2153329411","https://openalex.org/W2155968351","https://openalex.org/W2203361072","https://openalex.org/W2257979135","https://openalex.org/W2261781002","https://openalex.org/W2293467699","https://openalex.org/W2341171179","https://openalex.org/W2396309311","https://openalex.org/W2402498022","https://openalex.org/W2606722458","https://openalex.org/W2612481446","https://openalex.org/W2736601468","https://openalex.org/W2766000922","https://openalex.org/W2773466258","https://openalex.org/W2774527530","https://openalex.org/W2785871494","https://openalex.org/W2788862220","https://openalex.org/W2790625403","https://openalex.org/W2794908222","https://openalex.org/W2795239330","https://openalex.org/W2798325362","https://openalex.org/W2799015892","https://openalex.org/W2890276152","https://openalex.org/W2893787142","https://openalex.org/W2953212265","https://openalex.org/W2963376229","https://openalex.org/W3101780148","https://openalex.org/W4206606839","https://openalex.org/W7008970242","https://openalex.org/W7111839429"],"related_works":["https://openalex.org/W2989628739","https://openalex.org/W4404227427","https://openalex.org/W2790625403","https://openalex.org/W3022915323","https://openalex.org/W4290043340","https://openalex.org/W3033337213","https://openalex.org/W3029535034","https://openalex.org/W7169879459","https://openalex.org/W7154894601","https://openalex.org/W4353065055"],"abstract_inverted_index":{"Exhaustive":[0],"enumeration":[1,88],"of":[2,24,53,123,129,140,190],"all":[3],"possible":[4],"join":[5,105],"orders":[6,189],"is":[7,32],"often":[8],"avoided,":[9],"and":[10,22,35,78,90,149,167],"most":[11],"optimizers":[12],"leverage":[13],"heuristics":[14,25,40],"to":[15,62,74,125],"prune":[16],"the":[17,29,64,72,82,127,173],"search":[18,65,73,106],"space.":[19],"The":[20],"design":[21],"implementation":[23],"are":[26,47],"well-understood":[27],"when":[28,45],"cost":[30],"model":[31],"roughly":[33],"linear,":[34],"we":[36,57,97],"find":[37],"that":[38,160],"these":[39],"can":[41,181],"be":[42],"significantly":[43,183],"suboptimal":[44],"there":[46],"non-linearities":[48],"in":[49,67,93,177],"cost.":[50],"Ideally,":[51],"instead":[52],"a":[54,60,68,75,99,144,151],"fixed":[55],"heuristic,":[56],"would":[58],"want":[59],"strategy":[61],"guide":[63],"space":[66],"more":[69],"data-driven":[70],"way---tailoring":[71],"specific":[76],"dataset":[77],"query":[79,168,175],"workload.":[80],"Recognizing":[81],"link":[83],"between":[84],"classical":[85],"Dynamic":[86],"Programming":[87],"methods":[89],"recent":[91],"results":[92],"Reinforcement":[94],"Learning":[95],"(RL),":[96],"propose":[98],"new":[100],"method":[101],"for":[102],"learning":[103,186],"optimized":[104],"strategies.":[107],"We":[108,119],"present":[109],"our":[110],"RL-based":[111],"DQ":[112,124,161],"optimizer,":[113],"which":[114],"currently":[115],"optimizes":[116],"select-project-join":[117],"blocks.":[118],"implement":[120],"three":[121],"versions":[122],"illustrate":[126],"ease":[128],"integration":[130],"into":[131,147,154],"existing":[132],"DBMSes:":[133],"(1)":[134],"A":[135],"version":[136,145,152],"built":[137],"on":[138],"top":[139],"Apache":[141],"Calcite,":[142],"(2)":[143],"integrated":[146,153],"PostgreSQL,":[148],"(3)":[150],"SparkSQL.":[155],"Our":[156],"extensive":[157],"evaluation":[158],"shows":[159],"achieves":[162],"plans":[163],"with":[164,172],"optimization":[165],"costs":[166],"execution":[169],"times":[170],"competitive":[171],"native":[174],"optimizer":[176],"each":[178],"system,":[179],"but":[180],"execute":[182],"faster":[184],"after":[185],"(often":[187],"by":[188],"magnitude).":[191]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2885801653","counts_by_year":[{"year":2026,"cited_by_count":31},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":32},{"year":2023,"cited_by_count":36},{"year":2022,"cited_by_count":40},{"year":2021,"cited_by_count":44},{"year":2020,"cited_by_count":30},{"year":2019,"cited_by_count":35},{"year":2018,"cited_by_count":4},{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2018-08-22T00:00:00"}
