{"id":"https://openalex.org/W3020084632","doi":"https://doi.org/10.1145/3318464.3389770","title":"Qd-tree: Learning Data Layouts for Big Data Analytics","display_name":"Qd-tree: Learning Data Layouts for Big Data Analytics","publication_year":2020,"publication_date":"2020-05-29","ids":{"openalex":"https://openalex.org/W3020084632","doi":"https://doi.org/10.1145/3318464.3389770","mag":"3020084632"},"language":"en","primary_location":{"id":"doi:10.1145/3318464.3389770","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3318464.3389770","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3318464.3389770","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3318464.3389770","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zongheng Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zongheng Yang","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Badrish Chandramouli","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Badrish Chandramouli","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chi Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chi Wang","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Johannes Gehrke","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Johannes Gehrke","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yinan Li","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yinan Li","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Umar Farooq Minhas","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Umar Farooq Minhas","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Per-\u00c5ke Larson","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Per-\u00c5ke Larson","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Donald Kossmann","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Donald Kossmann","raw_affiliation_strings":["Microsoft Research, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":null,"display_name":"Rajeev Acharya","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rajeev Acharya","raw_affiliation_strings":["Microsoft, Redmond, WA, USA"],"affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":6.171,"has_fulltext":true,"cited_by_count":79,"citation_normalized_percentile":{"value":0.97023896,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"193","last_page":"208"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7109000086784363},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.6226999759674072},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5784000158309937},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4927000105381012},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4745999872684479},{"id":"https://openalex.org/keywords/data-structure","display_name":"Data structure","score":0.4487999975681305},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.40119999647140503},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.37869998812675476},{"id":"https://openalex.org/keywords/blocking","display_name":"Blocking (statistics)","score":0.36570000648498535}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8353000283241272},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7109000086784363},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.6226999759674072},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5784000158309937},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4927000105381012},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.476500004529953},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4745999872684479},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.4487999975681305},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.40119999647140503},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.37869998812675476},{"id":"https://openalex.org/C144745244","wikidata":"https://www.wikidata.org/wiki/Q4927286","display_name":"Blocking (statistics)","level":2,"score":0.36570000648498535},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.34360000491142273},{"id":"https://openalex.org/C175801342","wikidata":"https://www.wikidata.org/wiki/Q1988917","display_name":"Data analysis","level":2,"score":0.3411000072956085},{"id":"https://openalex.org/C888380","wikidata":"https://www.wikidata.org/wiki/Q2427787","display_name":"Persistent data structure","level":2,"score":0.3138999938964844},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.290800005197525},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28859999775886536},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.28110000491142273},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.273499995470047},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.2712000012397766},{"id":"https://openalex.org/C5655090","wikidata":"https://www.wikidata.org/wiki/Q192588","display_name":"Relational database","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.257999986410141},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2554999887943268}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3318464.3389770","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3318464.3389770","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3318464.3389770","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2004.10898","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2004.10898","pdf_url":"https://arxiv.org/pdf/2004.10898","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3318464.3389770","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3318464.3389770","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3318464.3389770","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3020084632.pdf","grobid_xml":"https://content.openalex.org/works/W3020084632.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W1585029481","https://openalex.org/W1600880963","https://openalex.org/W1786193469","https://openalex.org/W1981988185","https://openalex.org/W1997375126","https://openalex.org/W2002131042","https://openalex.org/W2020463726","https://openalex.org/W2047085757","https://openalex.org/W2070593325","https://openalex.org/W2075018787","https://openalex.org/W2105252819","https://openalex.org/W2108490710","https://openalex.org/W2109634117","https://openalex.org/W2118269922","https://openalex.org/W2130617154","https://openalex.org/W2130925186","https://openalex.org/W2133741724","https://openalex.org/W2150630976","https://openalex.org/W2165558283","https://openalex.org/W2169188831","https://openalex.org/W2426624872","https://openalex.org/W2430301697","https://openalex.org/W2574861468","https://openalex.org/W2579029018","https://openalex.org/W2613206411","https://openalex.org/W2728889630","https://openalex.org/W2780624097","https://openalex.org/W2799015892","https://openalex.org/W2945486614","https://openalex.org/W2945539433","https://openalex.org/W2955798121","https://openalex.org/W2962771342","https://openalex.org/W2967062414","https://openalex.org/W2990812675","https://openalex.org/W2991530444","https://openalex.org/W3029564598","https://openalex.org/W6767380340"],"related_works":[],"abstract_inverted_index":{"Corporations":[0],"today":[1],"collect":[2],"data":[3,26,47,60,71,200],"at":[4],"an":[5,181],"unprecedented":[6],"and":[7,28,108,149,159,167,190],"accelerating":[8],"scale,":[9],"making":[10],"the":[11,40,70,88,92,105,196],"need":[12],"to":[13,46,85,104,119,124,145,186],"run":[14],"queries":[15],"on":[16,49,73,157,203],"large":[17],"datasets":[18],"increasingly":[19],"important.":[20],"Technologies":[21],"such":[22,81],"as":[23],"columnar":[24],"block-based":[25],"organization":[27],"compression":[29],"have":[30],"become":[31],"standard":[32],"practice":[33],"in":[34],"most":[35,112],"commercial":[36],"database":[37],"systems.":[38],"However,":[39],"problem":[41],"of":[42,91,94,111,178,183,195,210],"best":[43],"assigning":[44],"records":[45],"blocks":[48,95],"storage":[50,123],"is":[51],"still":[52],"open.":[53],"For":[54,76],"example,":[55],"today's":[56],"systems":[57],"usually":[58],"partition":[59,69],"by":[61,97],"arrival":[62],"time":[63],"into":[64],"row":[65],"groups,":[66],"or":[67,143],"range/hash":[68],"based":[72,156,202],"selected":[74],"fields.":[75],"a":[77,98,135,139,172],"given":[78],"workload,":[79],"however,":[80],"techniques":[82],"are":[83,117],"unable":[84,118],"optimize":[86],"for":[87,153,199],"important":[89],"metric":[90,101,127],"number":[93],"accessed":[96],"query.":[99],"This":[100],"directly":[102],"relates":[103],"I/O":[106],"cost,":[107],"therefore":[109],"performance,":[110],"analytical":[113],"queries.":[114],"Further,":[115],"they":[116],"exploit":[120],"additional":[121],"available":[122],"drive":[125],"this":[126,131,147],"down":[128],"further.":[129],"In":[130],"paper,":[132],"we":[133],"propose":[134,150],"new":[136],"framework":[137],"called":[138],"query-data":[140],"routing":[141],"tree,":[142],"qd-tree,":[144],"address":[146],"problem,":[148],"two":[151],"algorithms":[152],"their":[154],"construction":[155],"greedy":[158],"deep":[160],"reinforcement":[161],"learning":[162],"techniques.":[163],"Experiments":[164],"over":[165],"benchmark":[166],"real":[168],"workloads":[169],"show":[170],"that":[171],"qd-tree":[173],"can":[174,191],"provide":[175],"physical":[176],"speedups":[177],"more":[179],"than":[180],"order":[182],"magnitude":[184],"compared":[185],"current":[187],"blocking":[188],"schemes,":[189],"reach":[192],"within":[193],"2X":[194],"lower":[197],"bound":[198],"skipping":[201],"selectivity,":[204],"while":[205],"providing":[206],"complete":[207],"semantic":[208],"descriptions":[209],"created":[211],"blocks.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":6}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2020-05-01T00:00:00"}