{"id":"https://openalex.org/W3032112964","doi":"https://doi.org/10.1145/3318464.3389766","title":"A Method for Optimizing Opaque Filter Queries","display_name":"A Method for Optimizing Opaque Filter Queries","publication_year":2020,"publication_date":"2020-05-29","ids":{"openalex":"https://openalex.org/W3032112964","doi":"https://doi.org/10.1145/3318464.3389766","mag":"3032112964"},"language":"en","primary_location":{"id":"doi:10.1145/3318464.3389766","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3318464.3389766","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042489447","display_name":"Wenjia He","orcid":"https://orcid.org/0000-0001-8161-4642"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wenjia He","raw_affiliation_strings":["University of Michigan, Ann Arbor, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101897635","display_name":"Michael R. Anderson","orcid":"https://orcid.org/0000-0003-1791-2770"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael R. Anderson","raw_affiliation_strings":["University of Michigan, Ann Arbor, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022907237","display_name":"Maxwell Benjamin Strome","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maxwell Strome","raw_affiliation_strings":["University of Michigan, Ann Arbor, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039133265","display_name":"Michael Cafarella","orcid":"https://orcid.org/0000-0001-6122-0590"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Cafarella","raw_affiliation_strings":["University of Michigan, Ann Arbor, Ann Arbor, MI, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, Ann Arbor, MI, USA","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5042489447"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":0.9279,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.80092046,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1257","last_page":"1272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8352620601654053},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.6906670331954956},{"id":"https://openalex.org/keywords/predicate","display_name":"Predicate (mathematical logic)","score":0.6438901424407959},{"id":"https://openalex.org/keywords/query-optimization","display_name":"Query optimization","score":0.6108298301696777},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.49974822998046875},{"id":"https://openalex.org/keywords/query-language","display_name":"Query language","score":0.43655917048454285},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3712347745895386},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16879045963287354}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8352620601654053},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.6906670331954956},{"id":"https://openalex.org/C140146324","wikidata":"https://www.wikidata.org/wiki/Q1144319","display_name":"Predicate (mathematical logic)","level":2,"score":0.6438901424407959},{"id":"https://openalex.org/C157692150","wikidata":"https://www.wikidata.org/wiki/Q2919848","display_name":"Query optimization","level":2,"score":0.6108298301696777},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.49974822998046875},{"id":"https://openalex.org/C192028432","wikidata":"https://www.wikidata.org/wiki/Q845739","display_name":"Query language","level":2,"score":0.43655917048454285},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3712347745895386},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16879045963287354}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3318464.3389766","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3318464.3389766","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 ACM SIGMOD International Conference on Management of Data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7099999785423279}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1565231908","https://openalex.org/W1586825695","https://openalex.org/W1604972505","https://openalex.org/W1686810756","https://openalex.org/W2002430341","https://openalex.org/W2014957836","https://openalex.org/W2036971997","https://openalex.org/W2049934117","https://openalex.org/W2071989194","https://openalex.org/W2078017811","https://openalex.org/W2104825706","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2117539524","https://openalex.org/W2118017131","https://openalex.org/W2120090487","https://openalex.org/W2121863487","https://openalex.org/W2137066398","https://openalex.org/W2142838865","https://openalex.org/W2153889808","https://openalex.org/W2160967997","https://openalex.org/W2168405694","https://openalex.org/W2189465200","https://openalex.org/W2194775991","https://openalex.org/W2423993090","https://openalex.org/W2549139847","https://openalex.org/W2752236330","https://openalex.org/W2786278116","https://openalex.org/W2808184646","https://openalex.org/W2880875857","https://openalex.org/W2899771611","https://openalex.org/W2919115771","https://openalex.org/W2948177721","https://openalex.org/W2950929549","https://openalex.org/W2962771342","https://openalex.org/W2963741525","https://openalex.org/W2964209691","https://openalex.org/W3018927757","https://openalex.org/W3106402164","https://openalex.org/W3118608800","https://openalex.org/W6687322159"],"related_works":["https://openalex.org/W2188505374","https://openalex.org/W1558342070","https://openalex.org/W2556786504","https://openalex.org/W2152149667","https://openalex.org/W4244527061","https://openalex.org/W2469357693","https://openalex.org/W3125756434","https://openalex.org/W1977383094","https://openalex.org/W2572349046","https://openalex.org/W42879793"],"abstract_inverted_index":{"An":[0],"important":[1],"class":[2],"of":[3,95,111],"database":[4,97],"queries":[5],"in":[6],"machine":[7],"learning":[8],"and":[9,144,155,163,188],"data":[10,142],"science":[11],"workloads":[12],"is":[13,25],"the":[14,36,55,60,88,96,106,117,122,193],"opaque":[15,81,171],"filter":[16,82],"query:":[17],"a":[18,21,28,44,50,76,91,109,189],"query":[19,37,70,86],"with":[20,27,30],"selection":[22],"predicate":[23,137],"that":[24,32],"implemented":[26],"UDF,":[29],"semantics":[31],"are":[33],"unknown":[34],"to":[35,124,180],"optimizer.":[38],"Some":[39],"typical":[40],"examples":[41],"would":[42],"include":[43],"CNN-style":[45],"trained":[46],"image":[47,162],"classifier,":[48],"or":[49],"textual":[51],"sentiment":[52],"classifier.":[53],"Because":[54],"optimizer":[56],"does":[57,132,145],"not":[58,133,146],"know":[59],"predicate's":[61],"semantics,":[62,138],"it":[63],"cannot":[64],"employ":[65],"standard":[66,185],"optimizations,":[67],"yielding":[68],"long":[69],"times.":[71],"We":[72,151,173],"propose":[73],"voodoo":[74,130,175],"indexing,":[75],"two-phase":[77],"method":[78,89,107,196],"for":[79],"optimizing":[80],"queries.":[83],"Before":[84],"any":[85,141],"arrives,":[87],"builds":[90,108],"hierarchical":[92],"\"query-independent\"":[93],"index":[94],"contents,":[98],"which":[99],"groups":[100],"together":[101],"similar":[102],"objects.":[103],"At":[104],"query-time,":[105],"map":[110,123],"how":[112],"much":[113],"each":[114],"group":[115],"satisfies":[116],"predicate,":[118],"while":[119],"also":[120],"exploiting":[121],"accelerate":[125],"execution.":[126],"Unlike":[127],"past":[128],"methods,":[129],"indexing":[131,176],"require":[134,147],"insight":[135],"into":[136],"works":[139],"on":[140,160,166],"type,":[143],"in-query":[148],"model":[149],"training.":[150],"describe":[152],"both":[153,161],"standalone":[154],"SparkSQL-specific":[156],"implementations,":[157],"plus":[158],"experiments":[159],"text":[164],"data,":[165],"more":[167],"than":[168],"100":[169],"distinct":[170],"predicates.":[172],"show":[174],"can":[177],"yield":[178],"up":[179],"an":[181],"88%":[182],"improvement":[183,191],"over":[184,192],"scan":[186],"behavior,":[187],"79%":[190],"previous":[194],"best":[195],"adapted":[197],"from":[198],"research":[199],"literature.":[200]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}