{"id":"https://openalex.org/W1982558719","doi":"https://doi.org/10.1145/1247480.1247566","title":"Lazy, adaptive rid-list intersection, and its application to index anding","display_name":"Lazy, adaptive rid-list intersection, and its application to index anding","publication_year":2007,"publication_date":"2007-06-11","ids":{"openalex":"https://openalex.org/W1982558719","doi":"https://doi.org/10.1145/1247480.1247566","mag":"1982558719"},"language":"en","primary_location":{"id":"doi:10.1145/1247480.1247566","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1247480.1247566","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2007 ACM SIGMOD international conference on Management of data","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103997746","display_name":"Vijayshankar Raman","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Vijayshankar Raman","raw_affiliation_strings":["IBM Almaden Research Center, San Jose, CA","IBM Almaden Research Center San Jose , CA"],"affiliations":[{"raw_affiliation_string":"IBM Almaden Research Center, San Jose, CA","institution_ids":["https://openalex.org/I4210085935"]},{"raw_affiliation_string":"IBM Almaden Research Center San Jose , CA","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112108963","display_name":"Lin Qiao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin Qiao","raw_affiliation_strings":["IBM Almaden Research Center, San Jose, CA","IBM Almaden Research Center San Jose , CA"],"affiliations":[{"raw_affiliation_string":"IBM Almaden Research Center, San Jose, CA","institution_ids":["https://openalex.org/I4210085935"]},{"raw_affiliation_string":"IBM Almaden Research Center San Jose , CA","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100898103","display_name":"Wei Han","orcid":"https://orcid.org/0009-0006-4921-2399"},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Han","raw_affiliation_strings":["IBM Almaden Research Center, San Jose, CA","IBM Almaden Research Center San Jose , CA"],"affiliations":[{"raw_affiliation_string":"IBM Almaden Research Center, San Jose, CA","institution_ids":["https://openalex.org/I4210085935"]},{"raw_affiliation_string":"IBM Almaden Research Center San Jose , CA","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000041094","display_name":"Inderpal Narang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210085935","display_name":"IBM Research - Almaden","ror":"https://ror.org/005w8dd04","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210085935","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Inderpal Narang","raw_affiliation_strings":["IBM Almaden Research Center, San Jose, CA","IBM Almaden Research Center San Jose , CA"],"affiliations":[{"raw_affiliation_string":"IBM Almaden Research Center, San Jose, CA","institution_ids":["https://openalex.org/I4210085935"]},{"raw_affiliation_string":"IBM Almaden Research Center San Jose , CA","institution_ids":["https://openalex.org/I4210085935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041221061","display_name":"Ying-Lin Chen","orcid":"https://orcid.org/0000-0003-1283-0258"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]},{"id":"https://openalex.org/I4210148712","display_name":"Silicon Valley University","ror":"https://ror.org/04jk6hn97","country_code":"US","type":"education","lineage":["https://openalex.org/I4210148712"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ying-Lin Chen","raw_affiliation_strings":["IBM Silicon Valley Lab, San Jose, CA","IBM Silicon Valley Lab., San Jose, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"IBM Silicon Valley Lab, San Jose, CA","institution_ids":["https://openalex.org/I4210148712"]},{"raw_affiliation_string":"IBM Silicon Valley Lab., San Jose, CA#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018001226","display_name":"Kou-Horng Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148712","display_name":"Silicon Valley University","ror":"https://ror.org/04jk6hn97","country_code":"US","type":"education","lineage":["https://openalex.org/I4210148712"]},{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kou-Horng Yang","raw_affiliation_strings":["IBM Silicon Valley Lab, San Jose, CA","IBM Silicon Valley Lab., San Jose, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"IBM Silicon Valley Lab, San Jose, CA","institution_ids":["https://openalex.org/I4210148712"]},{"raw_affiliation_string":"IBM Silicon Valley Lab., San Jose, CA#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080652444","display_name":"Fen-Ling Ling","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148712","display_name":"Silicon Valley University","ror":"https://ror.org/04jk6hn97","country_code":"US","type":"education","lineage":["https://openalex.org/I4210148712"]},{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fen-Ling Ling","raw_affiliation_strings":["IBM Silicon Valley Lab, San Jose, CA","IBM Silicon Valley Lab., San Jose, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"IBM Silicon Valley Lab, San Jose, CA","institution_ids":["https://openalex.org/I4210148712"]},{"raw_affiliation_string":"IBM Silicon Valley Lab., San Jose, CA#TAB#","institution_ids":["https://openalex.org/I1341412227"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5103997746"],"corresponding_institution_ids":["https://openalex.org/I4210085935"],"apc_list":null,"apc_paid":null,"fwci":1.9001,"has_fulltext":false,"cited_by_count":36,"citation_normalized_percentile":{"value":0.85587014,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"773","last_page":"784"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.7983159422874451},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6834824085235596},{"id":"https://openalex.org/keywords/index","display_name":"Index (typography)","score":0.5938763618469238},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.32642364501953125},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19112884998321533},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.061171889305114746}],"concepts":[{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.7983159422874451},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6834824085235596},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.5938763618469238},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32642364501953125},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19112884998321533},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.061171889305114746},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1247480.1247566","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1247480.1247566","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2007 ACM SIGMOD international conference on Management of data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/1","display_name":"No poverty"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1526124194","https://openalex.org/W1561988317","https://openalex.org/W1584687013","https://openalex.org/W2007069074","https://openalex.org/W2026463897","https://openalex.org/W2053550438","https://openalex.org/W2061884758","https://openalex.org/W2063039343","https://openalex.org/W2101207848","https://openalex.org/W2102166438","https://openalex.org/W2105170773","https://openalex.org/W2111967617","https://openalex.org/W2203361072","https://openalex.org/W3138367763","https://openalex.org/W4242450751","https://openalex.org/W6666097953"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2317200988","https://openalex.org/W2376932109","https://openalex.org/W2382290278","https://openalex.org/W2348909947"],"abstract_inverted_index":{"RID-List":[0],"(row":[1],"id":[2],"list)":[3],"intersection":[4,137,217],"is":[5,82,139,182,206],"a":[6,24,29,31,106,110,115,132],"common":[7],"strategy":[8],"in":[9,13,87],"query":[10,32],"processing,":[11],"used":[12],"star":[14],"joins,":[15],"column":[16],"stores,":[17],"and":[18,56,67,94,143,158,173,245],"even":[19,222],"search":[20],"engines.":[21],"To":[22],"apply":[23,63],"conjunction":[25],"of":[26,43,125,165,189,233],"predicates":[27,66,99],"on":[28,236],"table,":[30],"process":[33,70],"ordoes":[34],"index":[35],"lookups":[36],"to":[37,62,84,95,114,208,241],"form":[38,160],"sorted":[39],"RID-lists":[40,52,76,155,200],"(or":[41],"bitmap)":[42],"the":[44,51,59,75,80,85,97,103,119,154,166,170,179,187,199,224],"rows":[45,61],"matching":[46],"each":[47],"predicate,":[48],"then":[49],"intersects":[50],"via":[53,201],"an":[54,202,214],"AND-tree,":[55,203],"finally":[57],"fetches":[58],"corresponding":[60],"any":[64],"residual":[65,191],"aggregates.":[68],"This":[69,168],"can":[71,122],"be":[72],"expensive":[73],"when":[74,178,223],"are":[77,91,227],"large.":[78],"Furthermore,":[79],"performance":[81],"sensitive":[83],"order":[86,108],"which":[88],"RID":[89],"lists":[90],"intersected":[92],"together,":[93],"treating":[96],"right":[98],"as":[100,163],"residuals.":[101],"If":[102],"optimizer":[104],"chooses":[105],"wrong":[107,111,190],"or":[109],"residual,":[112],"due":[113],"poor":[116],"cardinality":[117,209,225],"estimate,":[118],"resulting":[120],"plan":[121],"run":[123],"orders":[124],"magnitude":[126],"slower":[127],"than":[128,146],"expected.":[129],"We":[130,229],"present":[131,230],"new":[133],"algorithm":[134,218,235],"for":[135],"RID-list":[136],"that":[138,219],"both":[140],"more":[141,144],"efficient":[142],"robust":[145],"this":[147,161,205,234],"standard":[148],"algorithm.":[149],"First,":[150],"we":[151,195,212],"avoid":[152],"forming":[153],"up":[156],"front,":[157],"instead":[159],"lazily":[162],"part":[164],"intersection.":[167],"reduces":[169],"associated":[171],"IO":[172],"sort":[174],"cost":[175],"significantly,":[176],"especially":[177],"data":[180,237],"distribution":[181],"skewed.":[183],"It":[184],"also":[185],"ameliorates":[186],"problem":[188],"table":[192],"selection.":[193],"Second,":[194],"do":[196],"not":[197],"intersect":[198],"because":[204],"vulnerable":[207],"mis-estimations.":[210],"Instead,":[211],"use":[213],"adaptive":[215],"set":[216],"performs":[220],"well":[221],"estimates":[226],"wrong.":[228],"detailed":[231],"experiments":[232],"with":[238],"varying":[239],"distributions":[240],"validate":[242],"its":[243],"efficiency":[244],"predictability.":[246]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
