{"id":"https://openalex.org/W7151275752","doi":"https://doi.org/10.1145/3786664","title":"LiveBin: A Localized and Version-Aware Binned Scan Index","display_name":"LiveBin: A Localized and Version-Aware Binned Scan Index","publication_year":2026,"publication_date":"2026-04-02","ids":{"openalex":"https://openalex.org/W7151275752","doi":"https://doi.org/10.1145/3786664"},"language":"en","primary_location":{"id":"doi:10.1145/3786664","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786664","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3786664","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119269640","display_name":"Zikang Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zikang Liu","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-3986-2920","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133075839","display_name":"Linwei Li","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linwei Li","raw_affiliation_strings":["Tencent, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0000-7647-506X","affiliations":[{"raw_affiliation_string":"Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054357477","display_name":"F. F. Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Ye","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-6850-3087","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhenying He","orcid":"https://orcid.org/0000-0002-2926-4814"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenying He","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2926-4814","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yinan Jing","orcid":"https://orcid.org/0000-0002-1169-8032"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinan Jing","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1169-8032","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133064264","display_name":"Wen He","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen He","raw_affiliation_strings":["Tencent, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-8217-869X","affiliations":[{"raw_affiliation_string":"Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004610216","display_name":"Huichao Duan","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huichao Duan","raw_affiliation_strings":["Tencent, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0009-1879-3583","affiliations":[{"raw_affiliation_string":"Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066111929","display_name":"Lixiong Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lixiong Zheng","raw_affiliation_strings":["Tencent, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-2848-1390","affiliations":[{"raw_affiliation_string":"Tencent, Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5133085475","display_name":"X. Sean Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"X. Sean Wang","raw_affiliation_strings":["Fudan University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9059-3713","affiliations":[{"raw_affiliation_string":"Fudan University, Shanghai, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39568247,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"4","issue":"1","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.5644000172615051,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.5644000172615051,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.09380000084638596,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.06030000001192093,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visibility","display_name":"Visibility","score":0.5378000140190125},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5338000059127808},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5113999843597412},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.4700999855995178},{"id":"https://openalex.org/keywords/tree-traversal","display_name":"Tree traversal","score":0.42750000953674316},{"id":"https://openalex.org/keywords/index","display_name":"Index (typography)","score":0.3995000123977661},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.3709000051021576},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.3361999988555908}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7753999829292297},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.5378000140190125},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5338000059127808},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5113999843597412},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.4700999855995178},{"id":"https://openalex.org/C140745168","wikidata":"https://www.wikidata.org/wiki/Q1210082","display_name":"Tree traversal","level":2,"score":0.42750000953674316},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4113999903202057},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.3995000123977661},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.39100000262260437},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.3709000051021576},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.3361999988555908},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.31130000948905945},{"id":"https://openalex.org/C70000936","wikidata":"https://www.wikidata.org/wiki/Q4672467","display_name":"Access method","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.2922999858856201},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C68516990","wikidata":"https://www.wikidata.org/wiki/Q452912","display_name":"Subpixel rendering","level":3,"score":0.2685000002384186},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.265500009059906},{"id":"https://openalex.org/C130590232","wikidata":"https://www.wikidata.org/wiki/Q1671754","display_name":"Inverted index","level":3,"score":0.25929999351501465},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786664","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786664","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3786664","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786664","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3221945163","display_name":null,"funder_award_id":"62272106","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4958333297","display_name":null,"funder_award_id":"U24A20232","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1963674762","https://openalex.org/W1981988185","https://openalex.org/W1982945449","https://openalex.org/W2011395086","https://openalex.org/W2020129682","https://openalex.org/W2030062409","https://openalex.org/W2055774867","https://openalex.org/W2086977914","https://openalex.org/W2096496252","https://openalex.org/W2111451400","https://openalex.org/W2112735105","https://openalex.org/W2116255287","https://openalex.org/W2133386065","https://openalex.org/W2143125604","https://openalex.org/W2158347038","https://openalex.org/W2161694911","https://openalex.org/W2163422235","https://openalex.org/W2281233167","https://openalex.org/W2344304035","https://openalex.org/W2431462601","https://openalex.org/W2439390339","https://openalex.org/W2441046553","https://openalex.org/W2604961016","https://openalex.org/W2605843372","https://openalex.org/W2725226870","https://openalex.org/W2798926543","https://openalex.org/W2806395320","https://openalex.org/W2904391802","https://openalex.org/W2949054050","https://openalex.org/W2965909661","https://openalex.org/W2982402713","https://openalex.org/W3032357457","https://openalex.org/W3120877418","https://openalex.org/W4376653923","https://openalex.org/W4393187996","https://openalex.org/W4408061182"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,14,43,128],"Binned":[3,119,139],"Scan":[4,120,140],"Index":[5,121,141],"have":[6],"demonstrated":[7],"significant":[8],"potential":[9],"for":[10,99,122],"accelerating":[11],"scan":[12,49,89,228],"operators":[13,90],"main":[15],"memory":[16,78,180,235],"analytical":[17],"databases.":[18],"This":[19,183,209],"capability":[20],"stems":[21],"from":[22,55],"the":[23,44,94,111,203,244,254],"Draft-Refine":[24,204],"paradigm":[25,205],"\u2013":[26],"a":[27,118,135,153,197],"two-phase":[28],"approach":[29],"that":[30,142,223],"first":[31],"generates":[32],"approximate":[33],"draft":[34,66,171,191],"results,":[35],"then":[36],"refines":[37],"them":[38],"using":[39],"auxiliary":[40],"metadata":[41],"stored":[42],"index.":[45],"Despite":[46],"achieving":[47],"state-of-the-art":[48,231],"performance,":[50],"current":[51,100],"designs":[52],"still":[53],"suffer":[54],"two":[56,147],"major":[57],"inefficiencies:":[58],"(1)":[59,150],"Refinement-phase":[60],"overhead:":[61],"While":[62,160],"modern":[63],"techniques":[64],"improve":[65],"accuracy":[67],"to":[68,92,164,176,206,253],"reduce":[69,165],"refinement":[70,73,166],"iterations,":[71],"each":[72],"operation":[74],"incurs":[75],"substantial":[76],"random":[77,179],"access":[79,181],"costs,":[80],"and":[81,137,215,243,260],"(2)":[82,193],"Dynamic":[83],"data":[84],"inefficiency:":[85],"When":[86],"considering":[87],"MVCC,":[88],"need":[91],"determine":[93],"visible":[95],"version":[96,216],"of":[97,104,113,250],"records":[98],"transaction.":[101],"The":[102],"overhead":[103,187],"visibility":[105,207,213],"checking":[106],"is":[107],"substantially":[108],"greater":[109],"than":[110,230],"cost":[112],"predicate":[114],"evaluation.":[115],"Consequently,":[116],"leveraging":[117],"scans":[123],"yields":[124],"only":[125],"marginal":[126],"improvements":[127],"total":[129],"execution":[130],"time.":[131],"We":[132,237],"propose":[133],"LiveBin,":[134],"localized":[136],"version-aware":[138],"addresses":[143],"these":[144],"challenges":[145],"through":[146,168],"key":[148],"techniques:":[149],"Localization":[151,175],"partitions":[152],"complete":[154],"index":[155],"into":[156,241],"logically":[157],"independent":[158],"sub-indexes.":[159],"prior":[161],"work":[162],"strives":[163],"frequency":[167],"more":[169],"complex":[170],"generation,":[172],"LiveBin":[173,224,240],"employs":[174],"decrease":[177],"per-refinement":[178],"overhead.":[182,219],"effectively":[184],"reduces":[185],"refinement-phase":[186],"while":[188],"maintaining":[189],"efficient":[190],"generation.":[192],"Version-aware":[194],"indexing":[195],"embeds":[196],"hierarchical":[198],"versioning":[199],"structure,":[200],"which":[201],"extends":[202],"checking.":[208],"integration":[210],"consequently":[211],"minimizes":[212],"validation":[214],"chain":[217],"traversal":[218],"Experimental":[220],"results":[221],"demonstrate":[222],"achieves":[225],"2.2\u20132.6\u00d7":[226],"faster":[227],"performance":[229],"methods":[232],"under":[233],"identical":[234],"budgets.":[236],"further":[238],"integrated":[239],"DuckDB,":[242],"enhanced":[245],"system":[246],"achieved":[247],"end-to-end":[248],"speedups":[249],"2.4\u20135.0\u00d7":[251],"compared":[252],"original":[255],"DuckDB":[256],"on":[257],"TPC-H":[258],"Q6":[259],"SSB":[261],"Q1":[262],"queries.":[263]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2026-04-08T00:00:00"}
