{"id":"https://openalex.org/W4393183648","doi":"https://doi.org/10.1145/3639314","title":"LST-Bench: Benchmarking Log-Structured Tables in the Cloud","display_name":"LST-Bench: Benchmarking Log-Structured Tables in the Cloud","publication_year":2024,"publication_date":"2024-03-12","ids":{"openalex":"https://openalex.org/W4393183648","doi":"https://doi.org/10.1145/3639314"},"language":"en","primary_location":{"id":"doi:10.1145/3639314","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3639314","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058019805","display_name":"Jes\u00fas Camacho-Rodr\u00edguez","orcid":"https://orcid.org/0009-0008-9151-6024"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jes\u00fas Camacho-Rodr\u00edguez","raw_affiliation_strings":["Microsoft, Mountain View, CA, USA"],"raw_orcid":"https://orcid.org/0009-0008-9151-6024","affiliations":[{"raw_affiliation_string":"Microsoft, Mountain View, CA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061314881","display_name":"Ashvin Agrawal","orcid":"https://orcid.org/0009-0004-7862-0995"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashvin Agrawal","raw_affiliation_strings":["Microsoft, Mountain View, California, USA"],"raw_orcid":"https://orcid.org/0009-0004-7862-0995","affiliations":[{"raw_affiliation_string":"Microsoft, Mountain View, California, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043472177","display_name":"Anja Gruenheid","orcid":"https://orcid.org/0009-0009-2547-8610"},"institutions":[{"id":"https://openalex.org/I4210139986","display_name":"Microsoft (Switzerland)","ror":"https://ror.org/03zryq964","country_code":"CH","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210139986"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Anja Gruenheid","raw_affiliation_strings":["Microsoft, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0009-0009-2547-8610","affiliations":[{"raw_affiliation_string":"Microsoft, Zurich, Switzerland","institution_ids":["https://openalex.org/I4210139986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062222915","display_name":"Ashit Gosalia","orcid":"https://orcid.org/0009-0003-7939-6692"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ashit Gosalia","raw_affiliation_strings":["Microsoft, Redmond, Washington, USA"],"raw_orcid":"https://orcid.org/0009-0003-7939-6692","affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008472904","display_name":"Cristian Petculescu","orcid":"https://orcid.org/0009-0006-9007-4733"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cristian Petculescu","raw_affiliation_strings":["Microsoft, Redmond, Washington, USA"],"raw_orcid":"https://orcid.org/0009-0006-9007-4733","affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035952357","display_name":"Josep Aguilar-Saborit","orcid":"https://orcid.org/0009-0009-4641-0236"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Josep Aguilar-Saborit","raw_affiliation_strings":["Microsoft, Redmond, Washington, USA"],"raw_orcid":"https://orcid.org/0009-0009-4641-0236","affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020678151","display_name":"Avrilia Floratou","orcid":"https://orcid.org/0009-0007-5760-8657"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Avrilia Floratou","raw_affiliation_strings":["Microsoft, Redmond, Washington, USA"],"raw_orcid":"https://orcid.org/0009-0007-5760-8657","affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010481434","display_name":"Carlo Curino","orcid":"https://orcid.org/0000-0003-3712-7358"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carlo Curino","raw_affiliation_strings":["Microsoft, Redmond, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0003-3712-7358","affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051301731","display_name":"Raghu Ramakrishnan","orcid":"https://orcid.org/0009-0007-5086-7664"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Raghu Ramakrishnan","raw_affiliation_strings":["Microsoft, Redmond, Washington, USA"],"raw_orcid":"https://orcid.org/0009-0007-5086-7664","affiliations":[{"raw_affiliation_string":"Microsoft, Redmond, Washington, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0909,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.76222657,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2","issue":"1","first_page":"1","last_page":"26"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8295738697052002},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5904743671417236},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39285966753959656},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.3393874764442444},{"id":"https://openalex.org/keywords/environmental-science","display_name":"Environmental science","score":0.33448776602745056},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2674320936203003},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.18388599157333374},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.18192240595817566},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.056239038705825806}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8295738697052002},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5904743671417236},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39285966753959656},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3393874764442444},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.33448776602745056},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2674320936203003},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.18388599157333374},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.18192240595817566},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.056239038705825806}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3639314","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3639314","pdf_url":null,"source":{"id":"https://openalex.org/S4387289859","display_name":"Proceedings of the ACM on Management of Data","issn_l":"2836-6573","issn":["2836-6573"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Management of Data","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W947702667","https://openalex.org/W1964691382","https://openalex.org/W2014977566","https://openalex.org/W2240667924","https://openalex.org/W2460071091","https://openalex.org/W2604961016","https://openalex.org/W2756536429","https://openalex.org/W3085477028","https://openalex.org/W3086150815","https://openalex.org/W3175742134","https://openalex.org/W3176975793","https://openalex.org/W3196872962","https://openalex.org/W3207801254"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967"],"abstract_inverted_index":{"Data":[0],"processing":[1,198],"engines":[2,97,199],"increasingly":[3],"leverage":[4,107],"distributed":[5],"file":[6],"systems":[7],"for":[8,23,62,126,240,262],"scalable,":[9],"cost-effective":[10],"storage.":[11,78],"While":[12],"the":[13,28,38,74,108,128,132,147,191,245],"Apache":[14,54,57,99],"Parquet":[15,31],"columnar":[16,77],"format":[17],"has":[18],"become":[19],"a":[20,68,163,181,207,213,222,232,237],"popular":[21],"choice":[22],"data":[24,65,197],"storage":[25,133],"and":[26,56,73,85,90,101,110,122,151,167,188,196,228,234,250,267],"retrieval,":[27],"immutability":[29],"of":[30,40,76,149,190,194,209,225,247],"files":[32],"renders":[33],"it":[34,218],"impractical":[35],"to":[36,106,115,145,175,220],"meet":[37,116],"demands":[39],"frequent":[41],"updates":[42,72],"in":[43,131,154,253],"contemporary":[44],"analytical":[45],"workloads.":[46],"Log-Structured":[47],"Tables":[48],"(LSTs),":[49],"such":[50],"as":[51,139],"Delta":[52],"Lake,":[53],"Iceberg,":[55],"Hudi,":[58],"offer":[59],"an":[60],"alternative":[61],"scenarios":[63],"requiring":[64],"mutability,":[66],"providing":[67],"balance":[69],"between":[70],"efficient":[71],"benefits":[75],"They":[79],"provide":[80],"features":[81],"like":[82,98],"transactions,":[83],"time-travel,":[84],"schema":[86],"evolution,":[87],"enhancing":[88],"usability":[89],"enabling":[91],"access":[92],"from":[93,136],"multiple":[94],"engines.":[95],"Moreover,":[96],"Spark":[100],"Trino":[102],"can":[103],"be":[104],"configured":[105],"optimizations":[109],"controls":[111],"offered":[112],"by":[113],"LSTs":[114,195],"specific":[117],"business":[118],"needs.":[119],"Conventional":[120],"benchmarks":[121],"tools":[123],"are":[124],"inadequate":[125],"evaluating":[127],"transformative":[129],"changes":[130],"layer":[134],"resulting":[135],"these":[137],"advancements,":[138],"they":[140],"do":[141],"not":[142],"allow":[143],"us":[144],"measure":[146],"impact":[148],"design":[150],"optimization":[152],"choices":[153],"this":[155,159],"new":[156],"setting.":[157],"In":[158],"paper,":[160],"we":[161,235],"propose":[162],"novel":[164],"benchmarking":[165],"approach":[166],"metrics":[168],"that":[169],"build":[170],"upon":[171],"existing":[172],"benchmarks,":[173],"aiming":[174],"systematically":[176],"assess":[177],"LSTs.":[178],"We":[179],"develop":[180],"framework,":[182],"LST-Bench,":[183],"which":[184],"facilitates":[185],"effective":[186],"exploration":[187],"evaluation":[189],"collaborative":[192],"functioning":[193],"through":[200],"tailored":[201],"benchmark":[202,251],"packages.":[203],"A":[204],"package":[205,239],"is":[206,264,268],"mix":[208],"use":[210,226],"patterns":[211,227],"reflecting":[212],"target":[214],"workload;":[215],"LST-Bench":[216,263],"makes":[217],"easy":[219],"define":[221],"wide":[223],"range":[224],"combine":[229],"them":[230],"into":[231],"package,":[233],"include":[236],"baseline":[238],"completeness.":[241],"Our":[242],"assessment":[243],"demonstrates":[244],"effectiveness":[246],"our":[248],"framework":[249],"packages":[252],"extracting":[254],"valuable":[255],"insights":[256],"across":[257],"diverse":[258],"environments.":[259],"The":[260],"code":[261],"open":[265],"source":[266],"available":[269],"at":[270],"https://github.com/microsoft/lst-bench/.":[271]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}