{"id":"https://openalex.org/W3085477028","doi":"https://doi.org/10.14778/3415478.3415560","title":"Delta lake","display_name":"Delta lake","publication_year":2020,"publication_date":"2020-08-01","ids":{"openalex":"https://openalex.org/W3085477028","doi":"https://doi.org/10.14778/3415478.3415560","mag":"3085477028"},"language":"en","primary_location":{"id":"doi:10.14778/3415478.3415560","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3415478.3415560","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ir.cwi.nl/pub/32924/32924.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073379366","display_name":"Michael Armbrust","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Armbrust","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103417248","display_name":"Tathagata Das","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tathagata Das","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087740768","display_name":"Liwen Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liwen Sun","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027266428","display_name":"Burak Yavuz","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Burak Yavuz","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004536254","display_name":"Shixiong Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shixiong Zhu","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005072066","display_name":"M Krishna Murthy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mukul Murthy","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033782314","display_name":"Joseph Torres","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joseph Torres","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056163057","display_name":"Herman van H\u00f6vell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Herman van Hovell","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053654772","display_name":"Adrian M. Ionescu","orcid":"https://orcid.org/0000-0003-2314-8887"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adrian Ionescu","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063586731","display_name":"Alicja \u0141uszczak","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alicja \u0141uszczak","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003385516","display_name":"Micha\u0142 \u015awitakowski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Micha\u0142 \u015awitakowski","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035306927","display_name":"Micha\u0142 Szafra\u0144ski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Micha\u0142 Szafra\u0144ski","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375265","display_name":"Xiao Li","orcid":"https://orcid.org/0000-0001-9702-4153"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao Li","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064027653","display_name":"Takuya Ueshin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Takuya Ueshin","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053315572","display_name":"Mostafa Mokhtar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mostafa Mokhtar","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058712681","display_name":"Peter Boncz","orcid":"https://orcid.org/0000-0001-6256-0140"},"institutions":[{"id":"https://openalex.org/I736929005","display_name":"College of Western Idaho","ror":"https://ror.org/05sfzsk90","country_code":"US","type":"education","lineage":["https://openalex.org/I736929005"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Boncz","raw_affiliation_strings":["CWI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CWI","institution_ids":["https://openalex.org/I736929005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040035859","display_name":"Ali Ghodsi","orcid":"https://orcid.org/0000-0003-1866-246X"},"institutions":[{"id":"https://openalex.org/I134446601","display_name":"Berkeley College","ror":"https://ror.org/02xewxa75","country_code":"US","type":"education","lineage":["https://openalex.org/I134446601"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Ghodsi","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I134446601","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052926368","display_name":"Sameer Paranjpye","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sameer Paranjpye","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041380314","display_name":"Pieter Senster","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pieter Senster","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000259060","display_name":"Reynold Xin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reynold Xin","raw_affiliation_strings":["Databricks"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005554337","display_name":"Matei Zaharia","orcid":"https://orcid.org/0000-0002-7547-7204"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matei Zaharia","raw_affiliation_strings":["Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":22.3976,"has_fulltext":true,"cited_by_count":221,"citation_normalized_percentile":{"value":0.99397475,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"13","issue":"12","first_page":"3411","last_page":"3424"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.8093262910842896},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7422226667404175},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.7052904963493347},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.5802254676818848},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5739368200302124},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.44751641154289246},{"id":"https://openalex.org/keywords/database-transaction","display_name":"Database transaction","score":0.4457401633262634},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.4230878949165344},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.41990694403648376},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.28256434202194214}],"concepts":[{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.8093262910842896},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7422226667404175},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.7052904963493347},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.5802254676818848},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5739368200302124},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.44751641154289246},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.4457401633262634},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.4230878949165344},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.41990694403648376},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.28256434202194214},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.14778/3415478.3415560","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3415478.3415560","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},{"id":"pmh:oai:cwi.nl:32924","is_oa":true,"landing_page_url":"https://ir.cwi.nl/pub/32924","pdf_url":"https://ir.cwi.nl/pub/32924/32924.pdf","source":{"id":"https://openalex.org/S7407055335","display_name":"Centrum Wiskunde & Informatica (CWI), the national research institute for mathematics and computer science in the Netherlands","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:cwi.nl:32924","is_oa":true,"landing_page_url":"https://ir.cwi.nl/pub/32924","pdf_url":"https://ir.cwi.nl/pub/32924/32924.pdf","source":{"id":"https://openalex.org/S7407055335","display_name":"Centrum Wiskunde & Informatica (CWI), the national research institute for mathematics and computer science in the Netherlands","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5863971461","display_name":"SQIREL-GRAPHS","funder_award_id":"628.011.001","funder_id":"https://openalex.org/F4320321800","funder_display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321800","display_name":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","ror":"https://ror.org/04jsz6e67"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3085477028.pdf","grobid_xml":"https://content.openalex.org/works/W3085477028.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1544010666","https://openalex.org/W1989017925","https://openalex.org/W1993892970","https://openalex.org/W2038412523","https://openalex.org/W2082704080","https://openalex.org/W2098618284","https://openalex.org/W2108234281","https://openalex.org/W2114296561","https://openalex.org/W2131975293","https://openalex.org/W2149992227","https://openalex.org/W2171707251","https://openalex.org/W2430301697","https://openalex.org/W2612759782","https://openalex.org/W2791094827","https://openalex.org/W2795807997","https://openalex.org/W2798434712","https://openalex.org/W2949762319","https://openalex.org/W3138367763","https://openalex.org/W4255327858"],"related_works":["https://openalex.org/W2392768766","https://openalex.org/W2058118494","https://openalex.org/W2501188010","https://openalex.org/W2095118173","https://openalex.org/W2382021449","https://openalex.org/W848359858","https://openalex.org/W2106424170","https://openalex.org/W4299935056","https://openalex.org/W2768810474","https://openalex.org/W2134629545"],"abstract_inverted_index":{"Cloud":[0],"object":[1,78],"stores":[2,38,79],"such":[3,51,137],"as":[4,36,52,138],"Amazon":[5],"S3":[6],"are":[7,55,60],"some":[8],"of":[9,119,169,175,188],"the":[10,18,113,180],"largest":[11,181],"and":[12,30,46,57,103,145,160,186],"most":[13],"cost-effective":[14],"storage":[15,74],"systems":[16],"on":[17],"planet,":[19],"making":[20],"them":[21],"an":[22,69],"attractive":[23],"target":[24],"to":[25,42,97,115,125,133],"store":[26],"large":[27,109],"data":[28,31,140,176],"warehouses":[29],"lakes.":[32],"Unfortunately,":[33],"their":[34],"implementation":[35],"key-value":[37],"makes":[39],"it":[40],"difficult":[41],"achieve":[43],"ACID":[44,72,99],"transactions":[45],"high":[47],"performance:":[48],"metadata":[49,106],"operations":[50,107],"listing":[53],"objects":[54],"expensive,":[56],"consistency":[58],"guarantees":[59],"limited.":[61],"In":[62],"this":[63,131],"paper,":[64],"we":[65],"present":[66],"Delta":[67,84,148,163],"Lake,":[68],"open":[70],"source":[71],"table":[73,120],"layer":[75],"over":[76],"cloud":[77],"initially":[80],"developed":[81],"at":[82,167],"Databricks.":[83],"Lake":[85,149,164],"uses":[86],"a":[87,126],"transaction":[88],"log":[89],"that":[90,172],"is":[91,165],"compacted":[92],"into":[93],"Apache":[94,155],"Parquet":[95],"format":[96],"provide":[98,134],"properties,":[100],"time":[101],"travel,":[102],"significantly":[104],"faster":[105],"for":[108,122],"tabular":[110],"datasets":[111,185],"(e.g.,":[112],"ability":[114],"quickly":[116],"search":[117],"billions":[118,187],"partitions":[121],"those":[123],"relevant":[124],"query).":[127],"It":[128],"also":[129],"leverages":[130],"design":[132],"high-level":[135],"features":[136],"automatic":[139],"layout":[141],"optimization,":[142],"upserts,":[143],"caching,":[144],"audit":[146],"logs.":[147],"tables":[150],"can":[151],"be":[152],"accessed":[153],"from":[154],"Spark,":[156],"Hive,":[157],"Presto,":[158],"Redshift":[159],"other":[161],"systems.":[162],"deployed":[166],"thousands":[168],"Databricks":[170],"customers":[171],"process":[173],"exabytes":[174],"per":[177],"day,":[178],"with":[179],"instances":[182],"managing":[183],"exabyte-scale":[184],"objects.":[189]},"counts_by_year":[{"year":2026,"cited_by_count":38},{"year":2025,"cited_by_count":51},{"year":2024,"cited_by_count":52},{"year":2023,"cited_by_count":31},{"year":2022,"cited_by_count":31},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2020-09-21T00:00:00"}