{"id":"https://openalex.org/W4414243390","doi":"https://doi.org/10.14778/3750601.3750637","title":"Delta Sharing: An Open Protocol for Cross-Platform Data Sharing","display_name":"Delta Sharing: An Open Protocol for Cross-Platform Data Sharing","publication_year":2025,"publication_date":"2025-08-01","ids":{"openalex":"https://openalex.org/W4414243390","doi":"https://doi.org/10.14778/3750601.3750637"},"language":"en","primary_location":{"id":"doi:10.14778/3750601.3750637","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3750601.3750637","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119634683","display_name":"Krishna Puttaswamy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krishna Puttaswamy","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119634685","display_name":"Abhijit Chakankar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abhijit Chakankar","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100732844","display_name":"Tao Tao","orcid":"https://orcid.org/0000-0001-9862-8178"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tao Tao","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119634686","display_name":"Zaheera Valani","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zaheera Valani","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ramesh Chandra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramesh Chandra","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119634687","display_name":"William Chau","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"William Chau","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108774084","display_name":"Mengxi Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mengxi Chen","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119634688","display_name":"Akram Chetibi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Akram Chetibi","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011162038","display_name":"Tianyi Huang","orcid":"https://orcid.org/0000-0001-8420-9167"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tianyi Huang","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jonathan Keller","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonathan Keller","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Celia Kung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Celia Kung","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100673526","display_name":"Andy Liu","orcid":"https://orcid.org/0000-0003-3096-1788"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andy Liu","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Charlene Lyu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Charlene Lyu","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118561650","display_name":"Samarth Shetty","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samarth Shetty","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101138228","display_name":"Xiaotong Sun","orcid":"https://orcid.org/0009-0002-9669-6948"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaotong Sun","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119634684","display_name":"Steve Weis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steve Weis","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lin Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin Zhou","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112166611","display_name":"R.Y. Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ryan Zhu","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000259060","display_name":"Reynold Xin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Reynold Xin","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005554337","display_name":"Matei Zaharia","orcid":"https://orcid.org/0000-0002-7547-7204"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matei Zaharia","raw_affiliation_strings":["Databricks, San Francisco, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Databricks, San Francisco, CA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":20,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.25456088,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"18","issue":"12","first_page":"5197","last_page":"5209"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10742","display_name":"Peer-to-Peer Network Technologies","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-sharing","display_name":"Data sharing","score":0.7702000141143799},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.6292999982833862},{"id":"https://openalex.org/keywords/file-transfer-protocol","display_name":"File Transfer Protocol","score":0.5943999886512756},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5254999995231628},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.44749999046325684},{"id":"https://openalex.org/keywords/delta","display_name":"Delta","score":0.42480000853538513},{"id":"https://openalex.org/keywords/open-data","display_name":"Open data","score":0.39500001072883606},{"id":"https://openalex.org/keywords/data-access","display_name":"Data access","score":0.3319999873638153},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.3228999972343445}],"concepts":[{"id":"https://openalex.org/C2779965156","wikidata":"https://www.wikidata.org/wiki/Q5227350","display_name":"Data sharing","level":3,"score":0.7702000141143799},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.6292999982833862},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6140000224113464},{"id":"https://openalex.org/C169485995","wikidata":"https://www.wikidata.org/wiki/Q42283","display_name":"File Transfer Protocol","level":3,"score":0.5943999886512756},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5254999995231628},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.44749999046325684},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4332999885082245},{"id":"https://openalex.org/C5072461","wikidata":"https://www.wikidata.org/wiki/Q49506","display_name":"Delta","level":2,"score":0.42480000853538513},{"id":"https://openalex.org/C2780535194","wikidata":"https://www.wikidata.org/wiki/Q309901","display_name":"Open data","level":2,"score":0.39500001072883606},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3668000102043152},{"id":"https://openalex.org/C47487241","wikidata":"https://www.wikidata.org/wiki/Q5227230","display_name":"Data access","level":2,"score":0.3319999873638153},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3228999972343445},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.3174999952316284},{"id":"https://openalex.org/C169468491","wikidata":"https://www.wikidata.org/wiki/Q146923","display_name":"Middleware (distributed applications)","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.28349998593330383},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C12269588","wikidata":"https://www.wikidata.org/wiki/Q132364","display_name":"Communications protocol","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C534932454","wikidata":"https://www.wikidata.org/wiki/Q161410","display_name":"Peer-to-peer","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C72634772","wikidata":"https://www.wikidata.org/wiki/Q386824","display_name":"Data integration","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.2653999924659729},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C132868160","wikidata":"https://www.wikidata.org/wiki/Q10322548","display_name":"MQTT","level":3,"score":0.26100000739097595},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.257099986076355},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3750601.3750637","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3750601.3750637","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W3085477028","https://openalex.org/W4411374206"],"related_works":[],"abstract_inverted_index":{"Organizations":[0],"across":[1,22,99],"industries":[2],"increasingly":[3],"rely":[4],"on":[5],"sharing":[6,19,98,154],"data":[7,21,97,124,153,161],"to":[8,27,46,72,91,144],"drive":[9],"collaboration,":[10],"innovation,":[11],"and":[12,17,25,40,54,84,95,116,123,135],"business":[13],"performance.":[14],"However,":[15],"securely":[16],"efficiently":[18],"live":[20,96],"diverse":[23],"platforms":[24],"adhering":[26],"varying":[28],"governance":[29],"requirements":[30],"remains":[31],"a":[32],"significant":[33],"challenge.":[34],"Traditional":[35],"approaches,":[36],"such":[37],"as":[38],"FTP":[39],"proprietary":[41],"in-data-warehouse":[42],"solutions,":[43],"often":[44],"fail":[45],"meet":[47],"the":[48,128,147],"demands":[49],"of":[50,120,151],"interoperability,":[51],"cost,":[52],"scalability,":[53],"low":[55],"overhead.":[56],"This":[57],"paper":[58],"introduces":[59],"Delta":[60,76,82,107,133],"Sharing,":[61],"an":[62],"open":[63,79],"protocol":[64],"we":[65],"developed":[66],"in":[67,105,131],"collaboration":[68],"with":[69],"industry":[70],"partners,":[71],"overcome":[73],"these":[74],"limitations.":[75],"Sharing":[77,108,134],"leverages":[78],"formats":[80],"like":[81],"Lake":[83],"Apache":[85],"Parquet":[86],"alongside":[87],"simple":[88],"HTTP":[89],"APIs":[90],"enable":[92],"seamless,":[93],"secure,":[94],"heterogeneous":[100],"systems.":[101],"Since":[102],"its":[103],"launch":[104],"2021,":[106],"has":[109],"been":[110],"adopted":[111],"by":[112,118],"over":[113],"4000":[114],"enterprises":[115],"supported":[117],"hundreds":[119],"major":[121],"software":[122],"vendors.":[125],"We":[126,141],"discuss":[127],"key":[129],"challenges":[130],"developing":[132],"how":[136],"our":[137,145],"design":[138],"addresses":[139],"them.":[140],"also":[142],"present,":[143],"knowledge,":[146],"first":[148],"large-scale":[149],"study":[150],"production":[152],"workloads":[155],"offering":[156],"insights":[157],"into":[158],"this":[159],"emerging":[160],"platform":[162],"capability.":[163]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}