{"id":"https://openalex.org/W2917161856","doi":"https://doi.org/10.14778/3297753.3297761","title":"DIFF","display_name":"DIFF","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2917161856","doi":"https://doi.org/10.14778/3297753.3297761","mag":"2917161856"},"language":"en","primary_location":{"id":"doi:10.14778/3297753.3297761","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3297753.3297761","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059130960","display_name":"Firas Abuzaid","orcid":"https://orcid.org/0000-0002-1424-4554"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Firas Abuzaid","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101784753","display_name":"Peter Kraft","orcid":"https://orcid.org/0009-0008-7215-7425"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Peter Kraft","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057132920","display_name":"Sahaana Suri","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sahaana Suri","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068366265","display_name":"Edward Gan","orcid":"https://orcid.org/0000-0002-3237-6657"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Edward Gan","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039744610","display_name":"Eric Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Eric Xu","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025170231","display_name":"Atul Shenoy","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Atul Shenoy","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072398919","display_name":"Asvin Ananthanarayan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Asvin Ananthanarayan","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015982405","display_name":"John Sheu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"John Sheu","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074555535","display_name":"Erik Meijer","orcid":"https://orcid.org/0000-0001-7959-4670"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Erik Meijer","raw_affiliation_strings":["Facebook"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102902731","display_name":"Xi Wu","orcid":"https://orcid.org/0000-0001-8296-533X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xi Wu","raw_affiliation_strings":["Google"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074213929","display_name":"Jeff Naughton","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jeff Naughton","raw_affiliation_strings":["Google"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002538469","display_name":"Peter Bailis","orcid":"https://orcid.org/0000-0003-1166-7823"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Peter Bailis","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005554337","display_name":"Matei Zaharia","orcid":"https://orcid.org/0000-0002-7547-7204"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Matei Zaharia","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":13,"corresponding_author_ids":["https://openalex.org/A5059130960"],"corresponding_institution_ids":["https://openalex.org/I4210164937"],"apc_list":null,"apc_paid":null,"fwci":2.5677,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.90710198,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":"4","first_page":"419","last_page":"432"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8484108448028564},{"id":"https://openalex.org/keywords/sql","display_name":"SQL","score":0.6477305293083191},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.5322990417480469},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.4549798369407654},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4197515547275543},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4153269827365875},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3496856391429901}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8484108448028564},{"id":"https://openalex.org/C510870499","wikidata":"https://www.wikidata.org/wiki/Q47607","display_name":"SQL","level":2,"score":0.6477305293083191},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5322990417480469},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.4549798369407654},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4197515547275543},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4153269827365875},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3496856391429901}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3297753.3297761","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3297753.3297761","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6299999952316284}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W333550619","https://openalex.org/W1483819513","https://openalex.org/W1484413656","https://openalex.org/W1495859460","https://openalex.org/W1520857056","https://openalex.org/W1560107318","https://openalex.org/W1595443289","https://openalex.org/W1596515083","https://openalex.org/W1736726159","https://openalex.org/W1875273918","https://openalex.org/W1980043035","https://openalex.org/W1982063824","https://openalex.org/W1991271936","https://openalex.org/W2000809552","https://openalex.org/W2001637908","https://openalex.org/W2006296837","https://openalex.org/W2006476860","https://openalex.org/W2007069074","https://openalex.org/W2023770077","https://openalex.org/W2024834471","https://openalex.org/W2032775418","https://openalex.org/W2038412523","https://openalex.org/W2047182010","https://openalex.org/W2056910091","https://openalex.org/W2057714068","https://openalex.org/W2068383400","https://openalex.org/W2074663022","https://openalex.org/W2074935284","https://openalex.org/W2096689597","https://openalex.org/W2102489964","https://openalex.org/W2103201239","https://openalex.org/W2104266187","https://openalex.org/W2108560469","https://openalex.org/W2111967617","https://openalex.org/W2112736324","https://openalex.org/W2119387367","https://openalex.org/W2119456710","https://openalex.org/W2126184480","https://openalex.org/W2126624503","https://openalex.org/W2126843316","https://openalex.org/W2131975293","https://openalex.org/W2136195851","https://openalex.org/W2139086035","https://openalex.org/W2140620700","https://openalex.org/W2143452574","https://openalex.org/W2145195191","https://openalex.org/W2145511633","https://openalex.org/W2146077059","https://openalex.org/W2148646461","https://openalex.org/W2153329411","https://openalex.org/W2168883694","https://openalex.org/W2169466806","https://openalex.org/W2203361072","https://openalex.org/W2394680079","https://openalex.org/W2439673131","https://openalex.org/W2440477515","https://openalex.org/W2444650685","https://openalex.org/W2460411447","https://openalex.org/W2478957265","https://openalex.org/W2507635762","https://openalex.org/W2563724055","https://openalex.org/W2613751718","https://openalex.org/W2748868501","https://openalex.org/W2766000922","https://openalex.org/W2798325362","https://openalex.org/W2963066364","https://openalex.org/W2963288913","https://openalex.org/W3002580249","https://openalex.org/W3005908620","https://openalex.org/W3097993951","https://openalex.org/W3138367763","https://openalex.org/W4211032723","https://openalex.org/W4285719527","https://openalex.org/W4289236186","https://openalex.org/W4300601563","https://openalex.org/W6635551685","https://openalex.org/W6675727334","https://openalex.org/W6743493502","https://openalex.org/W7014796840","https://openalex.org/W7066667914"],"related_works":["https://openalex.org/W1981780420","https://openalex.org/W2182707996","https://openalex.org/W45233828","https://openalex.org/W2964988449","https://openalex.org/W188202134","https://openalex.org/W2397952901","https://openalex.org/W2029380707","https://openalex.org/W4255934811","https://openalex.org/W2465382974","https://openalex.org/W2019038080"],"abstract_inverted_index":{"A":[0],"range":[1],"of":[2,67,86,101,110,130,183],"explanation":[3,43,123,150],"engines":[4,44,88,124,177],"assist":[5],"data":[6,23,49,149],"analysts":[7],"by":[8,178],"performing":[9],"feature":[10],"selection":[11],"over":[12],"increasingly":[13],"high-volume":[14],"and":[15,19,38,65,98,112,139,154,167],"high-dimensional":[16],"data,":[17],"grouping":[18],"highlighting":[20],"commonalities":[21],"among":[22],"points.":[24],"While":[25],"useful":[26],"in":[27,105,134,171],"diverse":[28],"tasks":[29],"such":[30],"as":[31,47,121],"user":[32],"behavior":[33],"analytics,":[34],"operational":[35],"event":[36],"processing,":[37],"root":[39],"cause":[40],"analysis,":[41],"today's":[42],"are":[45],"designed":[46],"standalone":[48],"processing":[50],"tools":[51],"that":[52,81,169],"do":[53],"not":[54],"interoperate":[55],"with":[56,89],"traditional,":[57],"SQL-based":[58],"analytics":[59],"workflows;":[60],"this":[61,145],"limits":[62],"the":[63,74,83,102,118],"applicability":[64],"extensibility":[66],"these":[68,87,160],"engines.":[69],"In":[70],"response,":[71],"we":[72,142],"propose":[73],"DIFF":[75,103,115,170],"operator,":[76],"a":[77,127],"relational":[78,91],"aggregation":[79],"operator":[80,104],"unifies":[82],"core":[84],"functionality":[85],"declarative":[90,146],"query":[92,156],"processing.":[93],"We":[94,158],"implement":[95],"both":[96],"single-node":[97],"distributed":[99],"versions":[100],"MB":[106,172],"SQL,":[107],"an":[108,181],"extension":[109],"MacroBase,":[111],"demonstrate":[113],"how":[114,144],"can":[116,174],"provide":[117],"same":[119],"semantics":[120],"existing":[122],"while":[125],"capturing":[126],"broad":[128],"set":[129],"production":[131,165],"use":[132],"cases":[133],"industry,":[135],"including":[136],"at":[137],"Microsoft":[138],"Facebook.":[140],"Additionally,":[141],"illustrate":[143],"approach":[147],"to":[148,180],"enables":[151],"new":[152],"logical":[153],"physical":[155],"optimizations.":[157],"evaluate":[159],"optimizations":[161],"on":[162],"several":[163],"real-world":[164],"applications,":[166],"find":[168],"SQL":[173],"outperform":[175],"state-of-the-art":[176],"up":[179],"order":[182],"magnitude.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":9},{"year":2020,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2019-03-02T00:00:00"}