{"id":"https://openalex.org/W2888900074","doi":"https://doi.org/10.14778/3229863.3229869","title":"Providing streaming joins as a service at Facebook","display_name":"Providing streaming joins as a service at Facebook","publication_year":2018,"publication_date":"2018-08-01","ids":{"openalex":"https://openalex.org/W2888900074","doi":"https://doi.org/10.14778/3229863.3229869","mag":"2888900074"},"language":"en","primary_location":{"id":"doi:10.14778/3229863.3229869","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3229863.3229869","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081911868","display_name":"Gabriela Jacques-Silva","orcid":"https://orcid.org/0009-0005-3986-5575"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Gabriela Jacques-Silva","raw_affiliation_strings":["Facebook Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048412475","display_name":"Ran Lei","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Ran Lei","raw_affiliation_strings":["Facebook Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059766563","display_name":"Luwei Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Luwei Cheng","raw_affiliation_strings":["Facebook Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070194020","display_name":"Guoqiang Jerry Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Guoqiang Jerry Chen","raw_affiliation_strings":["Facebook Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067452198","display_name":"Kuen Ching","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Kuen Ching","raw_affiliation_strings":["Facebook Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016257458","display_name":"Tanji Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Tanji Hu","raw_affiliation_strings":["Facebook Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076106388","display_name":"Yuan Mei","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Yuan Mei","raw_affiliation_strings":["Facebook Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025434957","display_name":"Kevin Wilfong","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Kevin Wilfong","raw_affiliation_strings":["Facebook Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009514656","display_name":"Rithin Shetty","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Rithin Shetty","raw_affiliation_strings":["Facebook Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071392807","display_name":"Serhat Y\u0131lmaz","orcid":"https://orcid.org/0000-0001-9765-7225"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Serhat Yilmaz","raw_affiliation_strings":["Facebook Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070036866","display_name":"Anirban Banerjee","orcid":"https://orcid.org/0000-0002-3208-2384"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Anirban Banerjee","raw_affiliation_strings":["Facebook Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014094686","display_name":"Benjamin Heintz","orcid":"https://orcid.org/0000-0003-3228-8304"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Benjamin Heintz","raw_affiliation_strings":["Facebook Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076618425","display_name":"Shridar Iyer","orcid":null},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Shridar Iyer","raw_affiliation_strings":["Facebook Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012637628","display_name":"Anshul Jaiswal","orcid":"https://orcid.org/0000-0003-3036-2419"},"institutions":[{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Anshul Jaiswal","raw_affiliation_strings":["Facebook Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Facebook Inc","institution_ids":["https://openalex.org/I2252078561"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2252078561"],"apc_list":null,"apc_paid":null,"fwci":6.0402,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.96593286,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"11","issue":"12","first_page":"1809","last_page":"1821"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.839252233505249},{"id":"https://openalex.org/keywords/joins","display_name":"Joins","score":0.6845692992210388},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6075126528739929},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.524226725101471},{"id":"https://openalex.org/keywords/data-stream","display_name":"Data stream","score":0.4864189624786377},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.42835134267807007},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4209131598472595},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.4096623957157135},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.38611900806427},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3305499255657196},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.28285694122314453},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.20383736491203308}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.839252233505249},{"id":"https://openalex.org/C2778692605","wikidata":"https://www.wikidata.org/wiki/Q4041866","display_name":"Joins","level":2,"score":0.6845692992210388},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6075126528739929},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.524226725101471},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.4864189624786377},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.42835134267807007},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4209131598472595},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.4096623957157135},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.38611900806427},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3305499255657196},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.28285694122314453},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.20383736491203308},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3229863.3229869","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3229863.3229869","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1484040604","https://openalex.org/W1605782097","https://openalex.org/W1993892970","https://openalex.org/W2006358514","https://openalex.org/W2008888174","https://openalex.org/W2016456293","https://openalex.org/W2023977759","https://openalex.org/W2024463287","https://openalex.org/W2053592417","https://openalex.org/W2066787289","https://openalex.org/W2074877482","https://openalex.org/W2109149785","https://openalex.org/W2114226753","https://openalex.org/W2118924829","https://openalex.org/W2120276090","https://openalex.org/W2133802856","https://openalex.org/W2140894225","https://openalex.org/W2149036827","https://openalex.org/W2153972927","https://openalex.org/W2173213060","https://openalex.org/W2247317079","https://openalex.org/W2437053200","https://openalex.org/W2548259341","https://openalex.org/W2752238980","https://openalex.org/W2753910905","https://openalex.org/W2762397184","https://openalex.org/W2798434712","https://openalex.org/W6629099681"],"related_works":["https://openalex.org/W2623584706","https://openalex.org/W1561841570","https://openalex.org/W1658774705","https://openalex.org/W4361275760","https://openalex.org/W3022897553","https://openalex.org/W4287779284","https://openalex.org/W3169776611","https://openalex.org/W3182876906","https://openalex.org/W3136056224","https://openalex.org/W2888900074"],"abstract_inverted_index":{"Stream":[0],"processing":[1],"applications":[2],"reduce":[3],"the":[4,33,45,53,66,110,150,170,186,215],"latency":[5,89,216],"of":[6,47,70,133,188,217],"batch":[7,219],"data":[8,24,115,138,190],"pipelines":[9,220],"and":[10,191,211],"enable":[11],"engineers":[12],"to":[13,25,32,62,82,93,96,168],"quickly":[14],"identify":[15],"production":[16],"issues.":[17],"Many":[18],"times,":[19],"a":[20,38,75,122,128,154,207],"service":[21,147],"can":[22,50],"log":[23,77],"distinct":[26],"streams,":[27],"even":[28],"if":[29],"they":[30],"relate":[31],"same":[34],"real-world":[35,176],"event":[36,72,180],"(e.g.,":[37],"search":[39,42],"on":[40,52],"Facebook's":[41],"bar).":[43],"Furthermore,":[44],"logging":[46],"related":[48],"events":[49],"appear":[51],"server":[54],"side":[55],"with":[56,87,136],"different":[57,99,171],"delay,":[58],"causing":[59],"one":[60],"stream":[61,103,162],"be":[63,80,94],"significantly":[64],"behind":[65],"other":[67],"in":[68,112,121,175],"terms":[69],"logged":[71],"times":[73],"for":[74],"given":[76],"entry.":[78],"To":[79],"able":[81,95,167],"stitch":[83],"this":[84,205,222],"information":[85],"together":[86],"low":[88],",":[90],"we":[91,173],"need":[92],"join":[97,129,146,156],"two":[98],"streams":[100,177],"where":[101],"each":[102],"may":[104],"have":[105,203,212],"its":[106,114],"own":[107],"characteristics":[108],"regarding":[109,178],"degree":[111],"which":[113],"is":[116,125,166],"out-of-order":[117],".":[118],"Doing":[119],"so":[120],"streaming":[123,145,155,208],"fashion":[124],"challenging":[126],"as":[127],"operator":[130,157,194],"consumes":[131],"lots":[132],"memory,":[134],"especially":[135],"significant":[137],"volumes.":[139],"This":[140,182],"paper":[141],"describes":[142],"an":[143,160],"end-to-end":[144],"that":[148,158,165],"addresses":[149],"challenges":[151],"above":[152],"through":[153],"uses":[159],"adaptive":[161],"synchronization":[163,183],"algorithm":[164],"handle":[169],"distributions":[172],"observe":[174],"their":[179],"times.":[181],"scheme":[184],"paces":[185],"parsing":[187],"new":[189],"reduces":[192],"overall":[193],"memory":[195],"footprint":[196],"while":[197],"still":[198],"providing":[199],"high":[200],"accuracy.":[201],"We":[202],"integrated":[204],"into":[206],"SQL":[209],"system":[210],"successfully":[213],"reduced":[214],"several":[218],"using":[221],"approach.":[223]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}