{"id":"https://openalex.org/W4400880564","doi":"https://doi.org/10.1145/3629104.3672430","title":"Continuous Data Ingestion and Transformation in Snowflake","display_name":"Continuous Data Ingestion and Transformation in Snowflake","publication_year":2024,"publication_date":"2024-06-24","ids":{"openalex":"https://openalex.org/W4400880564","doi":"https://doi.org/10.1145/3629104.3672430"},"language":"en","primary_location":{"id":"doi:10.1145/3629104.3672430","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3629104.3672430","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM International Conference on Distributed and Event-based Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063837636","display_name":"Tyler Akidau","orcid":"https://orcid.org/0009-0003-2446-300X"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tyler Akidau","raw_affiliation_strings":["Snowflake, Inc., USA, Washington, Bellevue"],"affiliations":[{"raw_affiliation_string":"Snowflake, Inc., USA, Washington, Bellevue","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066448126","display_name":"Fabian Hueske","orcid":"https://orcid.org/0009-0003-7764-9174"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fabian Hueske","raw_affiliation_strings":["Snowflake, Inc., Germany, Berlin"],"affiliations":[{"raw_affiliation_string":"Snowflake, Inc., Germany, Berlin","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104940050","display_name":"Konstantinos Kloudas","orcid":"https://orcid.org/0009-0001-6199-1595"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Konstantinos Kloudas","raw_affiliation_strings":["Snowflake, Inc., Germany, Berlin"],"affiliations":[{"raw_affiliation_string":"Snowflake, Inc., Germany, Berlin","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104940051","display_name":"Leon Papke","orcid":"https://orcid.org/0009-0004-6376-3459"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Leon Papke","raw_affiliation_strings":["Snowflake, Inc., Germany, Berlin"],"affiliations":[{"raw_affiliation_string":"Snowflake, Inc., Germany, Berlin","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016289078","display_name":"Niklas Semmler","orcid":"https://orcid.org/0000-0002-5758-2449"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niklas Semmler","raw_affiliation_strings":["Snowflake, Inc., Germany, Berlin"],"affiliations":[{"raw_affiliation_string":"Snowflake, Inc., Germany, Berlin","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104940052","display_name":"Jan Sommerfeld","orcid":"https://orcid.org/0009-0004-8395-5730"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jan Sommerfeld","raw_affiliation_strings":["Snowflake, Inc., Germany, Berlin"],"affiliations":[{"raw_affiliation_string":"Snowflake, Inc., Germany, Berlin","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5063837636"],"corresponding_institution_ids":["https://openalex.org/I4210108985"],"apc_list":null,"apc_paid":null,"fwci":0.698,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.70875647,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"195","last_page":"198"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9815000295639038,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/snowflake","display_name":"Snowflake","score":0.7558591365814209},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.6077372431755066},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5657052993774414},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09367725253105164},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.06354865431785583}],"concepts":[{"id":"https://openalex.org/C54059038","wikidata":"https://www.wikidata.org/wiki/Q550147","display_name":"Snowflake","level":3,"score":0.7558591365814209},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.6077372431755066},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5657052993774414},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09367725253105164},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.06354865431785583},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C197046000","wikidata":"https://www.wikidata.org/wiki/Q7561","display_name":"Snow","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3629104.3672430","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3629104.3672430","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 18th ACM International Conference on Distributed and Event-based Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/2","display_name":"Zero hunger"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2116476518","https://openalex.org/W4286447321","https://openalex.org/W4293174670","https://openalex.org/W4381328941"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2331374196","https://openalex.org/W2097553621","https://openalex.org/W4244843934","https://openalex.org/W2469781627","https://openalex.org/W4249934362","https://openalex.org/W2769371135","https://openalex.org/W110343638","https://openalex.org/W1663451679"],"abstract_inverted_index":{"Continuous":[0],"data":[1,11,15,18,22,38,71],"growth":[2],"and":[3,55,78,84],"the":[4,33],"need":[5],"for":[6,14,36],"close-to-now":[7],"analytics":[8],"challenge":[9],"today's":[10],"loading":[12,26],"patterns":[13],"warehouses.":[16],"Traditionally,":[17],"is":[19],"ingested":[20],"into":[21,47,52],"warehouses":[23],"with":[24,73],"batch-style":[25],"processes.":[27],"This":[28],"also":[29],"used":[30],"to":[31,35,57],"be":[32],"way":[34],"cloud-based":[37],"platforms,":[39],"such":[40],"as":[41],"Snowflake.":[42],"Data":[43],"was":[44],"chunked":[45],"up":[46],"files":[48],"which":[49],"were":[50,63,68],"loaded":[51],"cloud":[53],"storage":[54],"registered":[56],"a":[58],"table.":[59],"Subsequently,":[60],"derived":[61],"results":[62],"fully":[64],"recomputed":[65],"if":[66],"they":[67],"based":[69],"on":[70],"sets":[72],"new":[74],"data.":[75],"Processing":[76],"inefficiencies":[77],"cost":[79],"concerns":[80],"prohibited":[81],"frequent":[82],"ingestion":[83],"refreshes,":[85],"leaving":[86],"many":[87],"latency-sensitive":[88],"use":[89],"cases":[90],"unaddressed.":[91]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}