{"id":"https://openalex.org/W1976821017","doi":"https://doi.org/10.1145/2517349.2522737","title":"Discretized streams","display_name":"Discretized streams","publication_year":2013,"publication_date":"2013-10-08","ids":{"openalex":"https://openalex.org/W1976821017","doi":"https://doi.org/10.1145/2517349.2522737","mag":"1976821017"},"language":"en","primary_location":{"id":"doi:10.1145/2517349.2522737","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2517349.2522737","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2522737&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Fourth ACM Symposium on Operating Systems Principles","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=2522737&type=pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005554337","display_name":"Matei Zaharia","orcid":"https://orcid.org/0000-0002-7547-7204"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matei Zaharia","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103417248","display_name":"Tathagata Das","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tathagata Das","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100673440","display_name":"Haoyuan Li","orcid":"https://orcid.org/0009-0007-4678-9923"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haoyuan Li","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073472760","display_name":"Timothy Hunter","orcid":"https://orcid.org/0000-0003-1423-6770"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Timothy Hunter","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040529929","display_name":"Scott Shenker","orcid":"https://orcid.org/0000-0002-1357-7533"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Shenker","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041920173","display_name":"Ion Stoica","orcid":"https://orcid.org/0000-0002-5373-0088"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ion Stoica","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":69.7074,"has_fulltext":true,"cited_by_count":972,"citation_normalized_percentile":{"value":0.99993993,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"423","last_page":"438"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8680233359336853},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.7284335494041443},{"id":"https://openalex.org/keywords/backup","display_name":"Backup","score":0.6122525930404663},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.5783939957618713},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5373844504356384},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5121128559112549},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.4925704598426819},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.49253496527671814},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.4828072786331177},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.45700183510780334},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.45449793338775635},{"id":"https://openalex.org/keywords/streams","display_name":"STREAMS","score":0.4344017803668976},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4207729697227478},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3003695011138916},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.23270359635353088},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.13675299286842346},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.10384592413902283}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8680233359336853},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.7284335494041443},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.6122525930404663},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.5783939957618713},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5373844504356384},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5121128559112549},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.4925704598426819},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.49253496527671814},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.4828072786331177},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.45700183510780334},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.45449793338775635},{"id":"https://openalex.org/C42090638","wikidata":"https://www.wikidata.org/wiki/Q4048907","display_name":"STREAMS","level":2,"score":0.4344017803668976},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4207729697227478},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3003695011138916},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.23270359635353088},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.13675299286842346},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.10384592413902283},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2517349.2522737","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2517349.2522737","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2522737&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Fourth ACM Symposium on Operating Systems Principles","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/2517349.2522737","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2517349.2522737","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2522737&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Fourth ACM Symposium on Operating Systems Principles","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4654920669","display_name":null,"funder_award_id":"CCF-1139158","funder_id":"https://openalex.org/F4320332169","funder_display_name":"Directorate for Computer and Information Science and Engineering"},{"id":"https://openalex.org/G4713059963","display_name":null,"funder_award_id":"FA8750","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G589244659","display_name":null,"funder_award_id":"XData Award FA8750-12-2-0331","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G6398089940","display_name":"Making Sense at Scale with Algorithms, Machines, and People","funder_award_id":"1139158","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7103680314","display_name":null,"funder_award_id":"FA8750-12-2-0331","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8056273921","display_name":null,"funder_award_id":"CCF-1139158","funder_id":"https://openalex.org/F4320337387","funder_display_name":"Division of Computing and Communication Foundations"},{"id":"https://openalex.org/G900736768","display_name":null,"funder_award_id":"CCF-1139158","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307102","display_name":"Intel Corporation","ror":"https://ror.org/01ek73717"},{"id":"https://openalex.org/F4320307759","display_name":"General Electric","ror":"https://ror.org/013msgt25"},{"id":"https://openalex.org/F4320307764","display_name":"Microsoft","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"},{"id":"https://openalex.org/F4320307904","display_name":"Oracle","ror":"https://ror.org/006c77m33"},{"id":"https://openalex.org/F4320307999","display_name":"SAP North America","ror":"https://ror.org/01gbhv690"},{"id":"https://openalex.org/F4320308737","display_name":"Facebook","ror":"https://ror.org/01zbnvs85"},{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"},{"id":"https://openalex.org/F4320310598","display_name":"Amazon Web Services","ror":"https://ror.org/04mv4n011"},{"id":"https://openalex.org/F4320316505","display_name":"NetApp","ror":"https://ror.org/05c4cm338"},{"id":"https://openalex.org/F4320316785","display_name":"VMware","ror":null},{"id":"https://openalex.org/F4320322183","display_name":"Huawei Technologies","ror":"https://ror.org/00cmhce21"},{"id":"https://openalex.org/F4320332169","display_name":"Directorate for Computer and Information Science and Engineering","ror":"https://ror.org/025kzpk63"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"},{"id":"https://openalex.org/F4320337387","display_name":"Division of Computing and Communication Foundations","ror":"https://ror.org/01mng8331"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1976821017.pdf","grobid_xml":"https://content.openalex.org/works/W1976821017.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1493893823","https://openalex.org/W1845494277","https://openalex.org/W1984220394","https://openalex.org/W1986319134","https://openalex.org/W2003597767","https://openalex.org/W2008333370","https://openalex.org/W2010929544","https://openalex.org/W2025387515","https://openalex.org/W2052464302","https://openalex.org/W2082171780","https://openalex.org/W2096092966","https://openalex.org/W2097065925","https://openalex.org/W2100830825","https://openalex.org/W2105555841","https://openalex.org/W2117734592","https://openalex.org/W2118828104","https://openalex.org/W2119565742","https://openalex.org/W2119745055","https://openalex.org/W2131975293","https://openalex.org/W2144002928","https://openalex.org/W2150206209","https://openalex.org/W2152558130","https://openalex.org/W2153399951","https://openalex.org/W2153811040","https://openalex.org/W2153972927","https://openalex.org/W2161569281","https://openalex.org/W2163764145","https://openalex.org/W2164128653","https://openalex.org/W2171828861","https://openalex.org/W2173213060","https://openalex.org/W2215904967","https://openalex.org/W2403180956","https://openalex.org/W2912802084","https://openalex.org/W3098257205","https://openalex.org/W4238584892","https://openalex.org/W6600634475","https://openalex.org/W6684418397","https://openalex.org/W6758383543","https://openalex.org/W6785217430"],"related_works":["https://openalex.org/W2564266326","https://openalex.org/W2767178487","https://openalex.org/W2572716084","https://openalex.org/W3168832835","https://openalex.org/W3044060397","https://openalex.org/W2082671441","https://openalex.org/W2605169415","https://openalex.org/W180351855","https://openalex.org/W2538312128","https://openalex.org/W3113817755"],"abstract_inverted_index":{"Many":[0],"\"big":[1],"data\"":[2],"applications":[3,13,128],"must":[4],"act":[5],"on":[6],"data":[7],"in":[8,35,136],"real":[9],"time.":[10],"Running":[11],"these":[12,62,131],"at":[14],"ever-larger":[15],"scales":[16],"requires":[17],"parallel":[18,67],"platforms":[19],"that":[20,60,70,84,129],"automatically":[21],"handle":[22,49],"faults":[23],"and":[24,46,76,79,108,120],"stragglers.":[25,50,81],"Unfortunately,":[26],"current":[27],"distributed":[28],"stream":[29],"processing":[30,55],"models":[31,123],"provide":[32],"fault":[33,110],"recovery":[34,44,68],"an":[36],"expensive":[37],"manner,":[38],"requiring":[39],"hot":[40],"replication":[41,75],"or":[42],"long":[43],"times,":[45],"do":[47],"not":[48],"We":[51,82,133],"propose":[52],"a":[53,66,87,137],"new":[54],"model,":[56],"discretized":[57],"streams":[58],"(D-Streams),":[59],"overcomes":[61],"challenges.":[63],"D-Streams":[64,113,135],"enable":[65],"mechanism":[69],"improves":[71],"efficiency":[72],"over":[73],"traditional":[74],"backup":[77],"schemes,":[78],"tolerates":[80],"show":[83],"they":[85],"support":[86],"rich":[88,127],"set":[89],"of":[90],"operators":[91],"while":[92],"attaining":[93],"high":[94],"per-node":[95],"throughput":[96],"similar":[97],"to":[98,103],"single-node":[99],"systems,":[100],"linear":[101],"scaling":[102],"100":[104],"nodes,":[105],"sub-second":[106,109],"latency,":[107],"recovery.":[111],"Finally,":[112],"can":[114],"easily":[115],"be":[116],"composed":[117],"with":[118],"batch":[119],"interactive":[121],"query":[122],"like":[124],"MapReduce,":[125],"enabling":[126],"combine":[130],"modes.":[132],"implement":[134],"system":[138],"called":[139],"Spark":[140],"Streaming.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":34},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":29},{"year":2022,"cited_by_count":43},{"year":2021,"cited_by_count":83},{"year":2020,"cited_by_count":87},{"year":2019,"cited_by_count":122},{"year":2018,"cited_by_count":124},{"year":2017,"cited_by_count":136},{"year":2016,"cited_by_count":152},{"year":2015,"cited_by_count":82},{"year":2014,"cited_by_count":40},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}