{"id":"https://openalex.org/W2979325626","doi":"https://doi.org/10.1109/access.2019.2946884","title":"A Survey of Distributed Data Stream Processing Frameworks","display_name":"A Survey of Distributed Data Stream Processing Frameworks","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2979325626","doi":"https://doi.org/10.1109/access.2019.2946884","mag":"2979325626"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2946884","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2946884","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08864052.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08864052.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041098845","display_name":"Haruna Isah","orcid":"https://orcid.org/0000-0002-3629-152X"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Haruna Isah","raw_affiliation_strings":["School of Computing, Queen\u2019s University, Kingston, Canada","School of Computing, Queen's University, Kingston, Canada"],"raw_orcid":"https://orcid.org/0000-0002-3629-152X","affiliations":[{"raw_affiliation_string":"School of Computing, Queen\u2019s University, Kingston, Canada","institution_ids":["https://openalex.org/I204722609"]},{"raw_affiliation_string":"School of Computing, Queen's University, Kingston, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085508223","display_name":"Tariq Abughofa","orcid":null},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tariq Abughofa","raw_affiliation_strings":["School of Computing, Queen\u2019s University, Kingston, Canada","School of Computing, Queen's University, Kingston, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, Queen\u2019s University, Kingston, Canada","institution_ids":["https://openalex.org/I204722609"]},{"raw_affiliation_string":"School of Computing, Queen's University, Kingston, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070645923","display_name":"Sazia Mahfuz","orcid":"https://orcid.org/0000-0003-4222-5702"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sazia Mahfuz","raw_affiliation_strings":["School of Computing, Queen\u2019s University, Kingston, Canada","School of Computing, Queen's University, Kingston, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, Queen\u2019s University, Kingston, Canada","institution_ids":["https://openalex.org/I204722609"]},{"raw_affiliation_string":"School of Computing, Queen's University, Kingston, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037173634","display_name":"Dharmitha Ajerla","orcid":null},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dharmitha Ajerla","raw_affiliation_strings":["School of Computing, Queen\u2019s University, Kingston, Canada","School of Computing, Queen's University, Kingston, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, Queen\u2019s University, Kingston, Canada","institution_ids":["https://openalex.org/I204722609"]},{"raw_affiliation_string":"School of Computing, Queen's University, Kingston, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063480277","display_name":"Farhana Zulkernine","orcid":"https://orcid.org/0000-0002-3326-0875"},"institutions":[{"id":"https://openalex.org/I204722609","display_name":"Queen's University","ror":"https://ror.org/02y72wh86","country_code":"CA","type":"education","lineage":["https://openalex.org/I204722609"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Farhana Zulkernine","raw_affiliation_strings":["School of Computing, Queen\u2019s University, Kingston, Canada","School of Computing, Queen's University, Kingston, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, Queen\u2019s University, Kingston, Canada","institution_ids":["https://openalex.org/I204722609"]},{"raw_affiliation_string":"School of Computing, Queen's University, Kingston, Canada","institution_ids":["https://openalex.org/I204722609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101831674","display_name":"Shahzad Khan","orcid":"https://orcid.org/0000-0003-3217-9028"},"institutions":[{"id":"https://openalex.org/I4210089660","display_name":"Gnowit (Canada)","ror":"https://ror.org/008egk659","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210089660"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shahzad Khan","raw_affiliation_strings":["Gnowit, Ottawa, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gnowit, Ottawa, Canada","institution_ids":["https://openalex.org/I4210089660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":19.3968,"has_fulltext":true,"cited_by_count":154,"citation_normalized_percentile":{"value":0.99255949,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"154300","last_page":"154316"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.9110648036003113},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8423984050750732},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.7335280776023865},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.6657136678695679},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.6257856488227844},{"id":"https://openalex.org/keywords/ibm","display_name":"IBM","score":0.5725349187850952},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.48744991421699524},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4845565855503082},{"id":"https://openalex.org/keywords/data-analysis","display_name":"Data analysis","score":0.4622476100921631},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3123880624771118},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1773921549320221}],"concepts":[{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.9110648036003113},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8423984050750732},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.7335280776023865},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.6657136678695679},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.6257856488227844},{"id":"https://openalex.org/C70388272","wikidata":"https://www.wikidata.org/wiki/Q5968558","display_name":"IBM","level":2,"score":0.5725349187850952},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.48744991421699524},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4845565855503082},{"id":"https://openalex.org/C175801342","wikidata":"https://www.wikidata.org/wiki/Q1988917","display_name":"Data analysis","level":2,"score":0.4622476100921631},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3123880624771118},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1773921549320221},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2019.2946884","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2946884","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08864052.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f75de772dee24fc3b26ed6181de192ae","is_oa":true,"landing_page_url":"https://doaj.org/article/f75de772dee24fc3b26ed6181de192ae","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 154300-154316 (2019)","raw_type":"article"},{"id":"pmh:oai:source.sheridancollege.ca:centres_publications-1004","is_oa":true,"landing_page_url":"https://source.sheridancollege.ca/centres_publications/7","pdf_url":null,"source":{"id":"https://openalex.org/S4377196593","display_name":"SOURCE Sheridan's Institutional Repository (Sheridan College)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I89455037","host_organization_name":"Sheridan College","host_organization_lineage":["https://openalex.org/I89455037"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Publications and Scholarship","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2946884","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2946884","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08864052.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320310942","display_name":"Ontario Centres of Excellence","ror":"https://ror.org/01t8nk565"},{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2979325626.pdf","grobid_xml":"https://content.openalex.org/works/W2979325626.grobid-xml"},"referenced_works_count":76,"referenced_works":["https://openalex.org/W135301534","https://openalex.org/W586884476","https://openalex.org/W1152217303","https://openalex.org/W1595332345","https://openalex.org/W1635892993","https://openalex.org/W1831560769","https://openalex.org/W1939512652","https://openalex.org/W1976821017","https://openalex.org/W2009858410","https://openalex.org/W2010801412","https://openalex.org/W2017933841","https://openalex.org/W2052464302","https://openalex.org/W2053525776","https://openalex.org/W2070228963","https://openalex.org/W2104564392","https://openalex.org/W2109574129","https://openalex.org/W2110086534","https://openalex.org/W2124945926","https://openalex.org/W2128362607","https://openalex.org/W2132461362","https://openalex.org/W2141992894","https://openalex.org/W2152558130","https://openalex.org/W2156972533","https://openalex.org/W2165207129","https://openalex.org/W2173213060","https://openalex.org/W2183299856","https://openalex.org/W2213201020","https://openalex.org/W2220052790","https://openalex.org/W2240630088","https://openalex.org/W2247317079","https://openalex.org/W2265297126","https://openalex.org/W2293992322","https://openalex.org/W2333002587","https://openalex.org/W2437053200","https://openalex.org/W2463424903","https://openalex.org/W2481195518","https://openalex.org/W2484021251","https://openalex.org/W2486439025","https://openalex.org/W2511195068","https://openalex.org/W2538710666","https://openalex.org/W2546973305","https://openalex.org/W2548259341","https://openalex.org/W2576929268","https://openalex.org/W2583699183","https://openalex.org/W2592286282","https://openalex.org/W2599592786","https://openalex.org/W2602351096","https://openalex.org/W2732397216","https://openalex.org/W2752238980","https://openalex.org/W2763018317","https://openalex.org/W2772043392","https://openalex.org/W2798434712","https://openalex.org/W2800277550","https://openalex.org/W2809559240","https://openalex.org/W2886831455","https://openalex.org/W2896043934","https://openalex.org/W2898352726","https://openalex.org/W2942440221","https://openalex.org/W2949006873","https://openalex.org/W2952343792","https://openalex.org/W2958805129","https://openalex.org/W2984425963","https://openalex.org/W3025270055","https://openalex.org/W3106144025","https://openalex.org/W3158983636","https://openalex.org/W6617466450","https://openalex.org/W6627490645","https://openalex.org/W6635544100","https://openalex.org/W6686091675","https://openalex.org/W6719188997","https://openalex.org/W6732671424","https://openalex.org/W6732956039","https://openalex.org/W6735124739","https://openalex.org/W6761756076","https://openalex.org/W6887966658","https://openalex.org/W6941154382"],"related_works":["https://openalex.org/W2564266326","https://openalex.org/W2082671441","https://openalex.org/W2605169415","https://openalex.org/W2767178487","https://openalex.org/W3044060397","https://openalex.org/W180351855","https://openalex.org/W2538312128","https://openalex.org/W2904574017","https://openalex.org/W3113817755","https://openalex.org/W2794178276"],"abstract_inverted_index":{"Big":[0],"data":[1,13,103,128,160],"processing":[2,33,77,105,130,162],"systems":[3],"are":[4],"evolving":[5],"to":[6,87,156],"be":[7,49],"more":[8,37],"stream":[9,32,46,76,104,129,161],"oriented":[10],"where":[11],"each":[12],"record":[14],"is":[15,69],"processed":[16],"as":[17,148],"it":[18],"arrives":[19],"by":[20],"distributed":[21,102,127],"and":[22,36,51,106,109,123,153,163],"low-latency":[23],"computational":[24],"frameworks":[25],"on":[26,139],"a":[27,54,65,85,96,98,110,140,149,158],"continuous":[28],"basis.":[29],"As":[30],"the":[31,61,70,74,80],"technology":[34],"matures":[35],"organizations":[38,152],"invest":[39],"in":[40,63,72,91],"digital":[41],"transformations,":[42],"new":[43],"applications":[44],"of":[45,57,60,101,113],"analytics":[47,67,107,143,164],"will":[48],"identified":[50],"implemented":[52],"across":[53],"wide":[55],"spectrum":[56],"industries.":[58],"One":[59],"challenges":[62],"developing":[64],"streaming":[66,142],"infrastructure":[68],"difficulty":[71],"selecting":[73],"right":[75],"framework":[78],"for":[79,151],"different":[81],"use":[82],"cases.":[83],"With":[84],"view":[86],"addressing":[88],"this":[89,92],"issue,":[90],"paper":[93],"we":[94],"present":[95],"taxonomy,":[97],"comparative":[99],"study":[100,133,138],"frameworks,":[108],"critical":[111],"review":[112],"representative":[114],"open":[115],"source":[116],"(Storm,":[117],"Spark":[118],"Streaming,":[119],"Flink,":[120],"Kafka":[121],"Streams)":[122,126],"commercial":[124],"(IBM":[125],"frameworks.":[131],"The":[132],"also":[134],"reports":[135],"our":[136],"ongoing":[137],"multilevel":[141],"architecture":[144],"that":[145],"can":[146],"serve":[147],"guide":[150],"individuals":[154],"planning":[155],"implement":[157],"real-time":[159],"framework.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":36},{"year":2023,"cited_by_count":39},{"year":2022,"cited_by_count":24},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":12}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}