{"id":"https://openalex.org/W2788975424","doi":null,"title":"Benchmarking Distributed Stream Processing Engines.","display_name":"Benchmarking Distributed Stream Processing Engines.","publication_year":2018,"publication_date":"2018-02-23","ids":{"openalex":"https://openalex.org/W2788975424","mag":"2788975424"},"language":"en","primary_location":{"id":"mag:2788975424","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1802.08496v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/abs/1802.08496v1","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004981542","display_name":"Jeyhun Karimov","orcid":"https://orcid.org/0009-0001-5250-2761","observed_orcids":["https://orcid.org/0009-0001-5250-2761"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeyhun Karimov","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002030730","display_name":"Tilmann Rabl","orcid":"https://orcid.org/0009-0009-3335-8045","observed_orcids":["https://orcid.org/0009-0009-3335-8045"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tilmann Rabl","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0009-3335-8045","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002932353","display_name":"Asterios Katsifodimos","orcid":"https://orcid.org/0000-0002-6717-2945","observed_orcids":["https://orcid.org/0000-0002-6717-2945"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Asterios Katsifodimos","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-6717-2945","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050254947","display_name":"Roman Samarev","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Roman Samarev","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067224008","display_name":"Henri Heiskanen","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Henri Heiskanen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5002413906","display_name":"Volker Markl","orcid":"https://orcid.org/0009-0009-0964-026X","observed_orcids":["https://orcid.org/0009-0009-0964-026X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Volker Markl","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stream-processing","display_name":"stream processing","score":0.7490000128746033},{"id":"https://openalex.org/keywords/stream-processing-systems","display_name":"stream processing systems","score":0.6620000004768372},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.777999997138977},{"id":"https://openalex.org/keywords/apache-storm","display_name":"Apache Storm","score":0.8659999966621399},{"id":"https://openalex.org/keywords/apache-spark","display_name":"Apache Spark","score":0.9760000109672546},{"id":"https://openalex.org/keywords/apache-flink","display_name":"Apache Flink","score":1.0},{"id":"https://openalex.org/keywords/throughput","display_name":"throughput","score":0.781000018119812},{"id":"https://openalex.org/keywords/latency","display_name":"latency","score":0.9819999933242798},{"id":"https://openalex.org/keywords/performance-evaluation","display_name":"performance evaluation","score":0.5239999890327454}],"concepts":[{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.8113511800765991},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7889233827590942},{"id":"https://openalex.org/C22927095","wikidata":"https://www.wikidata.org/wiki/Q1784206","display_name":"Stateful firewall","level":3,"score":0.756690263748169},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6327028870582581},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5909242033958435},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5787771940231323},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.5582289099693298},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5450090169906616},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4920589327812195},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.47971171140670776},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.43330246210098267},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.42409518361091614},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37844833731651306},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3357986807823181},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.31729960441589355},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2906641960144043},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1462482511997223},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.11843037605285645},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11105164885520935},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2788975424","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1802.08496v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:2788975424","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1802.08496v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2898352726","https://openalex.org/W2782035728","https://openalex.org/W3009076569","https://openalex.org/W2486439025","https://openalex.org/W2945790252","https://openalex.org/W3112724157","https://openalex.org/W2586025740","https://openalex.org/W2560869657","https://openalex.org/W1991532004","https://openalex.org/W6980189711"],"abstract_inverted_index":{"Over":[0],"the":[1,26,65,85,127,135,150,155],"last":[2],"years,":[3],"stream":[4,32,37],"data":[5,38],"processing":[6,39],"has":[7],"been":[8,43],"gaining":[9],"attention":[10],"both":[11],"in":[12,15,81,179],"industry":[13],"and":[14,30,48,75,87,118,131],"academia":[16],"due":[17],"to":[18,63,140,153],"its":[19],"wide":[20],"range":[21],"of":[22,67,89,106,116,159],"applications.":[23],"To":[24],"fulfill":[25],"need":[27],"for":[28,120],"scalable":[29],"efficient":[31],"analytics,":[33],"numerous":[34],"open":[35],"source":[36],"systems":[40],"(SDPSs)":[41],"have":[42],"developed,":[44],"with":[45],"high":[46],"throughput":[47,86,119],"low":[49],"latency":[50,88,117],"being":[51],"their":[52],"key":[53],"performance":[54,66,143,158],"targets.":[55],"In":[56],"this":[57,93,107],"paper,":[58],"we":[59,95,112,124,148],"propose":[60],"a":[61,114,160],"framework":[62],"evaluate":[64],"three":[68],"SDPSs,":[69],"namely":[70],"Apache":[71,73,76],"Storm,":[72],"Spark,":[74],"Flink.":[77],"Our":[78,164],"evaluation":[79,166],"focuses":[80],"particular":[82],"on":[83,99],"measuring":[84],"windowed":[90],"operations.":[91],"For":[92],"benchmark,":[94],"design":[96],"workloads":[97],"based":[98],"real-life,":[100],"industrial":[101],"use-cases.":[102,181],"The":[103],"main":[104],"contribution":[105],"work":[108],"is":[109,170],"threefold.":[110],"First,":[111],"give":[113],"definition":[115],"stateful":[121],"operators.":[122],"Second,":[123],"completely":[125],"separate":[126],"system":[128,142,161,177],"under":[129,144,162],"test":[130,154],"driver,":[132],"so":[133],"that":[134,168],"measurement":[136],"results":[137],"are":[138],"closer":[139],"actual":[141,156],"real":[145],"conditions.":[146],"Third,":[147],"build":[149],"first":[151],"driver":[152],"sustainable":[157],"test.":[163],"detailed":[165],"highlights":[167],"there":[169],"no":[171],"single":[172],"winner,":[173],"but":[174],"rather,":[175],"each":[176],"excels":[178],"individual":[180]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":2}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2018-03-06T00:00:00"}