{"id":"https://openalex.org/W2916596859","doi":"https://doi.org/10.14778/3303753.3303758","title":"Analyzing efficient stream processing on modern hardware","display_name":"Analyzing efficient stream processing on modern hardware","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2916596859","doi":"https://doi.org/10.14778/3303753.3303758","mag":"2916596859"},"language":"en","primary_location":{"id":"doi:10.14778/3303753.3303758","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3303753.3303758","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051995830","display_name":"Steffen Zeuch","orcid":"https://orcid.org/0000-0002-4082-7788"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Steffen Zeuch","raw_affiliation_strings":["German Research Center for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082544497","display_name":"Bonaventura Del Monte","orcid":"https://orcid.org/0000-0001-5361-7715"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bonaventura Del Monte","raw_affiliation_strings":["German Research Center for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004981542","display_name":"Jeyhun Karimov","orcid":null},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jeyhun Karimov","raw_affiliation_strings":["German Research Center for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076688732","display_name":"Clemens Lutz","orcid":"https://orcid.org/0000-0002-6193-4734"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Clemens Lutz","raw_affiliation_strings":["German Research Center for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111472448","display_name":"M. Renz","orcid":null},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Manuel Renz","raw_affiliation_strings":["German Research Center for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"German Research Center for Artificial Intelligence","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035174617","display_name":"Jonas Traub","orcid":null},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonas Traub","raw_affiliation_strings":["Technische Universit\u00e4t Berlin"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032404318","display_name":"Sebastian Bre\u00df","orcid":null},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]},{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sebastian Bre\u00df","raw_affiliation_strings":["Technische Universit\u00e4t Berlin and German Research Center for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin and German Research Center for Artificial Intelligence","institution_ids":["https://openalex.org/I33256026","https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002030730","display_name":"Tilmann Rabl","orcid":"https://orcid.org/0009-0009-3335-8045"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]},{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tilmann Rabl","raw_affiliation_strings":["Technische Universit\u00e4t Berlin and German Research Center for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin and German Research Center for Artificial Intelligence","institution_ids":["https://openalex.org/I33256026","https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002413906","display_name":"Volker Markl","orcid":"https://orcid.org/0009-0009-0964-026X"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]},{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Volker Markl","raw_affiliation_strings":["Technische Universit\u00e4t Berlin and German Research Center for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin and German Research Center for Artificial Intelligence","institution_ids":["https://openalex.org/I33256026","https://openalex.org/I4577782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5051995830"],"corresponding_institution_ids":["https://openalex.org/I33256026"],"apc_list":null,"apc_paid":null,"fwci":12.4313,"has_fulltext":false,"cited_by_count":99,"citation_normalized_percentile":{"value":0.9890606,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"12","issue":"5","first_page":"516","last_page":"530"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8302572965621948},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6843989491462708},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.6571874022483826},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.6487184762954712},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5537428259849548},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4421424865722656},{"id":"https://openalex.org/keywords/hardware-acceleration","display_name":"Hardware acceleration","score":0.436504065990448},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.42831748723983765},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.41212090849876404},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3618396520614624},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.33321818709373474},{"id":"https://openalex.org/keywords/field-programmable-gate-array","display_name":"Field-programmable gate array","score":0.193658709526062},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12337592244148254}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8302572965621948},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6843989491462708},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.6571874022483826},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.6487184762954712},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5537428259849548},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4421424865722656},{"id":"https://openalex.org/C13164978","wikidata":"https://www.wikidata.org/wiki/Q600158","display_name":"Hardware acceleration","level":3,"score":0.436504065990448},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.42831748723983765},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.41212090849876404},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3618396520614624},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.33321818709373474},{"id":"https://openalex.org/C42935608","wikidata":"https://www.wikidata.org/wiki/Q190411","display_name":"Field-programmable gate array","level":2,"score":0.193658709526062},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12337592244148254},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.14778/3303753.3303758","is_oa":false,"landing_page_url":"https://doi.org/10.14778/3303753.3303758","pdf_url":null,"source":{"id":"https://openalex.org/S4210226185","display_name":"Proceedings of the VLDB Endowment","issn_l":"2150-8097","issn":["2150-8097"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the VLDB Endowment","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W1495986321","https://openalex.org/W1497100682","https://openalex.org/W1517320208","https://openalex.org/W1570344315","https://openalex.org/W1746258828","https://openalex.org/W1801537168","https://openalex.org/W1945748039","https://openalex.org/W1969877208","https://openalex.org/W1976821017","https://openalex.org/W1978924650","https://openalex.org/W1990352974","https://openalex.org/W2003272624","https://openalex.org/W2010250346","https://openalex.org/W2010801412","https://openalex.org/W2025387515","https://openalex.org/W2042128496","https://openalex.org/W2060280513","https://openalex.org/W2082171780","https://openalex.org/W2085426673","https://openalex.org/W2099035968","https://openalex.org/W2101717554","https://openalex.org/W2101995353","https://openalex.org/W2102987499","https://openalex.org/W2105079611","https://openalex.org/W2106771621","https://openalex.org/W2112215401","https://openalex.org/W2115503987","https://openalex.org/W2120783706","https://openalex.org/W2121810937","https://openalex.org/W2124851765","https://openalex.org/W2127668151","https://openalex.org/W2128246354","https://openalex.org/W2129554014","https://openalex.org/W2131975293","https://openalex.org/W2132461362","https://openalex.org/W2133802856","https://openalex.org/W2147544162","https://openalex.org/W2148222209","https://openalex.org/W2149576945","https://openalex.org/W2152053450","https://openalex.org/W2152558130","https://openalex.org/W2153972927","https://openalex.org/W2155110539","https://openalex.org/W2166597031","https://openalex.org/W2168078977","https://openalex.org/W2170861540","https://openalex.org/W2173213060","https://openalex.org/W2244876453","https://openalex.org/W2245726859","https://openalex.org/W2247317079","https://openalex.org/W2282396894","https://openalex.org/W2411835995","https://openalex.org/W2412642011","https://openalex.org/W2416075414","https://openalex.org/W2424351436","https://openalex.org/W2443187291","https://openalex.org/W2486439025","https://openalex.org/W2520189725","https://openalex.org/W2534428167","https://openalex.org/W2542459869","https://openalex.org/W2566979091","https://openalex.org/W2604894088","https://openalex.org/W2614659073","https://openalex.org/W2623567496","https://openalex.org/W2724427576","https://openalex.org/W2734941459","https://openalex.org/W2794948548","https://openalex.org/W2913334236","https://openalex.org/W2913854892","https://openalex.org/W2934794790","https://openalex.org/W2963638209","https://openalex.org/W6675553691","https://openalex.org/W6678708722","https://openalex.org/W6684596505","https://openalex.org/W7062458672"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2027972911","https://openalex.org/W2146343568","https://openalex.org/W2013643406","https://openalex.org/W2157978810","https://openalex.org/W2597809628","https://openalex.org/W2532502681"],"abstract_inverted_index":{"Modern":[0],"Stream":[1],"Processing":[2],"Engines":[3],"(SPEs)":[4],"process":[5],"large":[6,199],"data":[7],"volumes":[8],"under":[9],"tight":[10],"latency":[11],"constraints.":[12],"Many":[13],"SPEs":[14,38,90,108,143,168],"execute":[15],"processing":[16],"pipelines":[17],"using":[18],"message":[19],"passing":[20],"on":[21,40,128,146,190],"shared-nothing":[22],"architectures":[23],"and":[24,49,91,104,116,124,179],"apply":[25],"a":[26,41,133,191,194],"partition-based":[27],"scale-out":[28],"strategy":[29],"to":[30,45,74,138,144,160,166],"handle":[31],"high-velocity":[32],"input":[33],"streams.":[34],"Furthermore,":[35],"many":[36],"state-of-the-art":[37,107,167],"rely":[39],"Java":[42],"Virtual":[43],"Machine":[44],"achieve":[46],"platform":[47],"independence":[48],"speed":[50],"up":[51,159],"system":[52],"development":[53],"by":[54,158,169],"abstracting":[55],"from":[56],"the":[57,67,139,152],"underlying":[58,68],"hardware.":[59,98,148],"In":[60],"this":[61,80],"paper,":[62],"we":[63,82,131],"show":[64,150],"that":[65,106,151],"taking":[66],"hardware":[69,77,118],"into":[70],"account":[71],"is":[72],"essential":[73],"exploit":[75],"modern":[76,97,147],"efficiently.":[78],"To":[79],"end,":[81],"conduct":[83],"an":[84],"extensive":[85],"experimental":[86],"analysis":[87,100],"of":[88,112,135,142,163,198],"current":[89,115],"SPE":[92],"design":[93,136],"alternatives":[94],"optimized":[95,180],"for":[96,185],"Our":[99],"highlights":[101],"potential":[102],"bottlenecks":[103],"reveals":[105],"are":[109],"not":[110],"capable":[111],"fully":[113],"exploiting":[114],"emerging":[117],"trends,":[119],"such":[120],"as":[121],"multi-core":[122],"processors":[123],"high-speed":[125],"networks.":[126],"Based":[127],"our":[129],"analysis,":[130],"describe":[132],"set":[134],"changes":[137],"common":[140],"architecture":[141],"scale-up":[145],"We":[149],"single-node":[153],"throughput":[154],"can":[155],"be":[156],"increased":[157],"two":[161],"orders":[162],"magnitude":[164],"compared":[165],"applying":[170],"specialized":[171],"code":[172],"generation,":[173],"fusing":[174],"operators,":[175],"batch-style":[176],"parallelization":[177],"strategies,":[178],"windowing.":[181],"This":[182],"speedup":[183],"allows":[184],"deploying":[186],"typical":[187],"streaming":[188],"applications":[189],"single":[192],"or":[193],"few":[195],"nodes":[196],"instead":[197],"clusters.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":20},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":11}],"updated_date":"2026-03-31T07:56:22.981413","created_date":"2025-10-10T00:00:00"}