{"id":"https://openalex.org/W3090741170","doi":"https://doi.org/10.1186/s40537-020-00353-2","title":"Composing high-level stream processing pipelines","display_name":"Composing high-level stream processing pipelines","publication_year":2020,"publication_date":"2020-09-29","ids":{"openalex":"https://openalex.org/W3090741170","doi":"https://doi.org/10.1186/s40537-020-00353-2","mag":"3090741170"},"language":"en","primary_location":{"id":"doi:10.1186/s40537-020-00353-2","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-020-00353-2","pdf_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-020-00353-2","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-020-00353-2","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074852117","display_name":"Tanmaya Mahapatra","orcid":"https://orcid.org/0000-0002-7946-5497"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Tanmaya Mahapatra","raw_affiliation_strings":["Technical University of Munich, School of Medicine, Institute of Medical Informatics, Statistics and Epidemiology (IMedIS), Ismaninger Stra\u00dfe 22, Munich, 81675, Germany","Technical University of Munich, Software and Systems Engineering Research Group, Boltzmannstra\u00dfe 03, Garching, 85748, Germany"],"raw_orcid":"https://orcid.org/0000-0002-7946-5497","affiliations":[{"raw_affiliation_string":"Technical University of Munich, School of Medicine, Institute of Medical Informatics, Statistics and Epidemiology (IMedIS), Ismaninger Stra\u00dfe 22, Munich, 81675, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Technical University of Munich, Software and Systems Engineering Research Group, Boltzmannstra\u00dfe 03, Garching, 85748, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5074852117"],"corresponding_institution_ids":["https://openalex.org/I62916508"],"apc_list":{"value":1060,"currency":"GBP","value_usd":1300},"apc_paid":{"value":1197,"currency":"EUR","value_usd":1290},"fwci":1.133,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.80599208,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"7","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8517742156982422},{"id":"https://openalex.org/keywords/mashup","display_name":"Mashup","score":0.7745462656021118},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6093368530273438},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.5781334638595581},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.538986086845398},{"id":"https://openalex.org/keywords/rapid-prototyping","display_name":"Rapid prototyping","score":0.51954585313797},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.48165619373321533},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.48161810636520386},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.4228874742984772},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.41932421922683716},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3611656427383423},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.27256160974502563},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.265362024307251},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.26408326625823975},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.25227808952331543},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.2208760380744934},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1546931266784668}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8517742156982422},{"id":"https://openalex.org/C196126337","wikidata":"https://www.wikidata.org/wiki/Q821080","display_name":"Mashup","level":4,"score":0.7745462656021118},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6093368530273438},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.5781334638595581},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.538986086845398},{"id":"https://openalex.org/C2780395129","wikidata":"https://www.wikidata.org/wiki/Q1128971","display_name":"Rapid prototyping","level":2,"score":0.51954585313797},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.48165619373321533},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.48161810636520386},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.4228874742984772},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.41932421922683716},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3611656427383423},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.27256160974502563},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.265362024307251},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26408326625823975},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.25227808952331543},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2208760380744934},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1546931266784668},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C182321512","wikidata":"https://www.wikidata.org/wiki/Q1153289","display_name":"Web standards","level":3,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1186/s40537-020-00353-2","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-020-00353-2","pdf_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-020-00353-2","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bc6c53941552481497548daa9afbd8b2","is_oa":true,"landing_page_url":"https://doaj.org/article/bc6c53941552481497548daa9afbd8b2","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Big Data, Vol 7, Iss 1, Pp 1-28 (2020)","raw_type":"article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1597552","is_oa":true,"landing_page_url":"https://mediatum.ub.tum.de/1597552","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1618128","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1618128","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s40537-020-00353-2","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-020-00353-2","pdf_url":"https://journalofbigdata.springeropen.com/track/pdf/10.1186/s40537-020-00353-2","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5600000023841858,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320323383","display_name":"Technische Universit\u00e4t M\u00fcnchen","ror":"https://ror.org/02kkvpp62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3090741170.pdf","grobid_xml":"https://content.openalex.org/works/W3090741170.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W1483197604","https://openalex.org/W1568192366","https://openalex.org/W1625982774","https://openalex.org/W1633427431","https://openalex.org/W1869778509","https://openalex.org/W1935873743","https://openalex.org/W1966170436","https://openalex.org/W1985812000","https://openalex.org/W1990138733","https://openalex.org/W2008920893","https://openalex.org/W2010801412","https://openalex.org/W2016506055","https://openalex.org/W2055621182","https://openalex.org/W2072794470","https://openalex.org/W2073426451","https://openalex.org/W2081938726","https://openalex.org/W2085222386","https://openalex.org/W2087340523","https://openalex.org/W2098830227","https://openalex.org/W2099395665","https://openalex.org/W2115503987","https://openalex.org/W2118314541","https://openalex.org/W2132461362","https://openalex.org/W2133802856","https://openalex.org/W2149576945","https://openalex.org/W2153836901","https://openalex.org/W2157598146","https://openalex.org/W2159844592","https://openalex.org/W2167274498","https://openalex.org/W2243805870","https://openalex.org/W2476844261","https://openalex.org/W2485234578","https://openalex.org/W2584686776","https://openalex.org/W2587231137","https://openalex.org/W2604126506","https://openalex.org/W2604179744","https://openalex.org/W2610202733","https://openalex.org/W2725733822","https://openalex.org/W2763264650","https://openalex.org/W2889407524","https://openalex.org/W2898085799","https://openalex.org/W2902644832","https://openalex.org/W2975180626","https://openalex.org/W3000703016","https://openalex.org/W4232534713","https://openalex.org/W4256363426"],"related_works":["https://openalex.org/W2154270547","https://openalex.org/W3002405669","https://openalex.org/W66507862","https://openalex.org/W2341203197","https://openalex.org/W1982802095","https://openalex.org/W2112107765","https://openalex.org/W2893963003","https://openalex.org/W4230978433","https://openalex.org/W2920657135","https://openalex.org/W2953080867"],"abstract_inverted_index":{"Abstract":[0],"The":[1,40],"growing":[2],"number":[3],"of":[4,6,14,32,60,70,78,88,160,171,186],"Internet":[5],"Things":[7],"(IoT)":[8],"devices":[9,46],"provide":[10],"a":[11,25,58,76,140,148,196],"massive":[12],"pool":[13],"sensing":[15],"data.":[16],"However,":[17],"turning":[18],"data":[19,61,106,130],"into":[20],"actionable":[21],"insights":[22],"is":[23,38],"not":[24],"trivial":[26],"task,":[27],"especially":[28],"in":[29,81,133,139,163,195],"the":[30,68,92,113,125,137,152,168,179,184],"context":[31],"IoT,":[33],"where":[34],"application":[35],"development":[36],"itself":[37],"complex.":[39],"process":[41],"entails":[42],"working":[43],"with":[44,151],"heterogeneous":[45],"via":[47,174],"various":[48],"communication":[49],"protocols":[50],"to":[51,84,111,128],"co-ordinate":[52],"and":[53,146,155,177],"fetch":[54],"datasets,":[55],"followed":[56],"by":[57,116,166],"series":[59],"transformations.":[62],"Graphical":[63],"mashup":[64,95,134,142,164],"tools,":[65,135],"based":[66,123],"on":[67,124],"principles":[69],"flow-based":[71,120],"programming":[72,121],"paradigm,":[73],"operating":[74],"at":[75],"higher-level":[77],"abstraction":[79],"are":[80],"widespread":[82],"use":[83],"support":[85,129],"rapid":[86],"prototyping":[87,136,159],"IoT":[89],"applications.":[90],"Nevertheless,":[91],"current":[93],"state-of-the-art":[94,154],"tools":[96,165],"suffer":[97],"from":[98,191],"several":[99],"architectural":[100],"limitations":[101],"which":[102],"prevent":[103],"composing":[104,187],"in-flow":[105],"analytics":[107,131],"pipelines.":[108],"In":[109],"response":[110],"this,":[112],"paper":[114],"contributes":[115],"(i)":[117],"designing":[118],"novel":[119],"concepts":[122],"actor":[126],"model":[127],"pipelines":[132,190],"ideas":[138],"new":[141],"tool":[143],"called":[144],"aFlux":[145],"providing":[147],"detailed":[149],"comparison":[150],"existing":[153],"(ii)":[156],"enabling":[157],"easy":[158],"streaming":[161],"applications":[162],"abstracting":[167],"behavioural":[169],"configurations":[170],"stream":[172,188],"processing":[173,189],"graphical":[175],"flows":[176],"validating":[178],"ease":[180],"as":[181,183],"well":[182],"effectiveness":[185],"an":[192],"end-user":[193],"perspective":[194],"traffic":[197],"simulation":[198],"scenario.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4}],"updated_date":"2025-11-23T05:10:03.516525","created_date":"2025-10-10T00:00:00"}