{"id":"https://openalex.org/W4226247486","doi":"https://doi.org/10.5281/zenodo.5910890","title":"A Survey of Big Data Pipeline Orchestration Tools from the Perspective of the DataCloud Pro ject","display_name":"A Survey of Big Data Pipeline Orchestration Tools from the Perspective of the DataCloud Pro ject","publication_year":2021,"publication_date":"2021-12-15","ids":{"openalex":"https://openalex.org/W4226247486","doi":"https://doi.org/10.5281/zenodo.5910890"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:5910891","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/5910891","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"volume":null,"type":"conference-paper","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/5910891","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056152467","display_name":"Mihhail Matskin","orcid":"https://orcid.org/0000-0002-4722-0823","observed_orcids":["https://orcid.org/0000-0002-4722-0823"]},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Matskin, Mihhail","raw_affiliation_strings":["KTH Royal Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068338892","display_name":"Shirin Tahmasebi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Tahmasebi, Shirin","raw_affiliation_strings":["KTH Royal Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033251639","display_name":"Amirhossein Layegh","orcid":"https://orcid.org/0000-0002-3264-974X","observed_orcids":["https://orcid.org/0000-0002-3264-974X"]},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Layegh, Amirhossein","raw_affiliation_strings":["KTH Royal Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012596151","display_name":"Amir H. Payberah","orcid":"https://orcid.org/0000-0002-2748-8929","observed_orcids":["https://orcid.org/0000-0002-2748-8929"]},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Payberah, Amir H.","raw_affiliation_strings":["KTH Royal Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023791345","display_name":"Aleena Thomas","orcid":"https://orcid.org/0000-0002-9818-2417","observed_orcids":["https://orcid.org/0000-0002-9818-2417"]},"institutions":[{"id":"https://openalex.org/I173888879","display_name":"SINTEF","ror":"https://ror.org/01f677e56","country_code":"NO","type":"facility","lineage":["https://openalex.org/I173888879"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Thomas, Aleena","raw_affiliation_strings":["SINTEF AS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SINTEF AS","institution_ids":["https://openalex.org/I173888879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064116719","display_name":"Nikolay Nikolov","orcid":"https://orcid.org/0000-0003-3266-0751","observed_orcids":["https://orcid.org/0000-0003-3266-0751"]},"institutions":[{"id":"https://openalex.org/I173888879","display_name":"SINTEF","ror":"https://ror.org/01f677e56","country_code":"NO","type":"facility","lineage":["https://openalex.org/I173888879"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Nikolov, Nikolay","raw_affiliation_strings":["SINTEF AS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SINTEF AS","institution_ids":["https://openalex.org/I173888879"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016864296","display_name":"Dumitru Roman","orcid":"https://orcid.org/0000-0001-6397-3705","observed_orcids":["https://orcid.org/0000-0001-6397-3705"]},"institutions":[{"id":"https://openalex.org/I173888879","display_name":"SINTEF","ror":"https://ror.org/01f677e56","country_code":"NO","type":"facility","lineage":["https://openalex.org/I173888879"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Roman, Dumitru","raw_affiliation_strings":["SINTEF AS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SINTEF AS","institution_ids":["https://openalex.org/I173888879"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0332,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.92621061,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.6563000082969666,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.6563000082969666,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.25200000405311584,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14280","display_name":"Big Data Technologies and Applications","score":0.03290000185370445,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tool-evaluation-criteria","display_name":"tool evaluation criteria","score":0.9350000023841858},{"id":"https://openalex.org/keywords/reusability","display_name":"reusability","score":0.8320000171661377},{"id":"https://openalex.org/keywords/separation-of-concerns","display_name":"separation of concerns","score":0.996999979019165},{"id":"https://openalex.org/keywords/research-gap","display_name":"research gaps","score":0.5839999914169312}],"concepts":[{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.8962969779968262},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.7555767297744751},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.7302325963973999},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.686359167098999},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6083914041519165},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5329371690750122},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1712876856327057},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.13963612914085388},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13190597295761108},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:zenodo.org:5910891","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/5910891","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},{"id":"doi:10.5281/zenodo.5910890","doi":"https://doi.org/10.5281/zenodo.5910890","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.5910890","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ConferencePaper"},{"id":"doi:10.5281/zenodo.5910891","doi":"https://doi.org/10.5281/zenodo.5910891","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.5910891","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"ConferencePaper"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:5910891","doi":null,"is_oa":true,"landing_page_url":"https://zenodo.org/record/5910891","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[{"score":0.428600013256073,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G265104915","display_name":null,"funder_award_id":"EC H2020","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G4970213150","display_name":"ENABLING THE BIG DATA PIPELINE LIFECYCLE ON THE COMPUTING CONTINUUM","funder_award_id":"101016835","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8679572369","display_name":null,"funder_award_id":"101016835","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4300819462","https://openalex.org/W7214250760","https://openalex.org/W2885294008","https://openalex.org/W7018211992","https://openalex.org/W2956750883","https://openalex.org/W6968803108","https://openalex.org/W3086629545","https://openalex.org/W3205464854","https://openalex.org/W2776543222","https://openalex.org/W2808311912"],"abstract_inverted_index":{"This":[0,47],"paper":[1],"presents":[2],"a":[3,15],"survey":[4,48],"of":[5,40,79],"existing":[6],"tools":[7,29],"for":[8,26,60],"Big":[9,43],"Data":[10,44],"pipeline":[11,34,45],"orchestration":[12],"based":[13],"on":[14],"comparative":[16],"framework":[17],"developed":[18],"in":[19,42,65],"the":[20,28,66,73,80],"DataCloud":[21,67],"project.":[22],"We":[23],"propose":[24],"criteria":[25],"evaluating":[27],"to":[30,50,57],"support":[31],"reusability,":[32],"flexible":[33],"communication":[35],"modes,":[36],"and":[37,53,56,76],"separa-":[38],"tion":[39],"concerns":[41],"descriptions.":[46],"aims":[49],"identify":[51],"research":[52],"technological":[54],"gaps":[55],"recommend":[58],"approaches":[59],"filling":[61],"them.":[62],"Further":[63],"work":[64],"project":[68],"is":[69],"oriented":[70],"to-":[71],"wards":[72],"design,":[74],"implementation,":[75],"practical":[77],"evaluation":[78],"rec-":[81],"ommended":[82],"approaches.":[83]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2022-05-05T00:00:00"}