{"id":"https://openalex.org/W2956750883","doi":"https://doi.org/10.1145/3332301","title":"Orchestrating Big Data Analysis Workflows in the Cloud","display_name":"Orchestrating Big Data Analysis Workflows in the Cloud","publication_year":2019,"publication_date":"2019-09-13","ids":{"openalex":"https://openalex.org/W2956750883","doi":"https://doi.org/10.1145/3332301","mag":"2956750883"},"language":"en","primary_location":{"id":"doi:10.1145/3332301","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3332301","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"review","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042548094","display_name":"Mutaz Barika","orcid":"https://orcid.org/0000-0002-9146-2459"},"institutions":[{"id":"https://openalex.org/I129801699","display_name":"University of Tasmania","ror":"https://ror.org/01nfmeh72","country_code":"AU","type":"education","lineage":["https://openalex.org/I129801699"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Mutaz Barika","raw_affiliation_strings":["University of Tasmania, Tasmania, Australia"],"affiliations":[{"raw_affiliation_string":"University of Tasmania, Tasmania, Australia","institution_ids":["https://openalex.org/I129801699"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013136179","display_name":"Saurabh Garg","orcid":"https://orcid.org/0000-0001-8719-284X"},"institutions":[{"id":"https://openalex.org/I129801699","display_name":"University of Tasmania","ror":"https://ror.org/01nfmeh72","country_code":"AU","type":"education","lineage":["https://openalex.org/I129801699"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Saurabh Garg","raw_affiliation_strings":["University of Tasmania, Tasmania, Australia"],"affiliations":[{"raw_affiliation_string":"University of Tasmania, Tasmania, Australia","institution_ids":["https://openalex.org/I129801699"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015993565","display_name":"Albert Y. Zomaya","orcid":null},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Albert Y. Zomaya","raw_affiliation_strings":["University of Sydney, New South Wales, Australia"],"affiliations":[{"raw_affiliation_string":"University of Sydney, New South Wales, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009116003","display_name":"Lizhe Wang","orcid":"https://orcid.org/0000-0003-2766-0845"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lizhe Wang","raw_affiliation_strings":["China University of Geoscience (Wuhan), Wuhan, P. R China"],"affiliations":[{"raw_affiliation_string":"China University of Geoscience (Wuhan), Wuhan, P. R China","institution_ids":["https://openalex.org/I3124059619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072969450","display_name":"Aad van Moorsel","orcid":"https://orcid.org/0000-0001-7233-6943"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Aad Van Moorsel","raw_affiliation_strings":["Newcastle University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"Newcastle University, United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072670483","display_name":"Rajiv Ranjan","orcid":"https://orcid.org/0000-0002-6610-1328"},"institutions":[{"id":"https://openalex.org/I3124059619","display_name":"China University of Geosciences","ror":"https://ror.org/04gcegc37","country_code":"CN","type":"education","lineage":["https://openalex.org/I3124059619"]},{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Rajiv Ranjan","raw_affiliation_strings":["China University of Geoscience (Wuhan) and Newcastle University, United Kingdom"],"affiliations":[{"raw_affiliation_string":"China University of Geoscience (Wuhan) and Newcastle University, United Kingdom","institution_ids":["https://openalex.org/I3124059619","https://openalex.org/I84884186"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5042548094"],"corresponding_institution_ids":["https://openalex.org/I129801699"],"apc_list":null,"apc_paid":null,"fwci":18.3206,"has_fulltext":false,"cited_by_count":85,"citation_normalized_percentile":{"value":0.99189806,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"52","issue":"5","first_page":"1","last_page":"41"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.9315347671508789},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.9021068811416626},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8455427289009094},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8273231983184814},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.7719682455062866},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.7327536344528198},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.6626357436180115},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3793402314186096},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.32809746265411377},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.2867751121520996},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12833872437477112}],"concepts":[{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.9315347671508789},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.9021068811416626},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8455427289009094},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8273231983184814},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.7719682455062866},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.7327536344528198},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6626357436180115},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3793402314186096},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.32809746265411377},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.2867751121520996},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12833872437477112},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3332301","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3332301","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},{"id":"pmh:oai:eprints.utas.edu.au:40430","is_oa":false,"landing_page_url":"https://eprints.utas.edu.au/40430/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922975","display_name":"UTAS Research Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.550000011920929,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1745551315","display_name":null,"funder_award_id":"NE/P000681/1","funder_id":"https://openalex.org/F4320334631","funder_display_name":"Natural Environment Research Council"},{"id":"https://openalex.org/G4679874413","display_name":null,"funder_award_id":"LANDSLIP:NE/P000681/1,FloodPrep:NE/P017134/1","funder_id":"https://openalex.org/F4320334631","funder_display_name":"Natural Environment Research Council"},{"id":"https://openalex.org/G7050806898","display_name":null,"funder_award_id":"NE/P000681/1","funder_id":"https://openalex.org/F4320320022","funder_display_name":"Sight Research UK"}],"funders":[{"id":"https://openalex.org/F4320320022","display_name":"Sight Research UK","ror":"https://ror.org/03z2py885"},{"id":"https://openalex.org/F4320334631","display_name":"Natural Environment Research Council","ror":"https://ror.org/02b5d8509"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":145,"referenced_works":["https://openalex.org/W39904105","https://openalex.org/W130326942","https://openalex.org/W180519810","https://openalex.org/W201934478","https://openalex.org/W206724255","https://openalex.org/W1488821287","https://openalex.org/W1492123846","https://openalex.org/W1534546243","https://openalex.org/W1543225912","https://openalex.org/W1550827356","https://openalex.org/W1568832590","https://openalex.org/W1670903213","https://openalex.org/W1782366282","https://openalex.org/W1860410021","https://openalex.org/W1913040451","https://openalex.org/W1924052790","https://openalex.org/W1936679285","https://openalex.org/W1952841928","https://openalex.org/W1968700631","https://openalex.org/W1969058873","https://openalex.org/W1969378784","https://openalex.org/W1971419818","https://openalex.org/W1974752004","https://openalex.org/W1975268024","https://openalex.org/W1983650735","https://openalex.org/W1984180799","https://openalex.org/W1987248752","https://openalex.org/W1990030064","https://openalex.org/W1997065369","https://openalex.org/W2011893902","https://openalex.org/W2011957124","https://openalex.org/W2013326640","https://openalex.org/W2014056498","https://openalex.org/W2017774072","https://openalex.org/W2020675906","https://openalex.org/W2027876852","https://openalex.org/W2035309843","https://openalex.org/W2037111951","https://openalex.org/W2038912880","https://openalex.org/W2043782907","https://openalex.org/W2059521481","https://openalex.org/W2067082584","https://openalex.org/W2071774356","https://openalex.org/W2072341937","https://openalex.org/W2072534270","https://openalex.org/W2072596277","https://openalex.org/W2078965963","https://openalex.org/W2079031056","https://openalex.org/W2084078215","https://openalex.org/W2085675864","https://openalex.org/W2088443111","https://openalex.org/W2093021335","https://openalex.org/W2093537476","https://openalex.org/W2105947650","https://openalex.org/W2109402178","https://openalex.org/W2109574129","https://openalex.org/W2110173188","https://openalex.org/W2111122809","https://openalex.org/W2114896543","https://openalex.org/W2117690659","https://openalex.org/W2122667089","https://openalex.org/W2127294517","https://openalex.org/W2128073222","https://openalex.org/W2128548442","https://openalex.org/W2132037635","https://openalex.org/W2133802856","https://openalex.org/W2135639567","https://openalex.org/W2136758498","https://openalex.org/W2148459868","https://openalex.org/W2157954477","https://openalex.org/W2158056686","https://openalex.org/W2159876753","https://openalex.org/W2162460714","https://openalex.org/W2164094596","https://openalex.org/W2167338637","https://openalex.org/W2170807912","https://openalex.org/W2173213060","https://openalex.org/W2193529129","https://openalex.org/W2212194823","https://openalex.org/W2213201020","https://openalex.org/W2218521995","https://openalex.org/W2258432161","https://openalex.org/W2284140255","https://openalex.org/W2295702196","https://openalex.org/W2298429875","https://openalex.org/W2326074602","https://openalex.org/W2329110733","https://openalex.org/W2349781313","https://openalex.org/W2394558431","https://openalex.org/W2401544866","https://openalex.org/W2401625836","https://openalex.org/W2403387114","https://openalex.org/W2411420503","https://openalex.org/W2496080211","https://openalex.org/W2497816424","https://openalex.org/W2504081428","https://openalex.org/W2505984551","https://openalex.org/W2528555179","https://openalex.org/W2530682269","https://openalex.org/W2549211842","https://openalex.org/W2557918432","https://openalex.org/W2558243752","https://openalex.org/W2561389184","https://openalex.org/W2564491319","https://openalex.org/W2582296193","https://openalex.org/W2586025740","https://openalex.org/W2587131303","https://openalex.org/W2592921169","https://openalex.org/W2604336127","https://openalex.org/W2613409207","https://openalex.org/W2662553176","https://openalex.org/W2701380475","https://openalex.org/W2707658507","https://openalex.org/W2726369860","https://openalex.org/W2733064618","https://openalex.org/W2738709311","https://openalex.org/W2743230100","https://openalex.org/W2743636256","https://openalex.org/W2746739457","https://openalex.org/W2758466060","https://openalex.org/W2762397184","https://openalex.org/W2764122222","https://openalex.org/W2767963221","https://openalex.org/W2768395385","https://openalex.org/W2772466107","https://openalex.org/W2784450659","https://openalex.org/W2790917663","https://openalex.org/W2791456077","https://openalex.org/W2792150894","https://openalex.org/W2803558981","https://openalex.org/W2808508279","https://openalex.org/W2808974439","https://openalex.org/W2885294008","https://openalex.org/W2889276116","https://openalex.org/W2889850233","https://openalex.org/W2891065101","https://openalex.org/W2909966399","https://openalex.org/W2911837627","https://openalex.org/W2912802084","https://openalex.org/W2981468349","https://openalex.org/W4241116482","https://openalex.org/W6635805617","https://openalex.org/W6735936559","https://openalex.org/W6756680516","https://openalex.org/W6758383543"],"related_works":["https://openalex.org/W2618592742","https://openalex.org/W1603725294","https://openalex.org/W2548719852","https://openalex.org/W2766461310","https://openalex.org/W4247566972","https://openalex.org/W98143440","https://openalex.org/W3083262785","https://openalex.org/W4388692845","https://openalex.org/W3202731209","https://openalex.org/W3211874991"],"abstract_inverted_index":{"Interest":[0],"in":[1,25,65,78,105,117,144],"processing":[2,29],"big":[3,72,132],"data":[4,73,133],"has":[5,21],"increased":[6],"rapidly":[7],"to":[8,23,91,140],"gain":[9],"insights":[10],"that":[11,128],"can":[12],"transform":[13],"businesses,":[14],"government":[15],"policies,":[16],"and":[17,28,35,41,93,126,135],"research":[18,127,138],"outcomes.":[19],"This":[20,43],"led":[22],"advancement":[24],"communication,":[26],"programming,":[27],"technologies,":[30],"including":[31],"cloud":[32],"computing":[33],"services":[34],"technologies":[36],"such":[37,98],"as":[38,112,114],"Hadoop,":[39],"Spark,":[40],"Storm.":[42],"trend":[44],"also":[45,122],"affects":[46],"the":[47,66,87,95,115],"needs":[48],"of":[49,59,68,89,97,109,131],"analytical":[50,62],"applications,":[51],"which":[52],"are":[53,75,84],"no":[54],"longer":[55],"monolithic":[56],"but":[57],"composed":[58],"several":[60],"individual":[61],"steps":[63],"running":[64],"form":[67],"a":[69],"workflow.":[70],"These":[71],"workflows":[74,111,134],"vastly":[76],"different":[77],"nature":[79],"from":[80],"traditional":[81],"workflows.":[82,99],"Researchers":[83],"currently":[85],"facing":[86],"challenge":[88],"how":[90],"orchestrate":[92],"manage":[94],"execution":[96],"In":[100],"this":[101,145],"article,":[102],"we":[103],"discuss":[104],"detail":[106],"orchestration":[107,130],"requirements":[108],"these":[110,119],"well":[113],"challenges":[116,139],"achieving":[118],"requirements.":[120],"We":[121],"survey":[123],"current":[124],"trends":[125],"supports":[129],"identify":[136],"open":[137],"guide":[141],"future":[142],"developments":[143],"area.":[146]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":28},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}