{"id":"https://openalex.org/W4391515519","doi":"https://doi.org/10.1016/j.jnca.2024.103837","title":"Evaluation of distributed data processing frameworks in hybrid clouds","display_name":"Evaluation of distributed data processing frameworks in hybrid clouds","publication_year":2024,"publication_date":"2024-02-03","ids":{"openalex":"https://openalex.org/W4391515519","doi":"https://doi.org/10.1016/j.jnca.2024.103837"},"language":"en","primary_location":{"id":"doi:10.1016/j.jnca.2024.103837","doi":"https://doi.org/10.1016/j.jnca.2024.103837","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jnca.2024.103837","pdf_url":null,"source":{"id":"https://openalex.org/S30128005","display_name":"Journal of Network and Computer Applications","issn_l":"1084-8045","issn":["1084-8045","1095-8592"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","dongbi-c","jufo-1","ki-jl-1","norway-1","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Network and Computer Applications","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.jnca.2024.103837","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101765155","display_name":"Faheem Ullah","orcid":"https://orcid.org/0000-0001-8476-1218","observed_orcids":["https://orcid.org/0000-0001-8476-1218"]},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I4405259444","https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Faheem Ullah","raw_affiliation_strings":["Centre for Research on Engineering Software Technologies (CREST) Lab., School of Computer Science, The University of Adelaide, Australia"],"raw_orcid":"https://orcid.org/0000-0001-8476-1218","affiliations":[{"raw_affiliation_string":"Centre for Research on Engineering Software Technologies (CREST) Lab., School of Computer Science, The University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057439455","display_name":"Shagun Dhingra","orcid":"https://orcid.org/0009-0008-6288-1938","observed_orcids":["https://orcid.org/0009-0008-6288-1938"]},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I4405259444","https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shagun Dhingra","raw_affiliation_strings":["Centre for Research on Engineering Software Technologies (CREST) Lab., School of Computer Science, The University of Adelaide, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Research on Engineering Software Technologies (CREST) Lab., School of Computer Science, The University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101916404","display_name":"Xiaoyu Xia","orcid":"https://orcid.org/0000-0003-3526-3217","observed_orcids":["https://orcid.org/0000-0003-3526-3217"]},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I4405259444","https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaoyu Xia","raw_affiliation_strings":["Centre for Research on Engineering Software Technologies (CREST) Lab., School of Computer Science, The University of Adelaide, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Research on Engineering Software Technologies (CREST) Lab., School of Computer Science, The University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010350668","display_name":"M. Ali Babar","orcid":"https://orcid.org/0000-0001-9696-3626","observed_orcids":["https://orcid.org/0000-0001-9696-3626"]},"institutions":[{"id":"https://openalex.org/I5681781","display_name":"The University of Adelaide","ror":"https://ror.org/00892tw58","country_code":"AU","type":"education","lineage":["https://openalex.org/I4405259444","https://openalex.org/I5681781"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"M. Ali Babar","raw_affiliation_strings":["Centre for Research on Engineering Software Technologies (CREST) Lab., School of Computer Science, The University of Adelaide, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Research on Engineering Software Technologies (CREST) Lab., School of Computer Science, The University of Adelaide, Australia","institution_ids":["https://openalex.org/I5681781"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5101765155"],"corresponding_institution_ids":["https://openalex.org/I5681781"],"apc_list":{"value":3140,"currency":"USD","value_usd":3140},"apc_paid":{"value":3140,"currency":"USD","value_usd":3140},"fwci":9.0129,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.98002813,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"224","issue":null,"first_page":"103837","last_page":"103837"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hybrid-cloud","display_name":"hybrid cloud","score":0.9380000233650208},{"id":"https://openalex.org/keywords/hadoop","display_name":"Hadoop","score":0.9610000252723694},{"id":"https://openalex.org/keywords/apache-spark","display_name":"Apache Spark","score":0.9900000095367432},{"id":"https://openalex.org/keywords/apache-flink","display_name":"Apache Flink","score":0.9929999709129333},{"id":"https://openalex.org/keywords/openstack","display_name":"OpenStack","score":0.75},{"id":"https://openalex.org/keywords/microsoft-azure","display_name":"Microsoft Azure","score":0.9760000109672546},{"id":"https://openalex.org/keywords/horizontal-scaling","display_name":"horizontal scaling","score":0.6460000276565552},{"id":"https://openalex.org/keywords/vertical-scalability","display_name":"vertical scalability","score":0.968999981880188},{"id":"https://openalex.org/keywords/execution-time","display_name":"execution time","score":0.9089999794960022},{"id":"https://openalex.org/keywords/resource-utilization","display_name":"resource utilization","score":0.7879999876022339},{"id":"https://openalex.org/keywords/data-transfer-overhead","display_name":"data transfer overhead","score":0.6259999871253967},{"id":"https://openalex.org/keywords/cloud-computing-cost","display_name":"cloud computing costs","score":0.5740000009536743}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9201484322547913},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.46712666749954224}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1016/j.jnca.2024.103837","doi":"https://doi.org/10.1016/j.jnca.2024.103837","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jnca.2024.103837","pdf_url":null,"source":{"id":"https://openalex.org/S30128005","display_name":"Journal of Network and Computer Applications","issn_l":"1084-8045","issn":["1084-8045","1095-8592"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","dongbi-c","jufo-1","ki-jl-1","norway-1","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Network and Computer Applications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2201.01948","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2201.01948","pdf_url":"https://arxiv.org/pdf/2201.01948","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2201.01948","doi":"https://doi.org/10.48550/arxiv.2201.01948","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2201.01948","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1016/j.jnca.2024.103837","doi":"https://doi.org/10.1016/j.jnca.2024.103837","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.jnca.2024.103837","pdf_url":null,"source":{"id":"https://openalex.org/S30128005","display_name":"Journal of Network and Computer Applications","issn_l":"1084-8045","issn":["1084-8045","1095-8592"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-c","cwts-core","dongbi-c","jufo-1","ki-jl-1","norway-1","poland-140","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Network and Computer Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391515519.pdf","grobid_xml":"https://content.openalex.org/works/W4391515519.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1993949541","https://openalex.org/W2023745841","https://openalex.org/W2064997230","https://openalex.org/W2078082072","https://openalex.org/W2096736714","https://openalex.org/W2120709360","https://openalex.org/W2121456247","https://openalex.org/W2131629857","https://openalex.org/W2172730034","https://openalex.org/W2190012392","https://openalex.org/W2346508825","https://openalex.org/W2392917251","https://openalex.org/W2498111289","https://openalex.org/W2533442935","https://openalex.org/W2542459869","https://openalex.org/W2556483642","https://openalex.org/W2566979091","https://openalex.org/W2584112163","https://openalex.org/W2585214796","https://openalex.org/W2594899909","https://openalex.org/W2612102454","https://openalex.org/W2615310743","https://openalex.org/W2789811472","https://openalex.org/W2951887793","https://openalex.org/W3000407226","https://openalex.org/W3033756673","https://openalex.org/W3104065274","https://openalex.org/W3112375919","https://openalex.org/W3144020153","https://openalex.org/W3144807186","https://openalex.org/W3212967191","https://openalex.org/W4200260174","https://openalex.org/W4247255178","https://openalex.org/W4251934054","https://openalex.org/W4256590714","https://openalex.org/W4285307004","https://openalex.org/W4293234009","https://openalex.org/W4323075462","https://openalex.org/W4360605157","https://openalex.org/W4386447743","https://openalex.org/W6809318413"],"related_works":["https://openalex.org/W2288337563","https://openalex.org/W2767478150","https://openalex.org/W2077699053","https://openalex.org/W2920189067","https://openalex.org/W1963504651","https://openalex.org/W3132871732","https://openalex.org/W2037071550","https://openalex.org/W2573744192","https://openalex.org/W4407287357","https://openalex.org/W3033756673"],"abstract_inverted_index":{"Distributed":[0],"data":[1,14,34,184,227],"processing":[2,35,228],"frameworks":[3,36,56,203],"(e.g.,":[4],"Hadoop,":[5,90],"Spark,":[6,91,166],"and":[7,40,71,92,109,122,131,212],"Flink)":[8],"are":[9,153],"widely":[10],"used":[11],"to":[12,74,209,217],"distribute":[13],"among":[15,185],"computing":[16],"nodes":[17,152,187],"of":[18,32,48,54,78,89,100,118,174,183,198,223],"a":[19,46,59,95,142],"cloud.":[20],"Recently,":[21],"there":[22,44],"have":[23],"been":[24],"increasing":[25],"efforts":[26],"aimed":[27],"at":[28],"evaluating":[29,51],"the":[30,52,76,87,135,146,156,160,180,186,189,195,233],"performance":[31,53,88],"distributed":[33],"hosted":[37,57],"in":[38,58,82,94,98,141,168,172,221],"private":[39,70,157],"public":[41,72,161],"clouds.":[42],"However,":[43],"is":[45,63,215,231],"paucity":[47],"research":[49],"on":[50],"these":[55],"hybrid":[60,96,115,143],"cloud,":[61,162],"which":[62,167],"an":[64],"emerging":[65],"cloud":[66,97,116,144,158],"model":[67],"that":[68,140],"integrates":[69],"clouds":[73],"use":[75,128],"best":[77],"both":[79,129],"worlds.":[80],"Therefore,":[81],"this":[83,112],"paper,":[84],"we":[85],"evaluate":[86],"Flink":[93,164],"terms":[99,173,222],"execution":[101,147,175,191],"time,":[102,176],"resource":[103],"utilization,":[104],"horizontal":[105],"scalability,":[106,108],"vertical":[107,210],"cost.":[110],"For":[111],"study,":[113],"our":[114],"consists":[117],"OpenStack":[119],"(private":[120],"cloud)":[121],"MS":[123],"Azure":[124],"(public":[125],"cloud).":[126],"We":[127],"batch":[130],"iterative":[132],"workloads":[133],"for":[134,226],"evaluation.":[136],"Our":[137],"results":[138],"show":[139],"(i)":[145],"time":[148],"increases":[149],"as":[150,207],"more":[151],"borrowed":[154],"by":[155],"from":[159],"(ii)":[163],"outperforms":[165,170],"turn":[169],"Hadoop":[171,178,230],"(iii)":[177],"transfers":[179,194],"largest":[181],"amount":[182,197],"during":[188],"workload":[190],"while":[192,229],"Spark":[193,214],"least":[196,219],"data,":[199],"(iv)":[200],"all":[201],"three":[202],"horizontally":[204],"scale":[205],"better":[206],"compared":[208],"scaling,":[211],"(v)":[213],"found":[216,232],"be":[218],"expensive":[220],"$":[224],"cost":[225],"most":[234],"expensive.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":3}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2024-02-04T00:00:00"}