{"id":"https://openalex.org/W4409415327","doi":"https://doi.org/10.18535/ijecs.v10i4.4598","title":"Optimizing Data Pipelines in Cloud-based Big Data Ecosystems: A Comparative Study of Modern ETL Tools","display_name":"Optimizing Data Pipelines in Cloud-based Big Data Ecosystems: A Comparative Study of Modern ETL Tools","alternate_titles":[],"publication_year":2021,"publication_date":"2021-04-30","ids":{"openalex":"https://openalex.org/W4409415327","doi":"https://doi.org/10.18535/ijecs.v10i4.4598"},"language":"en","primary_location":{"id":"doi:10.18535/ijecs.v10i4.4598","doi":"https://doi.org/10.18535/ijecs.v10i4.4598","is_oa":true,"landing_page_url":"https://doi.org/10.18535/ijecs.v10i4.4598","pdf_url":"https://ijecs.in/index.php/ijecs/article/view/4598/4291","source":{"id":"https://openalex.org/S2764587604","display_name":"International Journal Of Engineering And Computer Science","issn_l":"2319-7242","issn":["2319-7242"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4322632079","host_organization_name":"Engg Journals Publications","host_organization_lineage":["https://openalex.org/P4322632079"],"host_organization_lineage_names":["Engg Journals Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Engineering and Computer Science","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4409415327"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ijecs.in/index.php/ijecs/article/view/4598/4291","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087080928","display_name":"Kishore Arul","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kishore Arul","raw_affiliation_strings":["Altimetrik"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Altimetrik","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5087080928"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8094,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.74507009,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":96},"biblio":{"volume":"10","issue":"4","first_page":"25321","last_page":"25343"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9077000021934509,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9077000021934509,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14280","display_name":"Big Data Technologies and Applications","score":0.05999999865889549,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.011300000362098217,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/etl-tools","display_name":"ETL tools","score":0.9679999947547913},{"id":"https://openalex.org/keywords/data-pipelines","display_name":"data pipelines","score":0.9100000262260437},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"cloud computing","score":0.7419999837875366},{"id":"https://openalex.org/keywords/big-data","display_name":"big data","score":0.7699999809265137},{"id":"https://openalex.org/keywords/apache-nifi","display_name":"Apache NiFi","score":0.9900000095367432},{"id":"https://openalex.org/keywords/aws-glue","display_name":"AWS Glue","score":1.0},{"id":"https://openalex.org/keywords/azure-data-factory","display_name":"Azure Data Factory","score":1.0},{"id":"https://openalex.org/keywords/latency","display_name":"latency","score":0.7829999923706055},{"id":"https://openalex.org/keywords/scalability","display_name":"scalability","score":0.9869999885559082},{"id":"https://openalex.org/keywords/cost-efficiency","display_name":"cost efficiency","score":0.9110000133514404},{"id":"https://openalex.org/keywords/data-engineering","display_name":"data engineering","score":0.5950000286102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8669929504394531},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6531016230583191},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5812868475914001},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.5425496697425842},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.39474451541900635},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3918515145778656},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3062105178833008},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.10634157061576843},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10562276840209961},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18535/ijecs.v10i4.4598","doi":"https://doi.org/10.18535/ijecs.v10i4.4598","is_oa":true,"landing_page_url":"https://doi.org/10.18535/ijecs.v10i4.4598","pdf_url":"https://ijecs.in/index.php/ijecs/article/view/4598/4291","source":{"id":"https://openalex.org/S2764587604","display_name":"International Journal Of Engineering And Computer Science","issn_l":"2319-7242","issn":["2319-7242"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4322632079","host_organization_name":"Engg Journals Publications","host_organization_lineage":["https://openalex.org/P4322632079"],"host_organization_lineage_names":["Engg Journals Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Engineering and Computer Science","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.18535/ijecs.v10i4.4598","doi":"https://doi.org/10.18535/ijecs.v10i4.4598","is_oa":true,"landing_page_url":"https://doi.org/10.18535/ijecs.v10i4.4598","pdf_url":"https://ijecs.in/index.php/ijecs/article/view/4598/4291","source":{"id":"https://openalex.org/S2764587604","display_name":"International Journal Of Engineering And Computer Science","issn_l":"2319-7242","issn":["2319-7242"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":"https://openalex.org/P4322632079","host_organization_name":"Engg Journals Publications","host_organization_lineage":["https://openalex.org/P4322632079"],"host_organization_lineage_names":["Engg Journals Publications"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Engineering and Computer Science","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.6898000240325928}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409415327.pdf","grobid_xml":"https://content.openalex.org/works/W4409415327.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W8084229","https://openalex.org/W2296136888","https://openalex.org/W2408582465","https://openalex.org/W2504191584","https://openalex.org/W2586283955","https://openalex.org/W2761593705","https://openalex.org/W2783360436","https://openalex.org/W2787050466","https://openalex.org/W2884606811","https://openalex.org/W2906602321","https://openalex.org/W2913024106","https://openalex.org/W2955085314","https://openalex.org/W3001143048","https://openalex.org/W3033448966","https://openalex.org/W3082442013","https://openalex.org/W3090295042","https://openalex.org/W4248691089","https://openalex.org/W7019017174"],"related_works":["https://openalex.org/W6949374995","https://openalex.org/W6949364198","https://openalex.org/W7154451831","https://openalex.org/W4403897183","https://openalex.org/W6990039570","https://openalex.org/W6988122746","https://openalex.org/W4401989291","https://openalex.org/W6949779288","https://openalex.org/W2785894249","https://openalex.org/W7032962104"],"abstract_inverted_index":{"The":[0,112,155,186,250],"proliferation":[1],"of":[2,9,30,37,46,84,128,137,183,256,265],"big":[3,109],"data":[4,18,31,64,110,172,227,244,292],"and":[5,21,40,67,74,98,130,143,152,162,169,177,195,203,214,230,247,270,285],"the":[6,28,44,50,146,181,234,254,262,274],"widespread":[7],"adoption":[8],"cloud":[10,242],"computing":[11],"have":[12],"significantly":[13],"transformed":[14],"how":[15],"organizations":[16,218],"handle":[17],"ingestion,":[19],"transformation,":[20,267],"analysis.":[22],"In":[23],"this":[24,47],"evolving":[25],"digital":[26,266],"landscape,":[27],"optimization":[29],"pipelines":[32],"has":[33],"become":[34],"a":[35,58,71,102,135,175],"cornerstone":[36],"operational":[38,268],"efficiency":[39],"strategic":[41,263],"decision-making.":[42],"At":[43],"heart":[45],"process":[48],"lies":[49],"Extract,":[51],"Transform,":[52],"Load":[53],"(ETL)":[54],"mechanism,":[55],"which":[56],"plays":[57],"critical":[59],"role":[60],"in":[61,70,201,232,291],"ensuring":[62],"that":[63,165,189],"is":[65,157],"processed":[66],"made":[68],"analytics-ready":[69],"timely,":[72],"scalable,":[73],"cost-effective":[75],"manner.":[76],"This":[77,222],"paper":[78,147,275],"conducts":[79],"an":[80],"in-depth":[81],"comparative":[82],"study":[83,113,223],"five":[85],"modern":[86],"ETL":[87,237,258,281],"tools\u2014Apache":[88],"NiFi,":[89],"Talend":[90],"Data":[91,100],"Integration,":[92],"AWS":[93,193],"Glue,":[94],"Google":[95,196],"Cloud":[96,197],"Dataflow,":[97],"Azure":[99],"Factory\u2014with":[101],"focus":[103],"on":[104,180,240],"their":[105,241],"performance":[106,168],"within":[107],"cloud-based":[108],"ecosystems.":[111],"evaluates":[114],"each":[115,184],"tool":[116,259],"using":[117],"six":[118],"core":[119],"metrics:":[120],"latency,":[121],"scalability,":[122,204],"integration":[123],"capabilities,":[124],"streaming":[125],"support,":[126],"ease":[127],"use,":[129],"cost":[131,170,215],"efficiency.":[132],"By":[133],"leveraging":[134],"combination":[136],"academic":[138],"literature":[139],"review,":[140],"technical":[141],"documentation,":[142],"industry":[144],"benchmarks,":[145],"synthesizes":[148],"both":[149],"theoretical":[150],"insights":[151],"practical":[153],"findings.":[154],"analysis":[156],"supported":[158],"by":[159],"detailed":[160],"tables":[161],"visual":[163],"graphs":[164],"compare":[166],"latency":[167,202],"per":[171],"volume,":[173],"offering":[174],"transparent":[176],"data-driven":[178],"perspective":[179],"suitability":[182],"tool.":[185],"results":[187],"highlight":[188],"while":[190],"tools":[191],"like":[192],"Glue":[194],"Dataflow":[198],"outperform":[199],"others":[200],"open-source":[205],"alternatives":[206],"such":[207],"as":[208,288],"Apache":[209],"NiFi":[210],"provide":[211],"unmatched":[212],"flexibility":[213],"benefits":[216],"for":[217],"seeking":[219],"vendor-neutral":[220],"solutions.":[221],"aims":[224],"to":[225],"guide":[226],"architects,":[228],"engineers,":[229],"decision-makers":[231],"selecting":[233],"most":[235],"appropriate":[236],"solution":[238],"based":[239],"environment,":[243],"workload":[245],"characteristics,":[246],"business":[248],"priorities.":[249],"conclusions":[251],"drawn":[252],"underscore":[253],"importance":[255],"aligning":[257],"selection":[260],"with":[261],"goals":[264],"efficiency,":[269],"long-term":[271],"scalability.":[272],"Furthermore,":[273],"recommends":[276],"future":[277],"exploration":[278],"into":[279],"AI-enhanced":[280],"pipelines,":[282],"containerized":[283],"orchestration,":[284],"real-time":[286],"observability":[287],"emerging":[289],"frontiers":[290],"engineering.":[293]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4409415327","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-04-14T00:00:00"}
