{"id":"https://openalex.org/W4409425832","doi":"https://doi.org/10.18535/ijsrm/v10i6.ec08","title":"Data Engineering Challenges in Multi-cloud Environments: Strategies for Efficient Big Data Integration and Analytics","display_name":"Data Engineering Challenges in Multi-cloud Environments: Strategies for Efficient Big Data Integration and Analytics","alternate_titles":[],"publication_year":2022,"publication_date":"2022-06-29","ids":{"openalex":"https://openalex.org/W4409425832","doi":"https://doi.org/10.18535/ijsrm/v10i6.ec08"},"language":"en","primary_location":{"id":"doi:10.18535/ijsrm/v10i6.ec08","doi":"https://doi.org/10.18535/ijsrm/v10i6.ec08","is_oa":true,"landing_page_url":"https://doi.org/10.18535/ijsrm/v10i6.ec08","pdf_url":"https://ijsrm.net/index.php/ijsrm/article/download/4005/3886","source":{"id":"https://openalex.org/S4210219273","display_name":"International Journal of Scientific Research and Management (IJSRM)","issn_l":"2321-3418","issn":["2321-3418"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Scientific Research and Management (IJSRM)","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4409425832"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://ijsrm.net/index.php/ijsrm/article/download/4005/3886","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087080928","display_name":"Kishore Arul","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kishore Arul","raw_affiliation_strings":["Altimetruk Corp"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Altimetruk Corp","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5087080928"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5729,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.68963132,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":99},"biblio":{"volume":"10","issue":"06","first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14280","display_name":"Big Data Technologies and Applications","score":0.01759999990463257,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.0031999999191612005,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/big-data-integration","display_name":"big data integration","score":0.9340000152587891},{"id":"https://openalex.org/keywords/data-pipelines","display_name":"data pipelines","score":0.8489999771118164},{"id":"https://openalex.org/keywords/data-governance","display_name":"data governance","score":0.5799999833106995},{"id":"https://openalex.org/keywords/observability","display_name":"observability","score":0.7250000238418579},{"id":"https://openalex.org/keywords/network-latency","display_name":"network latency","score":0.7039999961853027},{"id":"https://openalex.org/keywords/container-orchestration","display_name":"container orchestration","score":0.7799999713897705},{"id":"https://openalex.org/keywords/kubernetes","display_name":"Kubernetes","score":0.8759999871253967},{"id":"https://openalex.org/keywords/apache-airflow","display_name":"Apache Airflow","score":0.9900000095367432},{"id":"https://openalex.org/keywords/metadata-registry","display_name":"metadata registry","score":0.8619999885559082},{"id":"https://openalex.org/keywords/data-lakehouse","display_name":"data lakehouse","score":0.8600000143051147},{"id":"https://openalex.org/keywords/delta-lake","display_name":"Delta Lake","score":0.9779999852180481},{"id":"https://openalex.org/keywords/snowflakes","display_name":"snowflakes","score":0.9049999713897705},{"id":"https://openalex.org/keywords/federated-query-engine","display_name":"federated query engine","score":0.9769999980926514},{"id":"https://openalex.org/keywords/etl-tools","display_name":"ETL tools","score":0.8349999785423279},{"id":"https://openalex.org/keywords/apache-nifi","display_name":"Apache NiFi","score":0.9120000004768372},{"id":"https://openalex.org/keywords/aws-glue","display_name":"AWS Glue","score":0.9980000257492065},{"id":"https://openalex.org/keywords/talend","display_name":"Talend","score":0.9919999837875366},{"id":"https://openalex.org/keywords/dataops","display_name":"DataOps","score":0.8330000042915344},{"id":"https://openalex.org/keywords/real-time-analytics","display_name":"real-time analytics","score":0.9079999923706055}],"concepts":[{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.7677857875823975},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7677301168441772},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.6571231484413147},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.5958294868469238},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5836594700813293},{"id":"https://openalex.org/C175801342","wikidata":"https://www.wikidata.org/wiki/Q1988917","display_name":"Data analysis","level":2,"score":0.5581296682357788},{"id":"https://openalex.org/C72634772","wikidata":"https://www.wikidata.org/wiki/Q386824","display_name":"Data integration","level":2,"score":0.5194851160049438},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.20175960659980774},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1792687475681305},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.07175147533416748}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18535/ijsrm/v10i6.ec08","doi":"https://doi.org/10.18535/ijsrm/v10i6.ec08","is_oa":true,"landing_page_url":"https://doi.org/10.18535/ijsrm/v10i6.ec08","pdf_url":"https://ijsrm.net/index.php/ijsrm/article/download/4005/3886","source":{"id":"https://openalex.org/S4210219273","display_name":"International Journal of Scientific Research and Management (IJSRM)","issn_l":"2321-3418","issn":["2321-3418"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Scientific Research and Management (IJSRM)","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.18535/ijsrm/v10i6.ec08","doi":"https://doi.org/10.18535/ijsrm/v10i6.ec08","is_oa":true,"landing_page_url":"https://doi.org/10.18535/ijsrm/v10i6.ec08","pdf_url":"https://ijsrm.net/index.php/ijsrm/article/download/4005/3886","source":{"id":"https://openalex.org/S4210219273","display_name":"International Journal of Scientific Research and Management (IJSRM)","issn_l":"2321-3418","issn":["2321-3418"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Scientific Research and Management (IJSRM)","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4943999946117401}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409425832.pdf","grobid_xml":"https://content.openalex.org/works/W4409425832.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1846791073","https://openalex.org/W2338665915","https://openalex.org/W2500128792","https://openalex.org/W2527905141","https://openalex.org/W2540503995","https://openalex.org/W2777309005","https://openalex.org/W2787057006","https://openalex.org/W2803621515","https://openalex.org/W2808864572","https://openalex.org/W2897667113","https://openalex.org/W2913041555","https://openalex.org/W2921772046","https://openalex.org/W2936600987","https://openalex.org/W2956750883","https://openalex.org/W3013534573","https://openalex.org/W3128486303","https://openalex.org/W3198234169","https://openalex.org/W4393072260","https://openalex.org/W4407423044"],"related_works":["https://openalex.org/W7125674608","https://openalex.org/W7154464336","https://openalex.org/W4412924197","https://openalex.org/W4415121224","https://openalex.org/W7115010107","https://openalex.org/W7220024419","https://openalex.org/W7203823193","https://openalex.org/W4407194018","https://openalex.org/W7125688986","https://openalex.org/W7147680855"],"abstract_inverted_index":{"The":[0,186,235],"exponential":[1],"growth":[2],"of":[3,80,109,140,161,194,229,261,288],"data":[4,63,72,83,90,128,150,175,247,262,280,290],"and":[5,12,37,53,69,99,112,130,143,152,167,182,192,203,211,221,227,250,272,279,295],"the":[6,81,115,135,159,190,224,259,285],"rising":[7],"demand":[8],"for":[9,62,276],"scalable,":[10],"resilient,":[11],"cost-efficient":[13],"computing":[14],"resources":[15],"have":[16],"driven":[17],"many":[18],"enterprises":[19],"to":[20,125,257,283],"adopt":[21],"multi-cloud":[22,87,233,289],"strategies\u2014leveraging":[23],"services":[24],"from":[25,219],"multiple":[26],"cloud":[27,121,155],"vendors":[28],"such":[29,242],"as":[30,198,243,268],"Amazon":[31],"Web":[32],"Services":[33],"(AWS),":[34],"Microsoft":[35],"Azure,":[36],"Google":[38],"Cloud":[39],"Platform":[40],"(GCP).":[41],"While":[42],"this":[43,265],"architectural":[44],"shift":[45],"offers":[46],"numerous":[47],"benefits":[48],"including":[49,89,217],"flexibility,":[50],"vendor":[51],"independence,":[52],"improved":[54],"fault":[55],"tolerance,":[56],"it":[57],"also":[58,188],"introduces":[59],"significant":[60],"challenges":[61,85],"engineering":[64,84],"teams":[65],"tasked":[66],"with":[67,292],"building":[68],"maintaining":[70],"robust":[71],"pipelines.":[73],"This":[74],"paper":[75,136,187,236],"provides":[76],"a":[77,106,138,205,232,270,273],"comprehensive":[78],"exploration":[79],"core":[82],"in":[86,101,120,231],"environments,":[88],"integration":[91,151],"complexity,":[92],"increased":[93],"network":[94],"latency,":[95],"fragmented":[96],"governance":[97],"protocols,":[98],"difficulties":[100],"achieving":[102],"unified":[103],"observability.":[104],"Through":[105],"structured":[107],"examination":[108],"current":[110],"literature":[111],"industry":[113],"practices,":[114],"study":[116],"reveals":[117],"how":[118],"heterogeneity":[119],"architectures":[122,177],"creates":[123],"barriers":[124],"seamless":[126],"big":[127,149],"operations":[129],"real-time":[131],"analytics.":[132],"In":[133],"response,":[134],"proposes":[137],"set":[139],"strategic":[141],"frameworks":[142],"technical":[144],"approaches":[145],"that":[146],"enable":[147],"efficient":[148],"analytics":[153],"across":[154],"boundaries.":[156],"These":[157],"include":[158],"adoption":[160],"containerized":[162],"orchestration":[163],"platforms":[164],"(e.g.,":[165,172,178],"Kubernetes":[166],"Apache":[168,173,199],"Airflow),":[169],"metadata":[170],"registries":[171],"Atlas),":[174],"lakehouse":[176],"Delta":[179],"Lake,":[180],"Snowflake),":[181],"federated":[183],"query":[184],"engines.":[185],"evaluates":[189],"performance":[191,212],"adaptability":[193],"leading":[195],"ETL":[196,252],"tools\u2014such":[197],"NiFi,":[200],"AWS":[201],"Glue,":[202],"Talend\u2014through":[204],"comparative":[206],"analysis":[207],"supported":[208],"by":[209,238],"tables":[210],"graphs.":[213],"Real-world":[214],"case":[215],"studies,":[216],"those":[218],"Netflix":[220],"HSBC,":[222],"illustrate":[223],"practical":[225],"implementations":[226],"trade-offs":[228],"operating":[230],"environment.":[234],"concludes":[237],"identifying":[239],"emerging":[240],"trends":[241],"AI-driven":[244],"DataOps,":[245],"decentralized":[246],"mesh":[248],"architectures,":[249],"serverless":[251],"models,":[253],"which":[254],"are":[255],"poised":[256],"redefine":[258],"future":[260],"engineering.":[263],"Ultimately,":[264],"research":[266],"serves":[267],"both":[269],"diagnostic":[271],"prescriptive":[274],"guide":[275],"engineers,":[277],"architects,":[278],"strategists":[281],"seeking":[282],"navigate":[284],"complex":[286],"terrain":[287],"ecosystems":[291],"efficiency,":[293],"compliance,":[294],"innovation.":[296]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4409425832","counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-04-15T00:00:00"}
