{"id":"https://openalex.org/W4406458090","doi":"https://doi.org/10.1109/bigdata62323.2024.10825970","title":"Optimizing Data Ingestion for Big Data: A Cloud-Based Design Pattern Approach","display_name":"Optimizing Data Ingestion for Big Data: A Cloud-Based Design Pattern Approach","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406458090","doi":"https://doi.org/10.1109/bigdata62323.2024.10825970"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10825970","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825970","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070555107","display_name":"Chiara Rucco","orcid":"https://orcid.org/0009-0000-4067-0955"},"institutions":[{"id":"https://openalex.org/I142910587","display_name":"University of Salento","ror":"https://ror.org/03fc1k060","country_code":"IT","type":"education","lineage":["https://openalex.org/I142910587"]},{"id":"https://openalex.org/I4210096856","display_name":"Innovation Engineering (Italy)","ror":"https://ror.org/00sxjp357","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210096856"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Chiara Rucco","raw_affiliation_strings":["University of Salento,Department of Engineering Innovation,Lecce,Italy"],"affiliations":[{"raw_affiliation_string":"University of Salento,Department of Engineering Innovation,Lecce,Italy","institution_ids":["https://openalex.org/I4210096856","https://openalex.org/I142910587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053059459","display_name":"Antonella Longo","orcid":"https://orcid.org/0000-0002-6902-0160"},"institutions":[{"id":"https://openalex.org/I142910587","display_name":"University of Salento","ror":"https://ror.org/03fc1k060","country_code":"IT","type":"education","lineage":["https://openalex.org/I142910587"]},{"id":"https://openalex.org/I4210096856","display_name":"Innovation Engineering (Italy)","ror":"https://ror.org/00sxjp357","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210096856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonella Longo","raw_affiliation_strings":["University of Salento,Department of Engineering Innovation,Lecce,Italy"],"affiliations":[{"raw_affiliation_string":"University of Salento,Department of Engineering Innovation,Lecce,Italy","institution_ids":["https://openalex.org/I4210096856","https://openalex.org/I142910587"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012780017","display_name":"Motaz Saad","orcid":"https://orcid.org/0000-0002-1080-7276"},"institutions":[{"id":"https://openalex.org/I4210096856","display_name":"Innovation Engineering (Italy)","ror":"https://ror.org/00sxjp357","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210096856"]},{"id":"https://openalex.org/I142910587","display_name":"University of Salento","ror":"https://ror.org/03fc1k060","country_code":"IT","type":"education","lineage":["https://openalex.org/I142910587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Motaz Saad","raw_affiliation_strings":["University of Salento,Department of Engineering Innovation,Lecce,Italy"],"affiliations":[{"raw_affiliation_string":"University of Salento,Department of Engineering Innovation,Lecce,Italy","institution_ids":["https://openalex.org/I4210096856","https://openalex.org/I142910587"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5070555107"],"corresponding_institution_ids":["https://openalex.org/I142910587","https://openalex.org/I4210096856"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.32048464,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3556","last_page":"3561"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6962661743164062},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6708986759185791},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5376390814781189},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32881981134414673},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.28122323751449585},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1111396849155426}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6962661743164062},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6708986759185791},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5376390814781189},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32881981134414673},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28122323751449585},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1111396849155426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10825970","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10825970","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/2","display_name":"Zero hunger"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2213201020","https://openalex.org/W2506833998","https://openalex.org/W2766914983","https://openalex.org/W2857965134","https://openalex.org/W2883354997","https://openalex.org/W4206536784","https://openalex.org/W4283702531","https://openalex.org/W4391266969","https://openalex.org/W6697187514"],"related_works":["https://openalex.org/W4322629366","https://openalex.org/W2808989540","https://openalex.org/W2397053934","https://openalex.org/W1039292361","https://openalex.org/W2731626691","https://openalex.org/W2551093110","https://openalex.org/W2148016376","https://openalex.org/W4237919137","https://openalex.org/W3184179822","https://openalex.org/W3095362084"],"abstract_inverted_index":{"The":[0,93],"rapid":[1],"growth":[2],"of":[3,64,106,122,149],"data":[4,13,31,51,66,80,124,142,150,158],"has":[5,17],"created":[6],"significant":[7],"challenges":[8,155],"in":[9,156],"managing":[10],"and":[11,37,46,59,89,104,120],"leveraging":[12],"effectively.":[14],"Data":[15,33,38],"engineering":[16,52],"emerged":[18],"as":[19],"a":[20,97],"crucial":[21],"discipline":[22],"to":[23,101,112,146],"address":[24],"these":[25],"challenges,":[26],"providing":[27],"frameworks":[28],"for":[29,50,79,109],"efficient":[30],"management.":[32],"Engineering":[34,39],"Patterns":[35,41],"(DEP)":[36],"Design":[40],"(DEDP)":[42],"offer":[43],"standardized":[44],"practices":[45],"best":[47],"practice":[48],"solutions":[49],"tasks":[53],"like":[54],"ETL.":[55],"While":[56],"various":[57],"DEPs":[58],"DEDPs":[60],"exist,":[61],"the":[62,113,128,132,136,147],"issue":[63],"high-volume":[65,157],"ingestion":[67,81,114,143],"remains":[68],"insufficiently":[69],"addressed.":[70],"This":[71],"paper":[72],"focuses":[73],"on":[74,127],"defining":[75],"design":[76,138],"patterns":[77,139],"specifically":[78],"techniques":[82],"within":[83],"cloud-based":[84],"architectures,":[85],"covering":[86],"both":[87],"incremental":[88],"full":[90],"refresh":[91],"methods.":[92],"proposed":[94,137],"approach":[95],"utilizes":[96],"flexible,":[98],"metadata-driven":[99],"framework":[100],"enhance":[102],"adaptability":[103],"ease":[105],"use,":[107],"allowing":[108],"seamless":[110],"changes":[111],"type,":[115],"schema":[116],"updates,":[117],"table":[118],"additions,":[119],"incorporation":[121],"new":[123],"sources.":[125],"Validated":[126],"Azure":[129],"cloud":[130],"platform,":[131],"experiments":[133],"demonstrate":[134],"that":[135],"significantly":[140],"reduce":[141],"time,":[144],"contributing":[145],"field":[148],"management":[151],"by":[152],"addressing":[153],"key":[154],"processing.":[159]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}