{"id":"https://openalex.org/W4399539848","doi":"https://doi.org/10.1186/s40537-024-00939-0","title":"Data pipeline approaches in serverless computing: a taxonomy, review, and research trends","display_name":"Data pipeline approaches in serverless computing: a taxonomy, review, and research trends","publication_year":2024,"publication_date":"2024-06-11","ids":{"openalex":"https://openalex.org/W4399539848","doi":"https://doi.org/10.1186/s40537-024-00939-0"},"language":"en","primary_location":{"id":"doi:10.1186/s40537-024-00939-0","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-024-00939-0","pdf_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-024-00939-0","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-024-00939-0","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093895569","display_name":"Zahra Shojaee Rad","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113955","display_name":"Qom Islamic Azad University","ror":"https://ror.org/0283g3v77","country_code":"IR","type":"education","lineage":["https://openalex.org/I110525433","https://openalex.org/I4210113955"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Zahra Shojaee Rad","raw_affiliation_strings":["Department of Computer Engineering, Qom Branch, Islamic Azad University, Qom, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Qom Branch, Islamic Azad University, Qom, Iran","institution_ids":["https://openalex.org/I4210113955"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073918024","display_name":"Mostafa Ghobaei\u2010Arani","orcid":"https://orcid.org/0000-0003-2639-0900"},"institutions":[{"id":"https://openalex.org/I4210113955","display_name":"Qom Islamic Azad University","ror":"https://ror.org/0283g3v77","country_code":"IR","type":"education","lineage":["https://openalex.org/I110525433","https://openalex.org/I4210113955"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mostafa Ghobaei-Arani","raw_affiliation_strings":["Department of Computer Engineering, Qom Branch, Islamic Azad University, Qom, Iran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Qom Branch, Islamic Azad University, Qom, Iran","institution_ids":["https://openalex.org/I4210113955"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5093895569"],"corresponding_institution_ids":["https://openalex.org/I4210113955"],"apc_list":{"value":1060,"currency":"GBP","value_usd":1300},"apc_paid":{"value":1060,"currency":"GBP","value_usd":1300},"fwci":16.3369,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.9904837,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"11","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8849821090698242},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7063055634498596},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7035494446754456},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5802614688873291},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.5217579007148743},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.507394015789032},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.41384053230285645},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36528176069259644},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3619118630886078},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3340611755847931},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.3103095293045044},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28548067808151245},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0977017879486084}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8849821090698242},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7063055634498596},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7035494446754456},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5802614688873291},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.5217579007148743},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.507394015789032},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.41384053230285645},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36528176069259644},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3619118630886078},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3340611755847931},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3103095293045044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28548067808151245},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0977017879486084},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s40537-024-00939-0","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-024-00939-0","pdf_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-024-00939-0","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1195b9a1e2984826b82bc54ef1bac4b8","is_oa":true,"landing_page_url":"https://doaj.org/article/1195b9a1e2984826b82bc54ef1bac4b8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Big Data, Vol 11, Iss 1, Pp 1-42 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s40537-024-00939-0","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-024-00939-0","pdf_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-024-00939-0","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.49000000953674316,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399539848.pdf"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W2775677097","https://openalex.org/W2804874586","https://openalex.org/W2887657564","https://openalex.org/W2900867913","https://openalex.org/W2911365375","https://openalex.org/W2920834220","https://openalex.org/W2921265965","https://openalex.org/W2955766048","https://openalex.org/W2968190402","https://openalex.org/W2970194056","https://openalex.org/W2971172474","https://openalex.org/W2990101308","https://openalex.org/W2991081818","https://openalex.org/W2993353322","https://openalex.org/W3022038263","https://openalex.org/W3022773388","https://openalex.org/W3031868945","https://openalex.org/W3045813819","https://openalex.org/W3048061936","https://openalex.org/W3048086351","https://openalex.org/W3082158078","https://openalex.org/W3083372943","https://openalex.org/W3088290847","https://openalex.org/W3092603268","https://openalex.org/W3097213700","https://openalex.org/W3101547292","https://openalex.org/W3101868768","https://openalex.org/W3104578449","https://openalex.org/W3115615001","https://openalex.org/W3125961627","https://openalex.org/W3153068487","https://openalex.org/W3153413990","https://openalex.org/W3155342547","https://openalex.org/W3155705005","https://openalex.org/W3159219445","https://openalex.org/W3162969011","https://openalex.org/W3164345119","https://openalex.org/W3179914317","https://openalex.org/W3184369174","https://openalex.org/W3196617666","https://openalex.org/W3207672631","https://openalex.org/W3209412433","https://openalex.org/W3210617645","https://openalex.org/W3211046556","https://openalex.org/W4200078903","https://openalex.org/W4205351097","https://openalex.org/W4206227716","https://openalex.org/W4225823228","https://openalex.org/W4226031991","https://openalex.org/W4226113632","https://openalex.org/W4244757210","https://openalex.org/W4282576498","https://openalex.org/W4312784289","https://openalex.org/W4317988082","https://openalex.org/W4318148395","https://openalex.org/W4328110969","https://openalex.org/W4381328860","https://openalex.org/W4385292950","https://openalex.org/W4385329427","https://openalex.org/W4386700915","https://openalex.org/W4386768561","https://openalex.org/W4387006096","https://openalex.org/W4387545440","https://openalex.org/W4388041235","https://openalex.org/W4388494918","https://openalex.org/W4388581056","https://openalex.org/W4390971244","https://openalex.org/W4391235414","https://openalex.org/W4391671017","https://openalex.org/W4391916554","https://openalex.org/W4391951714","https://openalex.org/W4392882236","https://openalex.org/W4393131941","https://openalex.org/W4393192627"],"related_works":["https://openalex.org/W79913212","https://openalex.org/W2094884983","https://openalex.org/W2378898096","https://openalex.org/W560952460","https://openalex.org/W2290927522","https://openalex.org/W2618592742","https://openalex.org/W98143440","https://openalex.org/W4285727470","https://openalex.org/W2783065147","https://openalex.org/W4312723892"],"abstract_inverted_index":{"Abstract":[0],"Serverless":[1],"computing":[2,223],"has":[3,139],"gained":[4],"significant":[5],"popularity":[6],"due":[7],"to":[8],"its":[9],"scalability,":[10,172,203],"cost-effectiveness,":[11],"and":[12,29,47,74,91,103,111,117,125,142,171,190,218],"ease":[13],"of":[14,20,26,33,58,98,119,187],"deployment.":[15],"With":[16],"the":[17,24,123,165,180,182,198,221],"exponential":[18],"growth":[19],"data,":[21],"organizations":[22],"face":[23],"challenge":[25],"efficiently":[27],"processing":[28,72],"analyzing":[30],"vast":[31],"amounts":[32],"data":[34,49,59,71,100,136,176,195,206,210],"in":[35,45,62,197,220],"a":[36,42,56,95,175,185],"serverless":[37,51,63,199,222],"environment.":[38],"Data":[39],"pipelines":[40],"play":[41],"crucial":[43,163],"role":[44],"managing":[46],"transforming":[48],"within":[50],"architectures.":[52],"This":[53],"paper":[54,183],"provides":[55],"taxonomy":[57],"pipeline":[60,101,137,177,196],"approaches":[61,79],"computing.":[64],"Classification":[65],"is":[66,105,146,154,162],"based":[67],"on":[68],"architectural":[69],"features,":[70],"techniques,":[73],"workflow":[75,211],"orchestration":[76],"mechanisms,":[77],"these":[78],"are":[80],"categorized":[81],"into":[82],"three":[83],"primary":[84],"methods:":[85],"heuristic-based":[86],"approach,":[87,90,121],"Machine":[88],"learning-based":[89],"framework-based":[92],"approach.":[93,178],"Furthermore,":[94],"systematic":[96],"review":[97],"existing":[99],"frameworks":[102],"tools":[104],"provided,":[106],"encompassing":[107],"their":[108,130],"strengths,":[109],"limitations,":[110],"real-world":[112],"use":[113,158],"cases.":[114,159],"The":[115],"advantages":[116,141],"disadvantages":[118],"each":[120],"also":[122],"challenges":[124],"performance":[126,217],"metrics":[127],"that":[128],"influence":[129],"effectuality":[131],"have":[132],"been":[133],"examined.":[134],"Every":[135],"approach":[138,153],"certain":[140],"disadvantages,":[143],"whether":[144],"it":[145,161],"framework-based,":[147],"heuristic-based,":[148],"or":[149],"machine":[150],"learning-based.":[151],"Each":[152],"suitable":[155],"for":[156,194],"specific":[157],"Hence,":[160],"assess":[164],"trade-offs":[166],"between":[167],"complexity,":[168],"performance,":[169],"cost,":[170],"while":[173],"selecting":[174],"In":[179],"end,":[181],"highlights":[184],"number":[186],"open":[188],"issues":[189],"future":[191],"investigations":[192],"directions":[193],"computing,":[200],"which":[201],"involve":[202],"fault":[204],"tolerance,":[205],"real":[207],"time":[208],"processing,":[209],"orchestration,":[212],"function":[213],"state":[214],"management":[215],"with":[216],"cost":[219],"environments.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}