{"id":"https://openalex.org/W7224764794","doi":"https://doi.org/10.5281/zenodo.23801375","title":"A Comprehensive Review of Agentic Artificial Intelligence for Autonomous Data Pipeline Management: Advances, Challenges, and Future Directions","display_name":"A Comprehensive Review of Agentic Artificial Intelligence for Autonomous Data Pipeline Management: Advances, Challenges, and Future Directions","publication_year":2026,"publication_date":"2026-10-30","ids":{"openalex":"https://openalex.org/W7224764794","doi":"https://doi.org/10.5281/zenodo.23801375"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.23801375","doi":"https://doi.org/10.5281/zenodo.23801375","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23801375","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"volume":null,"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.23801375","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5160237084","display_name":"Imran Ansari","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ansari, Imran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5160220315","display_name":"Dr. Nitesh Gupta","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gupta, Dr. Nitesh","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.8806692,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.24320000410079956,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.24320000410079956,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.20280000567436218,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.18310000002384186,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/agentic-ai","display_name":"agentic AI","score":0.9909999966621399},{"id":"https://openalex.org/keywords/autonomous-systems","display_name":"autonomous systems","score":0.7910000085830688},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8830000162124634},{"id":"https://openalex.org/keywords/multi-agent-systems","display_name":"multi-agent systems","score":0.9559999704360962},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.6660000085830688},{"id":"https://openalex.org/keywords/workflow-orchestration","display_name":"workflow orchestration","score":0.8420000076293945},{"id":"https://openalex.org/keywords/etl-automation","display_name":"ETL automation","score":0.8330000042915344},{"id":"https://openalex.org/keywords/self-healing-systems","display_name":"self-healing systems","score":0.8870000243186951},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"anomaly detection","score":0.7860000133514404},{"id":"https://openalex.org/keywords/fault-recovery","display_name":"fault recovery","score":0.9350000023841858},{"id":"https://openalex.org/keywords/resource-optimization","display_name":"resource optimization","score":0.9179999828338623},{"id":"https://openalex.org/keywords/explainability","display_name":"explainability","score":0.9620000123977661},{"id":"https://openalex.org/keywords/interoperability","display_name":"interoperability","score":0.8970000147819519},{"id":"https://openalex.org/keywords/scalability","display_name":"scalability","score":0.6579999923706055},{"id":"https://openalex.org/keywords/security-computing","display_name":"security (computing)","score":0.6779999732971191},{"id":"https://openalex.org/keywords/heterogeneous-cloud","display_name":"heterogeneous cloud environments","score":0.9319999814033508}],"concepts":[{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6762999892234802},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.6601999998092651},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5990999937057495},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5846999883651733},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.5462999939918518},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5371000170707703},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5008999705314636},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4424000084400177},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4142000079154968},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36809998750686646},{"id":"https://openalex.org/C44464901","wikidata":"https://www.wikidata.org/wiki/Q6770893","display_name":"Marketing and artificial intelligence","level":3,"score":0.3384000062942505},{"id":"https://openalex.org/C1668388","wikidata":"https://www.wikidata.org/wiki/Q1149776","display_name":"Data management","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.31679999828338623},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.303600013256073},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.29269999265670776},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2921999990940094},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C56397880","wikidata":"https://www.wikidata.org/wiki/Q6044094","display_name":"Intelligent decision support system","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C2780440489","wikidata":"https://www.wikidata.org/wiki/Q5227278","display_name":"Data-driven","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.26179999113082886}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.23801375","doi":"https://doi.org/10.5281/zenodo.23801375","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23801375","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"doi:10.5281/zenodo.23801376","doi":"https://doi.org/10.5281/zenodo.23801376","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23801376","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.5281/zenodo.23801375","doi":"https://doi.org/10.5281/zenodo.23801375","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23801375","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[{"score":0.5378999710083008,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7163754251","https://openalex.org/W7137351952","https://openalex.org/W7154124534","https://openalex.org/W7171394006","https://openalex.org/W7213557167","https://openalex.org/W7160785141","https://openalex.org/W4410282300","https://openalex.org/W7166537764","https://openalex.org/W7165384833","https://openalex.org/W7165740080"],"abstract_inverted_index":{"The":[0,50,101],"rapid":[1],"development":[2],"of":[3,129],"cloud":[4,152],"technology,":[5],"big":[6],"data,":[7],"and":[8,31,47,60,76,98,117,121,126,141,148],"artificial":[9],"intelligence":[10],"has":[11],"changed":[12],"the":[13,67,84,104,132],"way":[14],"data":[15,23,111],"pipelines":[16],"are":[17],"managed":[18],"in":[19,38,53,150],"today\u2019s":[20],"world.":[21],"Conventional":[22],"pipeline":[24,88],"management":[25,89],"systems":[26,62,69],"depend":[27],"on":[28,78],"rule-based":[29],"automation":[30],"manual":[32],"intervention":[33],"making":[34],"them":[35],"less":[36],"effective":[37],"managing":[39],"dynamic":[40],"workloads,":[41],"detecting":[42],"anomalies,":[43],"recovering":[44],"from":[45],"faults,":[46],"optimizing":[48],"resources.":[49],"recent":[51],"advances":[52],"Agentic":[54],"Artificial":[55],"Intelligence,":[56],"LLMs,":[57],"reinforcement":[58,115],"learning,":[59,116],"multi-agent":[61],"have":[63],"given":[64],"rise":[65],"to":[66],"autonomous":[68,95],"that":[70],"can":[71],"perform":[72],"monitoring,":[73],"diagnosis,":[74],"recovery,":[75],"optimization":[77,113],"their":[79,123],"own.":[80],"This":[81],"review":[82,133],"studies":[83],"state-of-the-art":[85],"AI":[86],"information":[87],"processes,":[90],"intelligent":[91],"work":[92],"flow":[93],"orchestration,":[94],"decision":[96],"making,":[97],"self-healing":[99],"systems.":[100],"paper":[102],"reviews":[103],"existing":[105],"methodologies,":[106],"including":[107,143],"ETL":[108],"automation,":[109],"metadata-based":[110],"ingestion,":[112],"through":[114],"agent-based":[118],"orchestration":[119],"systems,":[120],"presents":[122],"advantages,":[124],"limitations,":[125],"potential":[127],"fields":[128],"application.":[130],"Moreover,":[131],"identifies":[134],"main":[135],"research":[136],"problems":[137],"faced":[138],"by":[139],"researchers":[140],"developers":[142],"explainability,":[144],"interoperability,":[145],"scalability,":[146],"security,":[147],"adaptation":[149],"heterogeneous":[151],"environments.":[153]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-10-31T00:00:00"}