{"id":"https://openalex.org/W4404031720","doi":"https://doi.org/10.1109/icccnt61001.2024.10725991","title":"Deep Reinforcement Learning for Autonomous Management of Big Data Infrastructures","display_name":"Deep Reinforcement Learning for Autonomous Management of Big Data Infrastructures","publication_year":2024,"publication_date":"2024-06-24","ids":{"openalex":"https://openalex.org/W4404031720","doi":"https://doi.org/10.1109/icccnt61001.2024.10725991"},"language":"en","primary_location":{"id":"doi:10.1109/icccnt61001.2024.10725991","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccnt61001.2024.10725991","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 15th International Conference on Computing Communication and Networking Technologies (ICCCNT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076523306","display_name":"Gitanjali Shrivastava","orcid":null},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Gitanjali Shrivastava","raw_affiliation_strings":["Symbiosis Law School,Dept. of Law,Pune,India"],"affiliations":[{"raw_affiliation_string":"Symbiosis Law School,Dept. of Law,Pune,India","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067619213","display_name":"Vivek Veeraiah","orcid":"https://orcid.org/0000-0003-2708-7946"},"institutions":[{"id":"https://openalex.org/I4403386631","display_name":"Sri Siddhartha Academy of Higher Education","ror":"https://ror.org/05pc6yw33","country_code":null,"type":"education","lineage":["https://openalex.org/I4403386631"]},{"id":"https://openalex.org/I510634243","display_name":"Sri Siddhartha Medical College","ror":"https://ror.org/01zemh668","country_code":"IN","type":"education","lineage":["https://openalex.org/I4403386631","https://openalex.org/I510634243"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vivek Veeraiah","raw_affiliation_strings":["Sri Siddhartha Academy of Higher Education,Sri Siddharth Institute of Technology,Tumkur,Karnataka,India"],"affiliations":[{"raw_affiliation_string":"Sri Siddhartha Academy of Higher Education,Sri Siddharth Institute of Technology,Tumkur,Karnataka,India","institution_ids":["https://openalex.org/I510634243","https://openalex.org/I4403386631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021950033","display_name":"Shahanawaj Ahamad","orcid":null},"institutions":[{"id":"https://openalex.org/I4210088963","display_name":"University of Ha'il","ror":"https://ror.org/013w98a82","country_code":"SA","type":"education","lineage":["https://openalex.org/I4210088963"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Shahanawaj Ahamad","raw_affiliation_strings":["University of Hail,College of CSE,Dept. of Software Engineering,Hail City,Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"University of Hail,College of CSE,Dept. of Software Engineering,Hail City,Saudi Arabia","institution_ids":["https://openalex.org/I4210088963"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113157629","display_name":"Chennakeshi Ganesh","orcid":null},"institutions":[{"id":"https://openalex.org/I4210134386","display_name":"G Pulla Reddy Dental College & Hospital","ror":"https://ror.org/04p93kz40","country_code":"IN","type":"education","lineage":["https://openalex.org/I4210134386"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"C.Naga Ganesh","raw_affiliation_strings":["G.Pullaiah College Engineering and Technology (Autonomous),Kurnool,AP,India"],"affiliations":[{"raw_affiliation_string":"G.Pullaiah College Engineering and Technology (Autonomous),Kurnool,AP,India","institution_ids":["https://openalex.org/I4210134386"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064882236","display_name":"Shaziya Islam","orcid":"https://orcid.org/0000-0003-0368-2097"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shaziya Islam","raw_affiliation_strings":["Rungta College of Engineering and Technology,Dept. of CSE,Bhilai,Chhattisgarh,India"],"affiliations":[{"raw_affiliation_string":"Rungta College of Engineering and Technology,Dept. of CSE,Bhilai,Chhattisgarh,India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070843690","display_name":"Ankur Gupta","orcid":"https://orcid.org/0000-0002-4651-5830"},"institutions":[{"id":"https://openalex.org/I56308077","display_name":"Indian Institute of Management Rohtak","ror":"https://ror.org/018gn0t60","country_code":"IN","type":"education","lineage":["https://openalex.org/I56308077"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ankur Gupta","raw_affiliation_strings":["Vaish College of Engineering,Dept. of CSE,Rohtak,Haryana,India"],"affiliations":[{"raw_affiliation_string":"Vaish College of Engineering,Dept. of CSE,Rohtak,Haryana,India","institution_ids":["https://openalex.org/I56308077"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5076523306"],"corresponding_institution_ids":["https://openalex.org/I244572783"],"apc_list":null,"apc_paid":null,"fwci":0.3488,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.61155461,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14420","display_name":"Advanced Research in Systems and Signal Processing","score":0.6772000193595886,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14420","display_name":"Advanced Research in Systems and Signal Processing","score":0.6772000193595886,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8242212533950806},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6965970396995544},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5420073866844177},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4627288579940796},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.42110469937324524},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.33153218030929565},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.12840694189071655}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8242212533950806},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6965970396995544},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5420073866844177},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4627288579940796},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42110469937324524},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.33153218030929565},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.12840694189071655}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icccnt61001.2024.10725991","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icccnt61001.2024.10725991","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 15th International Conference on Computing Communication and Networking Technologies (ICCCNT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2998524244","https://openalex.org/W3009475711","https://openalex.org/W3014031346","https://openalex.org/W3026115049","https://openalex.org/W3089742450","https://openalex.org/W3135854800","https://openalex.org/W4285491445","https://openalex.org/W4306292106","https://openalex.org/W4316814277","https://openalex.org/W4317620952","https://openalex.org/W4317738585","https://openalex.org/W4321497781","https://openalex.org/W4322631204","https://openalex.org/W4362538029","https://openalex.org/W4365129283","https://openalex.org/W4376138557","https://openalex.org/W4378420378","https://openalex.org/W4388937156","https://openalex.org/W4390423554","https://openalex.org/W4391097251","https://openalex.org/W4391212405","https://openalex.org/W4391259666","https://openalex.org/W4391843327","https://openalex.org/W4391857017","https://openalex.org/W4391857085","https://openalex.org/W4392029839","https://openalex.org/W4393036159","https://openalex.org/W6774032608","https://openalex.org/W6859223246","https://openalex.org/W6860856294"],"related_works":["https://openalex.org/W4322629366","https://openalex.org/W2808989540","https://openalex.org/W2397053934","https://openalex.org/W1039292361","https://openalex.org/W2731626691","https://openalex.org/W2551093110","https://openalex.org/W2148016376","https://openalex.org/W4237919137","https://openalex.org/W3184179822","https://openalex.org/W3095362084"],"abstract_inverted_index":{"(DRL)":[0],"has":[1,15,29],"emerged":[2,30],"as":[3,31,117,119,132],"a":[4,32,106,189],"promising":[5,33],"strategy":[6],"for":[7,180,206],"autonomous":[8,181],"management":[9],"of":[10,40,46,53,80,85,98,108,147,163,178,183,192],"Big":[11,99,123,152,184],"Data":[12,100,124,153,185],"infrastructures.":[13],"It":[14],"the":[16,44,51,67,78,81,83,88,95,143,164,176],"potential":[17,177],"to":[18,49,94,129,172,202],"optimize":[19],"resource":[20,135],"allocation,":[21],"increase":[22],"system":[23],"performance,":[24],"and":[25,87,115,137,145,158],"boost":[26],"scalability.":[27],"DRL":[28,47,110,148,179],"approach.":[34],"In":[35,61,102],"this":[36,62,213],"work,":[37],"an":[38],"overview":[39],"recent":[41],"developments":[42],"in":[43,122,150,212],"use":[45],"approaches":[48],"meet":[50],"issues":[52],"successfully":[54],"managing":[55,151],"large-scale":[56],"data":[57],"infrastructures":[58,186],"is":[59,171],"presented.":[60],"article,":[63],"we":[64,104,141,167,200],"will":[65],"cover":[66],"fundamental":[68],"elements":[69,76],"that":[70,91,166],"make":[71],"up":[72],"DRL-based":[73],"systems.":[74],"These":[75,160],"include":[77],"modeling":[79],"environment,":[82],"selection":[84],"actions,":[86],"reward":[89],"mechanisms":[90],"are":[92,161],"adapted":[93],"specific":[96],"features":[97],"settings.":[101],"addition,":[103],"investigate":[105],"number":[107],"other":[109],"methods,":[111],"including":[112,155],"(DQN),":[113],"(PPO),":[114],"(DDPG),":[116],"well":[118],"their":[120],"applicability":[121],"systems":[125],"when":[126],"it":[127],"comes":[128],"tasks":[130],"such":[131],"workload":[133],"scheduling,":[134],"provisioning,":[136],"defect":[138],"detection.":[139],"Additionally,":[140,199],"address":[142],"advantages":[144],"limits":[146],"techniques":[149],"infrastructures,":[154],"scalability,":[156],"robustness,":[157],"interpretability.":[159],"some":[162],"benefits":[165],"highlight.":[168],"Our":[169],"goal":[170],"give":[173],"insights":[174],"into":[175],"administration":[182],"by":[187],"conducting":[188],"complete":[190],"analysis":[191],"relevant":[193],"literature":[194],"along":[195,209],"with":[196,210],"case":[197],"studies.":[198],"want":[201],"propose":[203],"viable":[204],"avenues":[205],"future":[207],"research":[208],"development":[211],"rapidly":[214],"developing":[215],"subject.":[216]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}