{"id":"https://openalex.org/W4388240359","doi":"https://doi.org/10.1109/access.2023.3329557","title":"Reinforcement Learning Approach for Optimizing Cloud Resource Utilization With Load Balancing","display_name":"Reinforcement Learning Approach for Optimizing Cloud Resource Utilization With Load Balancing","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4388240359","doi":"https://doi.org/10.1109/access.2023.3329557"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3329557","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3329557","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10305171.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10305171.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019757841","display_name":"Prathamesh Vijay Lahande","orcid":"https://orcid.org/0000-0002-0068-0988"},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Prathamesh Vijay Lahande","raw_affiliation_strings":["Symbiosis Institute of Computer Studies and Research, Symbiosis International (Deemed University), Pune, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Symbiosis Institute of Computer Studies and Research, Symbiosis International (Deemed University), Pune, India","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091269827","display_name":"Parag Ravikant Kaveri","orcid":"https://orcid.org/0000-0001-8867-9748"},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Parag Ravikant Kaveri","raw_affiliation_strings":["Symbiosis Institute of Computer Studies and Research, Symbiosis International (Deemed University), Pune, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Symbiosis Institute of Computer Studies and Research, Symbiosis International (Deemed University), Pune, India","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055903884","display_name":"Jatinderkumar R. Saini","orcid":"https://orcid.org/0000-0001-5205-5263"},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Jatinderkumar R. Saini","raw_affiliation_strings":["Symbiosis Institute of Computer Studies and Research, Symbiosis International (Deemed University), Pune, India"],"raw_orcid":"https://orcid.org/0000-0001-5205-5263","affiliations":[{"raw_affiliation_string":"Symbiosis Institute of Computer Studies and Research, Symbiosis International (Deemed University), Pune, India","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077770842","display_name":"Ketan Kotecha","orcid":"https://orcid.org/0000-0003-2653-3780"},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ketan Kotecha","raw_affiliation_strings":["Symbiosis Centre for Applied Artificial Intelligence, Symbiosis Institute of Technology, Symbiosis International (Deemed University), Pune, India"],"raw_orcid":"https://orcid.org/0000-0003-2653-3780","affiliations":[{"raw_affiliation_string":"Symbiosis Centre for Applied Artificial Intelligence, Symbiosis Institute of Technology, Symbiosis International (Deemed University), Pune, India","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068803942","display_name":"Sultan Alfarhood","orcid":"https://orcid.org/0009-0001-1268-9613"},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Sultan Alfarhood","raw_affiliation_strings":["Department of Computer Science, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0009-0001-1268-9613","affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Computer and Information Sciences, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":11.4541,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.9837895,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"127567","last_page":"127577"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8529347777366638},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7684406042098999},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6696341037750244},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.49617013335227966},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.45689958333969116},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4207174479961395},{"id":"https://openalex.org/keywords/load-management","display_name":"Load management","score":0.4147118031978607},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36485135555267334},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23370158672332764},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1915135383605957},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1423155665397644},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08189207315444946}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8529347777366638},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7684406042098999},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6696341037750244},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.49617013335227966},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.45689958333969116},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4207174479961395},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.4147118031978607},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36485135555267334},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23370158672332764},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1915135383605957},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1423155665397644},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08189207315444946},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3329557","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3329557","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10305171.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:954fc14f71294319bd616172f9e1cad9","is_oa":true,"landing_page_url":"https://doaj.org/article/954fc14f71294319bd616172f9e1cad9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 127567-127577 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3329557","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3329557","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10305171.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G4294809074","display_name":null,"funder_award_id":"RSPD2023R890","funder_id":"https://openalex.org/F4320321145","funder_display_name":"King Saud University"}],"funders":[{"id":"https://openalex.org/F4320321145","display_name":"King Saud University","ror":"https://ror.org/02f81g417"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388240359.pdf","grobid_xml":"https://content.openalex.org/works/W4388240359.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1980314979","https://openalex.org/W1986421100","https://openalex.org/W2028057069","https://openalex.org/W2098611419","https://openalex.org/W2114296561","https://openalex.org/W2342942543","https://openalex.org/W2910556382","https://openalex.org/W2991347854","https://openalex.org/W3004814753","https://openalex.org/W3019149857","https://openalex.org/W3021780868","https://openalex.org/W3035784275","https://openalex.org/W3042975239","https://openalex.org/W3091890342","https://openalex.org/W3117002125","https://openalex.org/W3122019217","https://openalex.org/W3135401386","https://openalex.org/W3138243008","https://openalex.org/W3146965052","https://openalex.org/W3154475992","https://openalex.org/W3161340108","https://openalex.org/W3202565281","https://openalex.org/W3205628443","https://openalex.org/W3217509963","https://openalex.org/W4200384209","https://openalex.org/W4205526162","https://openalex.org/W4211129701","https://openalex.org/W4225568688","https://openalex.org/W4229335405","https://openalex.org/W4286375445","https://openalex.org/W4293192705","https://openalex.org/W4295308321","https://openalex.org/W4308085829","https://openalex.org/W4312766145","https://openalex.org/W4312972396","https://openalex.org/W4315786268","https://openalex.org/W4318767620","https://openalex.org/W4324125764","https://openalex.org/W4367321380","https://openalex.org/W4367853272"],"related_works":["https://openalex.org/W1583194654","https://openalex.org/W2185389245","https://openalex.org/W1964245459","https://openalex.org/W2162063029","https://openalex.org/W2944222538","https://openalex.org/W2563943286","https://openalex.org/W2022863591","https://openalex.org/W2074417580","https://openalex.org/W3139924957","https://openalex.org/W4377970692"],"abstract_inverted_index":{"Cloud":[0],"computing":[1,11,81],"is":[2,207],"a":[3],"technology":[4],"that":[5,167],"enables":[6],"the":[7,14,28,38,43,77,84,119,132,155,168,172,202,218,228],"delivery":[8],"of":[9,122,157,163,231],"various":[10],"services":[12],"over":[13],"Internet.":[15],"The":[16,34,51,88,124,160],"Resource":[17],"Scheduling":[18],"(RS)":[19],"and":[20,80,112,182,193,216],"Load":[21],"Balancing":[22],"(LB)":[23],"mechanisms":[24],"are":[25,40,115],"essential":[26],"for":[27],"cloud":[29,44,52,219],"to":[30,117,209,214,226],"provide":[31,227],"consistent":[32],"results.":[33],"submitted":[35],"tasks":[36,82],"by":[37,74,154,171],"users":[39],"computed":[41],"on":[42,70],"platform":[45],"using":[46,83,222],"its":[47],"Virtual":[48],"Machines":[49],"(VMs).":[50],"ensures":[53],"an":[54,211],"ideal":[55],"LB":[56,72,215],"mechanism,":[57],"where":[58,131,148],"no":[59],"VMs":[60,158],"will":[61],"be":[62],"overloaded":[63],"or":[64],"idle.":[65],"This":[66],"research":[67],"paper":[68],"focuses":[69],"this":[71,164],"mechanism":[73,213],"experimenting":[75],"in":[76,128,137,140],"WorkflowSim":[78],"environment":[79],"Sipht":[85,133],"task":[86,134,138],"dataset.":[87],"RS":[89,224],"algorithms":[90,173,225],"First":[91,93],"Come":[92],"Serve":[94],"(FCFS),":[95],"Maximum":[96],"\u2013":[97,100,107,110,176,180],"Minimum":[98,102,106,108],"(Max":[99],"Min),":[101,111],"Completion":[103],"Time":[104],"(MCT),":[105],"(Min":[109],"Round-Robin":[113],"(RR)":[114],"utilized":[116],"balance":[118],"computational":[120],"load":[121,169],"VMs.":[123],"experiment":[125,165],"was":[126],"conducted":[127],"four":[129,199],"phases,":[130],"dataset":[135],"varied":[136],"length":[139],"each":[141,149],"phase.":[142],"Each":[143],"phase":[144],"included":[145],"sixteen":[146],"scenarios,":[147],"scenario":[150],"differed":[151],"from":[152],"another":[153],"number":[156],"used.":[159],"final":[161],"results":[162],"convey":[166],"balanced":[170],"FCFS,":[174],"Max":[175],"Min,":[177,181],"MCT,":[178],"Min":[179],"RR":[183],"were":[184],"51.98":[185,189],"%,":[186,188,190,192,195],"41.71":[187],"59.43":[191],"52.17":[194],"respectively,":[196],"across":[197],"all":[198],"phases.":[200],"Lastly,":[201],"Reinforcement":[203],"Learning":[204],"(RL)":[205],"model":[206],"suggested":[208],"add":[210],"intelligence":[212],"optimize":[217],"resource":[220],"utilization":[221],"these":[223],"best":[229],"Quality":[230],"Service":[232],"(QoS).":[233]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-18T07:39:51.176621","created_date":"2025-10-10T00:00:00"}