{"id":"https://openalex.org/W4391011754","doi":"https://doi.org/10.1142/s0218843024500059","title":"Deep Learning Modified Reinforcement Learning with Virtual Machine Consolidation for Energy-Efficient Resource Allocation in Cloud Computing","display_name":"Deep Learning Modified Reinforcement Learning with Virtual Machine Consolidation for Energy-Efficient Resource Allocation in Cloud Computing","publication_year":2024,"publication_date":"2024-01-18","ids":{"openalex":"https://openalex.org/W4391011754","doi":"https://doi.org/10.1142/s0218843024500059"},"language":"en","primary_location":{"id":"doi:10.1142/s0218843024500059","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218843024500059","pdf_url":null,"source":{"id":"https://openalex.org/S17147961","display_name":"International Journal of Cooperative Information Systems","issn_l":"0218-8430","issn":["0218-8430","1793-6365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Cooperative Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066963914","display_name":"Chiranjit Dutta","orcid":"https://orcid.org/0000-0002-5836-8719"},"institutions":[{"id":"https://openalex.org/I145286018","display_name":"SRM Institute of Science and Technology","ror":"https://ror.org/050113w36","country_code":"IN","type":"education","lineage":["https://openalex.org/I145286018"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Chiranjit Dutta","raw_affiliation_strings":["Department of CSE, SRM Institute of Science and Technology, NCR Campus, Ghaziabad 201204, Uttar Pradesh, India"],"raw_orcid":"https://orcid.org/0000-0002-5836-8719","affiliations":[{"raw_affiliation_string":"Department of CSE, SRM Institute of Science and Technology, NCR Campus, Ghaziabad 201204, Uttar Pradesh, India","institution_ids":["https://openalex.org/I145286018"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079414031","display_name":"Rama Rani","orcid":"https://orcid.org/0000-0003-2064-6127"},"institutions":[{"id":"https://openalex.org/I145286018","display_name":"SRM Institute of Science and Technology","ror":"https://ror.org/050113w36","country_code":"IN","type":"education","lineage":["https://openalex.org/I145286018"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"R. M. Rani","raw_affiliation_strings":["Department of Information Technology, Faculty of Engineering and Technology, SRM Institute of Science and Technology, Ramapuram, Chennai 600089, Tamil Nadu, India"],"raw_orcid":"https://orcid.org/0000-0003-2064-6127","affiliations":[{"raw_affiliation_string":"Department of Information Technology, Faculty of Engineering and Technology, SRM Institute of Science and Technology, Ramapuram, Chennai 600089, Tamil Nadu, India","institution_ids":["https://openalex.org/I145286018"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101502322","display_name":"Amar Jain","orcid":"https://orcid.org/0000-0002-3022-4123"},"institutions":[{"id":"https://openalex.org/I244572783","display_name":"Symbiosis International University","ror":"https://ror.org/005r2ww51","country_code":"IN","type":"education","lineage":["https://openalex.org/I244572783"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Amar Jain","raw_affiliation_strings":["Department of Civil Engineering, Symbiosis Institute of Technology, Symbiosis International (Deemed University), Ramapuram, Chennai 600089, Tamil Nadu, India"],"raw_orcid":"https://orcid.org/0000-0002-3022-4123","affiliations":[{"raw_affiliation_string":"Department of Civil Engineering, Symbiosis Institute of Technology, Symbiosis International (Deemed University), Ramapuram, Chennai 600089, Tamil Nadu, India","institution_ids":["https://openalex.org/I244572783"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112891360","display_name":"I Poonguzhali","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"I. Poonguzhali","raw_affiliation_strings":["Department of ECE, Panimalar Engineering College, Poonamallee, Chennai 600123, Tamil Nadu, India"],"raw_orcid":"https://orcid.org/0000-0002-6568-6619","affiliations":[{"raw_affiliation_string":"Department of ECE, Panimalar Engineering College, Poonamallee, Chennai 600123, Tamil Nadu, India","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026952219","display_name":"Dipmala Salunke","orcid":"https://orcid.org/0000-0002-2921-5342"},"institutions":[{"id":"https://openalex.org/I2802569694","display_name":"Joshi Hospital","ror":"https://ror.org/05vjm3y03","country_code":"IN","type":"healthcare","lineage":["https://openalex.org/I2802569694"]},{"id":"https://openalex.org/I878213199","display_name":"Savitribai Phule Pune University","ror":"https://ror.org/044g6d731","country_code":"IN","type":"education","lineage":["https://openalex.org/I878213199"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Dipmala Salunke","raw_affiliation_strings":["JSPM\u2019s Rajarshi Shahu College of Engineering, Tathawade, Pune 411033, Maharashtra, India","JSPM's Rajarshi Shahu College of Engineering, Tathawade, Pune 411033, Maharashtra, India"],"raw_orcid":"https://orcid.org/0000-0002-2921-5342","affiliations":[{"raw_affiliation_string":"JSPM\u2019s Rajarshi Shahu College of Engineering, Tathawade, Pune 411033, Maharashtra, India","institution_ids":["https://openalex.org/I2802569694"]},{"raw_affiliation_string":"JSPM's Rajarshi Shahu College of Engineering, Tathawade, Pune 411033, Maharashtra, India","institution_ids":["https://openalex.org/I878213199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043170637","display_name":"Ruchi Patel","orcid":"https://orcid.org/0000-0003-0212-080X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruchi Patel","raw_affiliation_strings":["Gyan Ganga Institute of Technology and Sciences, Jabalpur 482003, Madhya Pradesh, India"],"raw_orcid":"https://orcid.org/0000-0003-0212-080X","affiliations":[{"raw_affiliation_string":"Gyan Ganga Institute of Technology and Sciences, Jabalpur 482003, Madhya Pradesh, India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5079414031"],"corresponding_institution_ids":["https://openalex.org/I145286018"],"apc_list":null,"apc_paid":null,"fwci":2.984,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.91637311,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"34","issue":"02","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.8545936346054077},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8265460729598999},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7344817519187927},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.7043120861053467},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.5454190969467163},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.5398073196411133},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5049050450325012},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.46553152799606323},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43885424733161926},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.429038941860199},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29139915108680725},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21886464953422546},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1780472993850708},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07476168870925903}],"concepts":[{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.8545936346054077},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8265460729598999},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7344817519187927},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.7043120861053467},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.5454190969467163},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.5398073196411133},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5049050450325012},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.46553152799606323},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43885424733161926},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.429038941860199},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29139915108680725},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21886464953422546},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1780472993850708},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07476168870925903},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218843024500059","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218843024500059","pdf_url":null,"source":{"id":"https://openalex.org/S17147961","display_name":"International Journal of Cooperative Information Systems","issn_l":"0218-8430","issn":["0218-8430","1793-6365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Cooperative Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5199999809265137,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2600237031","https://openalex.org/W2758735276","https://openalex.org/W2781221005","https://openalex.org/W2803350420","https://openalex.org/W2888904922","https://openalex.org/W2896076605","https://openalex.org/W2898857598","https://openalex.org/W2901292260","https://openalex.org/W2902456270","https://openalex.org/W2906206224","https://openalex.org/W2908872525","https://openalex.org/W2913637196","https://openalex.org/W2961680063","https://openalex.org/W3002072570","https://openalex.org/W3007690476","https://openalex.org/W3012334697","https://openalex.org/W3133844677","https://openalex.org/W4223935784","https://openalex.org/W4296935337"],"related_works":["https://openalex.org/W2088620127","https://openalex.org/W2743348030","https://openalex.org/W1963799338","https://openalex.org/W2160885694","https://openalex.org/W2389989679","https://openalex.org/W2900408237","https://openalex.org/W2036412865","https://openalex.org/W2542775576","https://openalex.org/W2545334782","https://openalex.org/W2947629119"],"abstract_inverted_index":{"Cloud":[0,49,143],"computing":[1,178],"has":[2,184],"attracted":[3],"significant":[4],"attention":[5],"because":[6],"of":[7,12,26,32,40,46,55,93,115,170,334],"the":[8,20,24,88,106,116,168,221,287,332,335],"growing":[9],"service":[10,144,171],"demands":[11],"businesses":[13],"that":[14,35],"outsource":[15],"computationally":[16],"intensive":[17],"tasks":[18],"to":[19,95,131,147,219,241,246,285,338],"data":[21,28,50,85,162,199,263],"center.":[22],"Meanwhile,":[23],"infrastructure":[25,244,265],"a":[27,37,84,188,273,310,313,319],"center":[29,86,163,264],"is":[30,180,329],"comprised":[31],"hardware":[33],"resources":[34,245],"consume":[36],"great":[38],"deal":[39],"energy":[41,70,153,197,210,253,283],"and":[42,61,68,113,135,195,212,239,251,262,281,290,318,342],"release":[43],"harmful":[44],"levels":[45],"carbon":[47],"dioxide.":[48],"centers":[51],"demand":[52],"massive":[53],"amounts":[54],"electrical":[56],"power":[57,164,258],"as":[58,104,187,255],"modern":[59],"applications":[60],"organizations":[62],"grow.":[63],"To":[64],"prevent":[65],"resource":[66,107,126,133,193,279],"waste":[67],"promote":[69],"efficiency,":[71],"virtual":[72,214],"machines":[73,81],"(VMs)":[74],"must":[75],"be":[76,129],"dispersed":[77],"over":[78],"numerous":[79],"physical":[80],"(PMs)":[82],"in":[83,87,198],"cloud.":[89],"The":[90,223,268,323],"actual":[91],"allocation":[92],"VMs":[94,183],"PMs":[96],"can":[97,234],"involve":[98],"more":[99],"complex":[100],"decision-making":[101],"processes,":[102],"such":[103],"considering":[105],"utilization,":[108],"load":[109],"balancing,":[110],"performance":[111],"requirements,":[112],"constraints":[114],"system.":[117],"Advanced":[118],"techniques,":[119],"like":[120],"intelligent":[121],"placement":[122,275],"algorithms":[123],"or":[124],"dynamic":[125,282],"allocation,":[127],"may":[128],"employed":[130],"optimize":[132],"utilization":[134,250,317],"achieve":[136,247],"efficient":[137,211],"VM":[138,274,291,311,337],"distribution":[139],"across":[140],"multiple":[141],"PMs.":[142],"suppliers":[145],"aim":[146],"lower":[148],"operational":[149],"expenses":[150],"by":[151,257],"reducing":[152],"consumption":[154,284],"while":[155,166],"offering":[156],"clients":[157],"competitive":[158],"services.":[159],"Minimizing":[160],"large-scale":[161],"usage":[165,259,280],"maintaining":[167],"quality":[169],"(QoS),":[172],"especially":[173],"for":[174,191],"social":[175],"media-based":[176],"cloud":[177,237,243],"systems,":[179],"crucial.":[181],"Consolidating":[182],"been":[185],"highlighted":[186],"promising":[189],"method":[190],"improving":[192],"efficiency":[194,254,266],"saving":[196],"centers.":[200],"This":[201],"research":[202],"provides":[203],"deep":[204,225,302],"learning":[205,208,226,303,306],"augmented":[206],"reinforcement":[207,228,305],"(RL)-based":[209],"QoS-aware":[213],"machine":[215,230],"consolidation":[216,231],"(VMC)":[217],"approach":[218,276],"meet":[220],"difficulties.":[222],"proposed":[224],"modified":[227,304],"learning-virtual":[229],"(DLMRL-VMC)":[232],"model":[233],"motivate":[235],"both":[236],"providers":[238],"customers":[240],"distribute":[242],"high":[248],"CPU":[249,316,343],"good":[252,340],"measured":[256],"effectiveness":[260],"(PUE)":[261],"(DCiE).":[267],"suggested":[269],"model,":[270],"DLMRL-VMC,":[271],"offers":[272],"based":[277],"on":[278,300,331],"determine":[286],"best-matched":[288],"host":[289],"selection":[292],"strategy,":[293],"Average":[294],"Utilization":[295],"Migration":[296],"Time":[297],"(AUMT).":[298],"Based":[299],"AUMT,":[301],"(DLMRL)":[307],"will":[308],"choose":[309],"with":[312],"low":[314],"average":[315],"short":[320],"migration":[321],"time.":[322],"DLMRL-VMC":[324],"Energy-efficient,":[325],"Resource":[326],"Allocation":[327],"strategy":[328],"evaluated":[330],"trace":[333],"CloudSim":[336],"attain":[339],"PUE":[341],"utilization.":[344]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
