{"id":"https://openalex.org/W3193248696","doi":"https://doi.org/10.1109/cacre52464.2021.9501288","title":"A Reinforcement Learning Model for Virtual Machines Consolidation in Cloud Data Center","display_name":"A Reinforcement Learning Model for Virtual Machines Consolidation in Cloud Data Center","publication_year":2021,"publication_date":"2021-07-01","ids":{"openalex":"https://openalex.org/W3193248696","doi":"https://doi.org/10.1109/cacre52464.2021.9501288","mag":"3193248696"},"language":"en","primary_location":{"id":"doi:10.1109/cacre52464.2021.9501288","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cacre52464.2021.9501288","pdf_url":null,"source":{"id":"https://openalex.org/S4306498778","display_name":"2021 6th International Conference on Automation, Control and Robotics Engineering (CACRE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 6th International Conference on Automation, Control and Robotics Engineering (CACRE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041509751","display_name":"Qiang Chou","orcid":null},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210156165","display_name":"Lenovo (China)","ror":"https://ror.org/04srd9d93","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210156165"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Chou","raw_affiliation_strings":["Artificial Intelligence Lab Lenovo Research,Beijing,China","Artificial Intelligence Lab Lenovo Research, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Lab Lenovo Research,Beijing,China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Artificial Intelligence Lab Lenovo Research, Beijing, China","institution_ids":["https://openalex.org/I4210156165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101681449","display_name":"Wei Fan","orcid":"https://orcid.org/0000-0003-1081-6647"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210156165","display_name":"Lenovo (China)","ror":"https://ror.org/04srd9d93","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210156165"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Fan","raw_affiliation_strings":["Artificial Intelligence Lab Lenovo Research,Beijing,China","Artificial Intelligence Lab Lenovo Research, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Lab Lenovo Research,Beijing,China","institution_ids":["https://openalex.org/I4210100255"]},{"raw_affiliation_string":"Artificial Intelligence Lab Lenovo Research, Beijing, China","institution_ids":["https://openalex.org/I4210156165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100427574","display_name":"Jianming Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156165","display_name":"Lenovo (China)","ror":"https://ror.org/04srd9d93","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210156165"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianming Zhang","raw_affiliation_strings":["Enterprise Cloud Research & 5G Lenovo Research,Bejing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Enterprise Cloud Research & 5G Lenovo Research,Bejing,China","institution_ids":["https://openalex.org/I4210156165"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5113,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.6138707,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"6","issue":null,"first_page":"16","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8522675633430481},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8075703382492065},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7636061906814575},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.6688172817230225},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5594557523727417},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.5564092397689819},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5380105376243591},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.500885009765625},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23881587386131287},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.19041582942008972},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12277644872665405}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8522675633430481},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8075703382492065},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7636061906814575},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.6688172817230225},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5594557523727417},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.5564092397689819},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5380105376243591},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.500885009765625},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23881587386131287},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.19041582942008972},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12277644872665405},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cacre52464.2021.9501288","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cacre52464.2021.9501288","pdf_url":null,"source":{"id":"https://openalex.org/S4306498778","display_name":"2021 6th International Conference on Automation, Control and Robotics Engineering (CACRE)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 6th International Conference on Automation, Control and Robotics Engineering (CACRE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.5699999928474426}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W638697221","https://openalex.org/W1520679476","https://openalex.org/W1553476745","https://openalex.org/W2034609836","https://openalex.org/W2045287414","https://openalex.org/W2063054322","https://openalex.org/W2107297861","https://openalex.org/W2110374615","https://openalex.org/W2118955868","https://openalex.org/W2121863487","https://openalex.org/W2134568800","https://openalex.org/W2134807578","https://openalex.org/W2139041001","https://openalex.org/W2148459868","https://openalex.org/W2160756722","https://openalex.org/W2161145409","https://openalex.org/W3139377883","https://openalex.org/W4251091605","https://openalex.org/W6631228652"],"related_works":["https://openalex.org/W4235752909","https://openalex.org/W3188789063","https://openalex.org/W4214747436","https://openalex.org/W2796360030","https://openalex.org/W2904351595","https://openalex.org/W4285814007","https://openalex.org/W3205655869","https://openalex.org/W4283787199","https://openalex.org/W2903911448","https://openalex.org/W2553299486"],"abstract_inverted_index":{"Energy":[0],"consumption":[1,196],"in":[2,142],"data":[3,32,93,115],"center":[4,94,116],"is":[5],"currently":[6],"the":[7,41,48,51,66,91,110,114,121,126,137,150,157,166,172,175,181,187],"main":[8],"focus":[9],"of":[10,31,50,69,174],"many":[11],"large-scale":[12],"enterprises":[13],"and":[14,34,46,119,155,197],"cloud":[15,92],"service":[16,70],"providers.":[17],"Dynamic":[18],"virtual":[19],"machine":[20],"(VM)":[21],"consolidation":[22],"technologies":[23],"are":[24],"widely":[25],"used":[26],"to":[27,39,59,90,103,107,124,131,148,169,186],"improve":[28],"resource":[29],"utilization":[30],"centers":[33],"reduce":[35],"energy.":[36],"They":[37],"try":[38],"identify":[40],"poorly":[42],"utilized":[43],"physical":[44,132],"hosts":[45,55],"make":[47],"most":[49],"resources.":[52],"Then":[53],"idle":[54],"can":[56,184],"be":[57],"switched":[58],"sleep":[60],"or":[61],"active":[62],"mode,":[63],"meanwhile":[64],"considering":[65],"real-time":[67],"fluctuation":[68],"workload.":[71],"In":[72],"this":[73],"paper,":[74],"we":[75,135,164],"propose":[76],"a":[77,104],"Reinforcement":[78],"Learning":[79],"(RL)":[80],"based":[81],"Virtual":[82],"Machine":[83],"Consolidation":[84],"(RL-VMC)":[85],"framework":[86],"with":[87,109],"an":[88,100,191],"application":[89],"operation.":[95],"The":[96],"RL-VMC":[97,182],"method":[98,139,183],"uses":[99],"agent":[101],"corresponding":[102],"VM":[105],"planner":[106],"interact":[108],"environment,":[111],"which":[112,144],"encapsulates":[113],"running":[117],"state,":[118],"learns":[120,145],"optimal":[122,151],"policy":[123],"determine":[125],"migration":[127,153],"mapping":[128],"from":[129,146],"VMs":[130,152],"hosts.":[133],"Specifically,":[134],"adopt":[136],"on-policy":[138],"State-Action-Reward-State-Action":[140],"(SARSA)":[141],"RL-VMC,":[143],"experience":[147],"get":[149],"strategy":[154],"manage":[156],"host":[158],"power":[159],"mode":[160],"as":[161],"well.":[162],"Additionally,":[163],"use":[165],"PBRS":[167],"technology":[168],"speed":[170],"up":[171],"convergence":[173],"RL-VMC.":[176],"Experimental":[177],"results":[178],"show":[179],"that":[180],"adapt":[185],"dynamic":[188],"workload":[189],"maintaining":[190],"improved":[192],"balance":[193],"between":[194],"energy":[195],"Service":[198],"Level":[199],"Agreements":[200],"(SLA).":[201]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}