{"id":"https://openalex.org/W7139130221","doi":"https://doi.org/10.1109/tpds.2026.3674891","title":"Scalable and Efficient Reinforcement Learning for Virtual Machine Rescheduling in Cloud Data Centers","display_name":"Scalable and Efficient Reinforcement Learning for Virtual Machine Rescheduling in Cloud Data Centers","publication_year":2026,"publication_date":"2026-03-18","ids":{"openalex":"https://openalex.org/W7139130221","doi":"https://doi.org/10.1109/tpds.2026.3674891"},"language":null,"primary_location":{"id":"doi:10.1109/tpds.2026.3674891","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2026.3674891","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108940900","display_name":"Xianzhong Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xianzhong Ding","raw_affiliation_strings":["Lawrence Berkeley National Laboratory, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6114-2801","affiliations":[{"raw_affiliation_string":"Lawrence Berkeley National Laboratory, Berkeley, CA, USA","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130019969","display_name":"Yunkai Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yunkai Zhang","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7203-2883","affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074940669","display_name":"Binbin Chen","orcid":"https://orcid.org/0000-0002-7760-3120"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Binbin Chen","raw_affiliation_strings":["ByteDance, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065161741","display_name":"Donghao Ying","orcid":"https://orcid.org/0009-0001-7329-5917"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Donghao Ying","raw_affiliation_strings":["University of California, Berkeley, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0009-0001-7329-5917","affiliations":[{"raw_affiliation_string":"University of California, Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129935715","display_name":"Tieying Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tieying Zhang","raw_affiliation_strings":["ByteDance, San Jose, CA, USA"],"raw_orcid":"https://orcid.org/0009-0003-2250-5528","affiliations":[{"raw_affiliation_string":"ByteDance, San Jose, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130106669","display_name":"Jianjun Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jianjun Chen","raw_affiliation_strings":["ByteDance, San Jose, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance, San Jose, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083446090","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0001-7569-2118"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["ByteDance, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044884862","display_name":"Alberto Cerpa","orcid":"https://orcid.org/0000-0003-4531-9704"},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alberto Cerpa","raw_affiliation_strings":["University of California, Merced, Merced, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4531-9704","affiliations":[{"raw_affiliation_string":"University of California, Merced, Merced, CA, USA","institution_ids":["https://openalex.org/I156087764"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5130120933","display_name":"Wan Du","orcid":null},"institutions":[{"id":"https://openalex.org/I156087764","display_name":"University of California, Merced","ror":"https://ror.org/00d9ah105","country_code":"US","type":"education","lineage":["https://openalex.org/I156087764"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wan Du","raw_affiliation_strings":["University of California, Merced, Merced, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2057-2885","affiliations":[{"raw_affiliation_string":"University of California, Merced, Merced, CA, USA","institution_ids":["https://openalex.org/I156087764"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":43.1914,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.99574752,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"37","issue":"5","first_page":"1186","last_page":"1204"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.927299976348877,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.927299976348877,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.019300000742077827,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.014100000262260437,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.7580000162124634},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.724399983882904},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.6953999996185303},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6912999749183655},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5449000000953674},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.45190000534057617},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4235000014305115},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.42309999465942383},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41359999775886536}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8920000195503235},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.7580000162124634},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.724399983882904},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.6953999996185303},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6912999749183655},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6499000191688538},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5449000000953674},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.45190000534057617},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4235000014305115},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.42309999465942383},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41359999775886536},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4016000032424927},{"id":"https://openalex.org/C2778710394","wikidata":"https://www.wikidata.org/wiki/Q4179813","display_name":"Live migration","level":4,"score":0.3880000114440918},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.37220001220703125},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3499999940395355},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.32659998536109924},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.30970001220703125},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C51332947","wikidata":"https://www.wikidata.org/wiki/Q1172305","display_name":"Shared resource","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.2827000021934509},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2639999985694885},{"id":"https://openalex.org/C2779965156","wikidata":"https://www.wikidata.org/wiki/Q5227350","display_name":"Data sharing","level":3,"score":0.2624000012874603},{"id":"https://openalex.org/C191015642","wikidata":"https://www.wikidata.org/wiki/Q1132459","display_name":"Fragmentation (computing)","level":2,"score":0.2513999938964844},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2026.3674891","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2026.3674891","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1502497305","https://openalex.org/W1993167103","https://openalex.org/W2029242918","https://openalex.org/W2050137749","https://openalex.org/W2070963260","https://openalex.org/W2134288639","https://openalex.org/W2141992894","https://openalex.org/W2155031841","https://openalex.org/W2528692153","https://openalex.org/W2598380049","https://openalex.org/W2754517384","https://openalex.org/W2766447205","https://openalex.org/W2880511493","https://openalex.org/W2896457183","https://openalex.org/W2966314110","https://openalex.org/W2967062414","https://openalex.org/W2968986602","https://openalex.org/W2982316857","https://openalex.org/W2998327136","https://openalex.org/W3037164854","https://openalex.org/W3094502228","https://openalex.org/W3170112077","https://openalex.org/W3175494061","https://openalex.org/W3191167321","https://openalex.org/W3195967461","https://openalex.org/W3203600045","https://openalex.org/W3209308771","https://openalex.org/W4220724509","https://openalex.org/W4319586544","https://openalex.org/W4385245566","https://openalex.org/W4408847715","https://openalex.org/W7133210065"],"related_works":[],"abstract_inverted_index":{"Managing":[0],"a":[1,10,93,103,112,124,144,159],"vast":[2],"number":[3],"of":[4,23,65,161],"virtual":[5],"machines":[6,31],"(VMs)":[7],"efficiently":[8],"is":[9,56,68],"critical":[11,118],"challenge":[12,55],"in":[13,50],"modern":[14],"large-scale":[15],"data":[16,142,146],"centers.":[17],"The":[18],"continuous":[19],"creation":[20],"and":[21,123,135,172],"termination":[22],"VMs":[24],"lead":[25],"to":[26,37,107,131,158,169],"resource":[27,39],"fragmentation":[28],"across":[29],"physical":[30],"(PMs),":[32],"necessitating":[33],"periodic":[34],"VM":[35,44,75,99],"rescheduling":[36,45,66,136],"optimize":[38],"utilization.":[40],"Despite":[41],"its":[42],"significance,":[43],"has":[46],"received":[47],"limited":[48],"attention":[49],"the":[51,63],"literature.":[52],"A":[53],"key":[54],"that,":[57],"unlike":[58],"conventional":[59],"combinatorial":[60],"optimization":[61],"problems,":[62],"efficiency":[64],"algorithms":[67],"heavily":[69],"impacted":[70],"by":[71],"inference":[72,156],"time,":[73],"as":[74],"states":[76],"evolve":[77],"dynamically":[78],"during":[79],"execution.":[80],"This":[81],"scalability":[82],"bottleneck":[83],"hampers":[84],"existing":[85],"methods.":[86],"To":[87,163],"address":[88],"this,":[89],"we":[90,166],"propose":[91],"VMR$^{2}$L,":[92],"reinforcement":[94],"learning":[95],"framework":[96],"tailored":[97],"for":[98,121],"rescheduling.":[100],"VMR$^{2}$L":[101,150],"integrates":[102],"two-stage":[104],"decision-making":[105],"process":[106],"accommodate":[108],"complex":[109],"operational":[110],"constraints,":[111],"feature":[113],"extraction":[114],"mechanism":[115],"that":[116,128,149],"captures":[117],"relational":[119],"information":[120],"rescheduling,":[122],"risk-aware":[125],"evaluation":[126],"strategy":[127],"enables":[129],"users":[130],"balance":[132],"execution":[133],"speed":[134],"accuracy.":[137],"Extensive":[138],"experiments":[139],"using":[140],"real-world":[141],"from":[143],"production-scale":[145],"center":[147],"demonstrate":[148],"achieves":[151],"near-optimal":[152],"performance":[153],"while":[154],"reducing":[155],"time":[157],"matter":[160],"seconds.":[162],"facilitate":[164],"reproducibility,":[165],"provide":[167],"access":[168],"our":[170],"implementation":[171],"datasets.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-08-08T07:41:36.138363","created_date":"2026-03-20T00:00:00"}