{"id":"https://openalex.org/W7164025949","doi":"https://doi.org/10.1109/lcsys.2026.3701763","title":"Robust Restless Multi-Armed Bandit for Data Center Flexibility Services Through Virtual-Machine Scheduling","display_name":"Robust Restless Multi-Armed Bandit for Data Center Flexibility Services Through Virtual-Machine Scheduling","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7164025949","doi":"https://doi.org/10.1109/lcsys.2026.3701763"},"language":null,"primary_location":{"id":"doi:10.1109/lcsys.2026.3701763","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcsys.2026.3701763","pdf_url":null,"source":{"id":"https://openalex.org/S4306422535","display_name":"IEEE Control Systems Letters","issn_l":"2475-1456","issn":["2475-1456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Control Systems Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123990407","display_name":"Zixi Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zixi Chen","raw_affiliation_strings":["School of Mathematics Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-0688-7025","affiliations":[{"raw_affiliation_string":"School of Mathematics Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024922080","display_name":"Yifu Ding","orcid":"https://orcid.org/0000-0001-7128-8847"},"institutions":[{"id":"https://openalex.org/I4210110987","display_name":"IIT@MIT","ror":"https://ror.org/01wp8zh54","country_code":"US","type":"facility","lineage":["https://openalex.org/I30771326","https://openalex.org/I4210110987"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifu Ding","raw_affiliation_strings":["MIT Energy Initiative, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-7128-8847","affiliations":[{"raw_affiliation_string":"MIT Energy Initiative, Cambridge, MA, USA","institution_ids":["https://openalex.org/I4210110987"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136533782","display_name":"Thomas Magnanti","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thomas Magnanti","raw_affiliation_strings":["MIT Sloan School of Management, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0771-3850","affiliations":[{"raw_affiliation_string":"MIT Sloan School of Management, Cambridge, MA, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.63165686,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"10","issue":null,"first_page":"799","last_page":"804"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.7400000095367432,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.7400000095367432,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.03959999978542328,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.021700000390410423,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5259000062942505},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.4693000018596649},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.39579999446868896},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.33009999990463257},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.32440000772476196},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.2978000044822693}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.638700008392334},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5259000062942505},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.4693000018596649},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.39579999446868896},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3919999897480011},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.33009999990463257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32679998874664307},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.32440000772476196},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.2978000044822693},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29159998893737793},{"id":"https://openalex.org/C2779463800","wikidata":"https://www.wikidata.org/wiki/Q5062222","display_name":"Center (category theory)","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C3020493868","wikidata":"https://www.wikidata.org/wiki/Q55631277","display_name":"Real world data","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.25859999656677246}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lcsys.2026.3701763","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lcsys.2026.3701763","pdf_url":null,"source":{"id":"https://openalex.org/S4306422535","display_name":"IEEE Control Systems Letters","issn_l":"2475-1456","issn":["2475-1456"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Control Systems Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2056921512","https://openalex.org/W2071205284","https://openalex.org/W2764100055","https://openalex.org/W4417031703"],"related_works":[],"abstract_inverted_index":{"Energy":[0],"demands":[1],"from":[2,27],"data":[3,31,102],"centers":[4],"have":[5],"surged":[6],"and":[7,19,54,98,114,155,163,179],"stressed":[8],"the":[9,76,119,128,169,182,200],"grid":[10,77],"in":[11,74,108],"recent":[12],"years.":[13],"Electric":[14],"grids":[15],"require":[16],"balancing":[17],"supply":[18],"demand":[20,24],"every":[21],"second,":[22],"motivating":[23],"response":[25],"(reduction)":[26],"large":[28],"loads,":[29],"including":[30],"centers.":[32],"This":[33],"can":[34],"be":[35],"achieved":[36],"by":[37],"rescheduling":[38,55,99],"jobs":[39],"on":[40],"a":[41,68,105,109,144,149],"physical":[42],"machine.":[43],"Its":[44],"real-time":[45],"implementation":[46],"is":[47,191],"uncertain":[48],"due":[49,136],"to":[50,64,84,137,160,199,208],"fluctuating":[51],"resource":[52],"utilization,":[53],"incurs":[56],"quality-of-service":[57],"(QoS)":[58],"losses":[59],"that":[60,147,168],"providers":[61],"are":[62],"unwilling":[63],"disclose.":[65],"We":[66,204],"propose":[67],"restless":[69,106],"multi-armed":[70],"bandit":[71],"(RMAB)":[72],"framework,":[73],"which":[75],"operator":[78],"requests":[79],"load":[80],"reductions":[81],"without":[82],"access":[83],"detailed":[85],"job-rescheduling":[86],"procedures.":[87],"Using":[88],"open-source":[89,206],"virtual":[90],"machine":[91],"(VM)":[92],"datasets,":[93],"we":[94,142],"model":[95],"job":[96],"arrivals":[97],"at":[100],"each":[101],"center":[103],"as":[104],"arm":[107],"Markov":[110],"decision":[111],"process":[112,135],"(MDP)":[113],"derive":[115],"Whittle-index-based":[116],"policies":[117],"using":[118],"learned":[120],"transition":[121],"function":[122],"via":[123],"Thompson":[124],"sampling.":[125],"To":[126],"overcome":[127],"weakness":[129],"of":[130],"an":[131,138],"increasingly":[132],"long":[133],"learning":[134],"enlarged":[139],"state":[140],"space,":[141],"use":[143],"mixed":[145],"strategy":[146],"includes":[148],"global":[150],"upper":[151],"confidence":[152],"bound":[153],"(UCB)":[154],"encodes":[156],"with":[157],"trust":[158],"indices":[159],"enhance":[161],"robustness":[162],"accelerate":[164],"learning.":[165],"Results":[166],"show":[167],"proposed":[170],"mixed-strategy":[171],"algorithm":[172],"remains":[173],"robust":[174],"across":[175],"varying":[176],"state-space":[177],"sizes":[178],"consistently":[180],"outperforms":[181],"pure":[183],"Thompson-Whittle":[184],"(TW)":[185],"algorithm,":[186],"especially":[187],"when":[188],"contextual":[189],"information":[190],"noisy.":[192],"It":[193],"also":[194],"demonstrates":[195],"superior":[196],"performance":[197],"compared":[198],"state-of-the-art":[201],"EXP4":[202],"framework.":[203],"provided":[205],"code":[207],"ensure":[209],"reproducibility.":[210]},"counts_by_year":[],"updated_date":"2026-08-12T21:12:35.861297","created_date":"2026-06-10T00:00:00"}