{"id":"https://openalex.org/W7124173982","doi":"https://doi.org/10.1109/icpads67057.2025.11323177","title":"Multi-Objective Deep Reinforcement Learning for Adaptive Virtual Machine Allocation in Clouds","display_name":"Multi-Objective Deep Reinforcement Learning for Adaptive Virtual Machine Allocation in Clouds","publication_year":2025,"publication_date":"2025-12-14","ids":{"openalex":"https://openalex.org/W7124173982","doi":"https://doi.org/10.1109/icpads67057.2025.11323177"},"language":null,"primary_location":{"id":"doi:10.1109/icpads67057.2025.11323177","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpads67057.2025.11323177","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 31th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123033457","display_name":"Yuzi Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuzi Chen","raw_affiliation_strings":["East China Normal University,MoE Engineering Research Center of Software/Hardware Co-design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing;,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"East China Normal University,MoE Engineering Research Center of Software/Hardware Co-design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing;,Shanghai,China","institution_ids":["https://openalex.org/I4210139618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122996370","display_name":"Jie Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jie Sun","raw_affiliation_strings":["Zhongguancun Laboratory,Beijing,China"],"affiliations":[{"raw_affiliation_string":"Zhongguancun Laboratory,Beijing,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053232298","display_name":"Xiao Du","orcid":"https://orcid.org/0000-0002-8479-6530"},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Du","raw_affiliation_strings":["East China Normal University,MoE Engineering Research Center of Software/Hardware Co-design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing;,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"East China Normal University,MoE Engineering Research Center of Software/Hardware Co-design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing;,Shanghai,China","institution_ids":["https://openalex.org/I4210139618"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069784442","display_name":"Puyu Cai","orcid":"https://orcid.org/0000-0002-1368-8145"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Puyu Cai","raw_affiliation_strings":["New York University,Computer Science Department,New York,NY,10012"],"affiliations":[{"raw_affiliation_string":"New York University,Computer Science Department,New York,NY,10012","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5122851854","display_name":"Ting Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139618","display_name":"Shanghai Key Laboratory of Trustworthy Computing","ror":"https://ror.org/030qbr085","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210139618"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ting Wang","raw_affiliation_strings":["East China Normal University,MoE Engineering Research Center of Software/Hardware Co-design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing;,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"East China Normal University,MoE Engineering Research Center of Software/Hardware Co-design Technology and Application; Shanghai Key Laboratory of Trustworthy Computing;,Shanghai,China","institution_ids":["https://openalex.org/I4210139618"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5123033457"],"corresponding_institution_ids":["https://openalex.org/I4210139618"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.8353243,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.671500027179718,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.671500027179718,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.2054000049829483,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.05530000105500221,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7922999858856201},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.6385999917984009},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6327999830245972},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5685999989509583},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5551000237464905},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.49059998989105225},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4790000021457672},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.40630000829696655},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.38679999113082886},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.3831999897956848}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7922999858856201},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7459999918937683},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6385999917984009},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6327999830245972},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5685999989509583},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5551000237464905},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.49059998989105225},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4790000021457672},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43700000643730164},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.40630000829696655},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.38679999113082886},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.3831999897956848},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.3824999928474426},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.38179999589920044},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.36640000343322754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36010000109672546},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.3418999910354614},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3400000035762787},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.335099995136261},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33320000767707825},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3278000056743622},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.3199999928474426},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.3125},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.30730000138282776},{"id":"https://openalex.org/C181889124","wikidata":"https://www.wikidata.org/wiki/Q380204","display_name":"Service level","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C2780945871","wikidata":"https://www.wikidata.org/wiki/Q194274","display_name":"Backup","level":2,"score":0.305400013923645},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.302700012922287},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.2750999927520752},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpads67057.2025.11323177","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpads67057.2025.11323177","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 31th International Conference on Parallel and Distributed Systems (ICPADS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.5661231279373169}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1601546968","https://openalex.org/W1967767043","https://openalex.org/W1998344855","https://openalex.org/W2045287414","https://openalex.org/W2110374615","https://openalex.org/W2152213878","https://openalex.org/W2498207281","https://openalex.org/W2752285784","https://openalex.org/W2791986964","https://openalex.org/W2898035736","https://openalex.org/W2903153623","https://openalex.org/W3059506646","https://openalex.org/W3080884797","https://openalex.org/W3089424104","https://openalex.org/W3131645226","https://openalex.org/W3141585263","https://openalex.org/W3161435084","https://openalex.org/W3184490324","https://openalex.org/W4210737419","https://openalex.org/W4221127224","https://openalex.org/W4281251447","https://openalex.org/W4319302608","https://openalex.org/W4320913273","https://openalex.org/W4403937490","https://openalex.org/W4408124977","https://openalex.org/W4411143903","https://openalex.org/W4412610648"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,125,130,135,139,178],"exponential":[2],"growth":[3],"of":[4,47,138,181],"data":[5,20],"and":[6,45,59,69,105,148,152,166],"demands":[7],"for":[8,39],"computing":[9],"capabilities,":[10],"optimizing":[11],"resource":[12,103],"utilization":[13],"has":[14],"become":[15],"increasingly":[16],"critical":[17],"in":[18,72,101,160],"cloud":[19],"centers.":[21],"Employing":[22],"virtual":[23],"machine":[24],"(VM)":[25],"allocation":[26,53],"technology":[27],"to":[28,91,122,163],"maintain":[29],"hosts":[30],"within":[31],"an":[32],"appropriate":[33],"workload":[34,41,74],"range":[35],"holds":[36],"substantial":[37],"promise":[38],"improving":[40],"balance,":[42],"energy":[43,97],"efficiency,":[44],"quality":[46],"service":[48,106],"(QoS).":[49],"Existing":[50],"multi-objective":[51,186],"VM":[52],"strategies":[54],"based":[55,82,128],"on":[56,83,129,173],"greedy":[57],"heuristics":[58],"reinforcement":[60],"learning":[61],"with":[62],"predefined":[63],"fixed":[64],"objective":[65],"weights":[66,126],"lack":[67],"generalizability":[68],"quick":[70],"adaptability":[71],"dynamic":[73],"scenarios.":[75],"In":[76],"this":[77],"paper,":[78],"we":[79],"present":[80],"MOVMA,":[81],"a":[84,153,174],"novel":[85],"Multi-Objective":[86],"Reinforcement":[87],"Learning":[88],"(MORL)":[89],"algorithm":[90],"coordinately":[92],"optimize":[93],"three":[94],"objectives,":[95],"i.e.,":[96],"consumption,":[98],"load":[99],"balancing":[100],"multidimensional":[102],"utilization,":[104],"level":[107],"agreement":[108],"(SLA)":[109],"violations.":[110],"MOVMA":[111,183],"adopts":[112],"our":[113,144,182],"proposed":[114,145],"Sliding":[115],"Time":[116],"Window-based":[117],"Dynamic":[118],"Weight":[119],"(STWDW)":[120],"method":[121],"adaptively":[123],"calculate":[124],"instantly":[127],"current":[131],"system":[132],"condition,":[133],"ensuring":[134],"actual":[136],"impact":[137],"parameters.":[140],"Furthermore,":[141],"it":[142],"integrates":[143],"Priority-based":[146],"Selection":[147],"Adjustment":[149],"(PSA)":[150],"scheme":[151],"Near":[154],"on-policy":[155],"Experience":[156],"Replay":[157],"(NER)":[158],"strategy":[159],"model":[161],"training":[162],"accelerate":[164],"convergence":[165],"avoid":[167],"catastrophic":[168],"forgetting.":[169],"The":[170],"experiments":[171],"conducted":[172],"real-world":[175],"dataset":[176],"demonstrate":[177],"superior":[179],"performance":[180],"against":[184],"state-of-the-art":[185],"optimization":[187],"algorithms.":[188]},"counts_by_year":[],"updated_date":"2026-02-23T20:09:44.859080","created_date":"2026-01-15T00:00:00"}