{"id":"https://openalex.org/W3112195926","doi":"https://doi.org/10.1007/s00500-020-05462-x","title":"Deep reinforcement learning for multi-objective placement of virtual machines in cloud datacenters","display_name":"Deep reinforcement learning for multi-objective placement of virtual machines in cloud datacenters","publication_year":2020,"publication_date":"2020-12-12","ids":{"openalex":"https://openalex.org/W3112195926","doi":"https://doi.org/10.1007/s00500-020-05462-x","mag":"3112195926"},"language":"en","primary_location":{"id":"doi:10.1007/s00500-020-05462-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00500-020-05462-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00500-020-05462-x.pdf","source":{"id":"https://openalex.org/S65753830","display_name":"Soft Computing","issn_l":"1432-7643","issn":["1432-7643","1433-7479"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Soft Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00500-020-05462-x.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082854095","display_name":"Luca Caviglione","orcid":"https://orcid.org/0000-0001-6466-3354"},"institutions":[{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Luca Caviglione","raw_affiliation_strings":["IMATI, National Research Council of Italy, Via De Marini 6, 16149, Genoa, Italy"],"affiliations":[{"raw_affiliation_string":"IMATI, National Research Council of Italy, Via De Marini 6, 16149, Genoa, Italy","institution_ids":["https://openalex.org/I4210155236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017942383","display_name":"Mauro Gaggero","orcid":"https://orcid.org/0000-0002-5048-4141"},"institutions":[{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"nonprofit","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mauro Gaggero","raw_affiliation_strings":["INM, National Research Council of Italy, Via De Marini 6, 16149, Genoa, Italy"],"affiliations":[{"raw_affiliation_string":"INM, National Research Council of Italy, Via De Marini 6, 16149, Genoa, Italy","institution_ids":["https://openalex.org/I4210155236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059916807","display_name":"Massimo Paolucci","orcid":"https://orcid.org/0000-0003-0618-8406"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Massimo Paolucci","raw_affiliation_strings":["DIBRIS, University of Genoa, Via All\u2019Opera Pia 13, 16145, Genoa, Italy"],"affiliations":[{"raw_affiliation_string":"DIBRIS, University of Genoa, Via All\u2019Opera Pia 13, 16145, Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048127564","display_name":"Roberto Ronco","orcid":"https://orcid.org/0000-0001-6846-6374"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Roberto Ronco","raw_affiliation_strings":["DIBRIS, University of Genoa, Via All\u2019Opera Pia 13, 16145, Genoa, Italy"],"affiliations":[{"raw_affiliation_string":"DIBRIS, University of Genoa, Via All\u2019Opera Pia 13, 16145, Genoa, Italy","institution_ids":["https://openalex.org/I83816512"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5082854095"],"corresponding_institution_ids":["https://openalex.org/I4210155236"],"apc_list":{"value":2390,"currency":"EUR","value_usd":2990},"apc_paid":{"value":2390,"currency":"EUR","value_usd":2990},"fwci":9.7318,"has_fulltext":true,"cited_by_count":72,"citation_normalized_percentile":{"value":0.98079932,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"25","issue":"19","first_page":"12569","last_page":"12588"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8527750372886658},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7662345170974731},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7537795305252075},{"id":"https://openalex.org/keywords/virtual-machine","display_name":"Virtual machine","score":0.677112340927124},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6060117483139038},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5949229598045349},{"id":"https://openalex.org/keywords/bin-packing-problem","display_name":"Bin packing problem","score":0.5189828276634216},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5128465294837952},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.49734237790107727},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.4613525867462158},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2955334186553955},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27412721514701843}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8527750372886658},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7662345170974731},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7537795305252075},{"id":"https://openalex.org/C25344961","wikidata":"https://www.wikidata.org/wiki/Q192726","display_name":"Virtual machine","level":2,"score":0.677112340927124},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6060117483139038},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5949229598045349},{"id":"https://openalex.org/C87219788","wikidata":"https://www.wikidata.org/wiki/Q814581","display_name":"Bin packing problem","level":3,"score":0.5189828276634216},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5128465294837952},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.49734237790107727},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.4613525867462158},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2955334186553955},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27412721514701843},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C156273044","wikidata":"https://www.wikidata.org/wiki/Q4913766","display_name":"Bin","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s00500-020-05462-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00500-020-05462-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00500-020-05462-x.pdf","source":{"id":"https://openalex.org/S65753830","display_name":"Soft Computing","issn_l":"1432-7643","issn":["1432-7643","1433-7479"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Soft Computing","raw_type":"journal-article"},{"id":"pmh:oai:iris.unige.it:11567/1035752","is_oa":true,"landing_page_url":"https://hdl.handle.net/11567/1035752","pdf_url":null,"source":{"id":"https://openalex.org/S4377196291","display_name":"CINECA IRIS Institutial Research Information System (University of Genoa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83816512","host_organization_name":"University of Genoa","host_organization_lineage":["https://openalex.org/I83816512"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s00500-020-05462-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00500-020-05462-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00500-020-05462-x.pdf","source":{"id":"https://openalex.org/S65753830","display_name":"Soft Computing","issn_l":"1432-7643","issn":["1432-7643","1433-7479"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Soft Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322794","display_name":"Universit\u00e0 degli Studi di Genova","ror":"https://ror.org/0107c5v14"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3112195926.pdf","grobid_xml":"https://content.openalex.org/works/W3112195926.grobid-xml"},"referenced_works_count":77,"referenced_works":["https://openalex.org/W4819873","https://openalex.org/W1520679476","https://openalex.org/W1562983757","https://openalex.org/W1757796397","https://openalex.org/W1829813581","https://openalex.org/W1924066186","https://openalex.org/W1967910577","https://openalex.org/W1974758710","https://openalex.org/W2000724414","https://openalex.org/W2003604090","https://openalex.org/W2027675520","https://openalex.org/W2027960934","https://openalex.org/W2028629398","https://openalex.org/W2033799165","https://openalex.org/W2046660101","https://openalex.org/W2061686014","https://openalex.org/W2063054322","https://openalex.org/W2068617013","https://openalex.org/W2068727372","https://openalex.org/W2073384958","https://openalex.org/W2090682711","https://openalex.org/W2107726111","https://openalex.org/W2121863487","https://openalex.org/W2125083487","https://openalex.org/W2126316555","https://openalex.org/W2126568761","https://openalex.org/W2128872303","https://openalex.org/W2149945051","https://openalex.org/W2155031841","https://openalex.org/W2155968351","https://openalex.org/W2158468884","https://openalex.org/W2160756722","https://openalex.org/W2164079218","https://openalex.org/W2173564293","https://openalex.org/W2277378112","https://openalex.org/W2278665952","https://openalex.org/W2334049179","https://openalex.org/W2470835488","https://openalex.org/W2501976760","https://openalex.org/W2597068831","https://openalex.org/W2605232986","https://openalex.org/W2734809238","https://openalex.org/W2745868649","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2775287056","https://openalex.org/W2792281126","https://openalex.org/W2794066724","https://openalex.org/W2799627099","https://openalex.org/W2800666081","https://openalex.org/W2808916808","https://openalex.org/W2889236161","https://openalex.org/W2929242575","https://openalex.org/W2944840375","https://openalex.org/W2950857579","https://openalex.org/W2952867909","https://openalex.org/W2955555619","https://openalex.org/W2962856838","https://openalex.org/W2963477884","https://openalex.org/W2963620705","https://openalex.org/W2964121744","https://openalex.org/W2964174623","https://openalex.org/W2964291307","https://openalex.org/W2965698433","https://openalex.org/W2967768062","https://openalex.org/W2995932979","https://openalex.org/W2998498679","https://openalex.org/W3004383208","https://openalex.org/W3008421805","https://openalex.org/W3009548388","https://openalex.org/W3010451429","https://openalex.org/W3100789280","https://openalex.org/W3124559709","https://openalex.org/W4241727697","https://openalex.org/W4285719527","https://openalex.org/W6600553734","https://openalex.org/W6602157016"],"related_works":["https://openalex.org/W138116057","https://openalex.org/W2161940019","https://openalex.org/W2042730101","https://openalex.org/W3034800622","https://openalex.org/W2044180942","https://openalex.org/W2088620127","https://openalex.org/W1527172735","https://openalex.org/W2986816978","https://openalex.org/W2743348030","https://openalex.org/W2558538437"],"abstract_inverted_index":{"Abstract":[0],"The":[1,22],"ubiquitous":[2],"diffusion":[3],"of":[4,104],"cloud":[5],"computing":[6],"requires":[7],"suitable":[8],"management":[9],"policies":[10],"to":[11,33,47,53,58,68,83,92,130],"face":[12],"the":[13,27,31,55,102,107,111,114,132,141,155],"workload":[14],"while":[15],"guaranteeing":[16],"quality":[17],"constraints":[18],"and":[19,30,70,113],"mitigating":[20],"costs.":[21],"typical":[23],"trade-off":[24],"is":[25,46],"between":[26],"used":[28,153],"power":[29,108],"adherence":[32],"a":[34,43,89,125],"service-level":[35],"metric":[36],"subscribed":[37],"by":[38,110,117,123],"customers.":[39],"To":[40],"this":[41],"aim,":[42],"possible":[44],"idea":[45],"use":[48],"an":[49],"optimization-based":[50],"placement":[51,95,134],"mechanism":[52],"select":[54,131],"servers":[56],"where":[57],"deploy":[59],"virtual":[60,74,138],"machines.":[61],"Unfortunately,":[62],"high":[63],"packing":[64,150],"factors":[65],"could":[66],"lead":[67],"performance":[69,115],"security":[71],"issues,":[72],"e.g.,":[73],"machines":[75],"can":[76],"compete":[77],"for":[78,136],"hardware":[79,105],"resources":[80],"or":[81,161],"collude":[82],"leak":[84],"data.":[85],"Therefore,":[86],"we":[87],"introduce":[88],"multi-objective":[90],"approach":[91],"compute":[93],"optimal":[94],"strategies":[96,120],"considering":[97,158],"different":[98],"goals,":[99],"such":[100],"as":[101],"impact":[103],"outages,":[106],"required":[109],"datacenter,":[112],"perceived":[116],"users.":[118],"Placement":[119],"are":[121],"found":[122],"using":[124],"deep":[126],"reinforcement":[127],"learning":[128],"framework":[129],"best":[133],"heuristic":[135],"each":[137],"machine":[139],"composing":[140],"workload.":[142],"Results":[143],"indicate":[144],"that":[145],"our":[146],"method":[147],"outperforms":[148],"bin":[149],"heuristics":[151],"widely":[152],"in":[154],"literature":[156],"when":[157],"either":[159],"synthetic":[160],"real":[162],"workloads.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":4}],"updated_date":"2026-03-29T08:15:47.926485","created_date":"2025-10-10T00:00:00"}