{"id":"https://openalex.org/W2397902997","doi":"https://doi.org/10.1109/iciev.2016.7760166","title":"Reinforcement learning based autonomic virtual machine management in clouds","display_name":"Reinforcement learning based autonomic virtual machine management in clouds","publication_year":2016,"publication_date":"2016-05-01","ids":{"openalex":"https://openalex.org/W2397902997","doi":"https://doi.org/10.1109/iciev.2016.7760166","mag":"2397902997"},"language":"en","primary_location":{"id":"doi:10.1109/iciev.2016.7760166","doi":"https://doi.org/10.1109/iciev.2016.7760166","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iciev.2016.7760166","pdf_url":null,"source":{"id":"https://openalex.org/S7407087042","display_name":"International Conference on Informatics, Electronics & Vision (ICIEV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 5th International Conference on Informatics, Electronics and Vision (ICIEV)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Arafat Habib","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I5518804","display_name":"BRAC University","ror":"https://ror.org/00sge8677","country_code":"BD","type":"education","lineage":["https://openalex.org/I5518804"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Arafat Habib","raw_affiliation_strings":["Department of Computer Science and Engineering, BRAC University, Dhaka, Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, BRAC University, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I5518804"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074746901","display_name":"Muhidul Islam Khan","orcid":"https://orcid.org/0000-0002-9035-9046","observed_orcids":["https://orcid.org/0000-0002-9035-9046"]},"institutions":[{"id":"https://openalex.org/I5518804","display_name":"BRAC University","ror":"https://ror.org/00sge8677","country_code":"BD","type":"education","lineage":["https://openalex.org/I5518804"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Muhidul Islam Khan","raw_affiliation_strings":["Department of Computer Science and Engineering, BRAC University, Dhaka, Bangladesh"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, BRAC University, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I5518804"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I5518804"],"apc_list":null,"apc_paid":null,"fwci":0.7223,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.66422371,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1083","last_page":"1088"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14098","display_name":"Energy Efficiency in Computing","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/virtual-machine-management","display_name":"virtual machine management","score":0.9950000047683716},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.8309999704360962},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.9369999766349792},{"id":"https://openalex.org/keywords/sarsa-lambda","display_name":"Sarsa(lambda)","score":0.843999981880188},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.9610000252723694},{"id":"https://openalex.org/keywords/resource-dimensioning","display_name":"resource dimensioning","score":0.9179999828338623},{"id":"https://openalex.org/keywords/virtual-machine-migration","display_name":"virtual machine migration","score":0.6669999957084656},{"id":"https://openalex.org/keywords/service-level-agreements","display_name":"service level agreements","score":0.4909999966621399},{"id":"https://openalex.org/keywords/cost-optimization","display_name":"cost optimization","score":0.36500000953674316}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8761150240898132},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8657842874526978},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7790318727493286},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5153107643127441},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5093718767166138},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.507839024066925},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49530258774757385},{"id":"https://openalex.org/C89714869","wikidata":"https://www.wikidata.org/wiki/Q2280470","display_name":"Dimensioning","level":2,"score":0.4537452161312103},{"id":"https://openalex.org/C199190896","wikidata":"https://www.wikidata.org/wiki/Q3509276","display_name":"Learning classifier system","level":3,"score":0.4528138041496277},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.4308074116706848},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4151516854763031},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4142894148826599},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.35145998001098633},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32860076427459717},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13435810804367065},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/iciev.2016.7760166","doi":"https://doi.org/10.1109/iciev.2016.7760166","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iciev.2016.7760166","pdf_url":null,"source":{"id":"https://openalex.org/S7407087042","display_name":"International Conference on Informatics, Electronics & Vision (ICIEV)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 5th International Conference on Informatics, Electronics and Vision (ICIEV)","raw_type":"proceedings-article"},{"id":"pmh:oai:localhost:10361/9532","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10361/9532","pdf_url":null,"source":{"id":"https://openalex.org/S4306402122","display_name":"BRAC University Institutional Repository (BRAC University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I5518804","host_organization_name":"BRAC University","host_organization_lineage":["https://openalex.org/I5518804"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"","raw_type":"Conference paper"},{"id":"pmh:oai:dspace.bracu.ac.bd:10361/5311","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10361/5311","pdf_url":null,"source":{"id":"https://openalex.org/S4306402122","display_name":"BRAC University Institutional Repository (BRAC University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I5518804","host_organization_name":"BRAC University","host_organization_lineage":["https://openalex.org/I5518804"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Thesis"},{"id":"pmh:oai:dspace.bracu.ac.bd:10361/9532","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10361/9532","pdf_url":null,"source":{"id":"https://openalex.org/S4306402122","display_name":"BRAC University Institutional Repository (BRAC University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I5518804","host_organization_name":"BRAC University","host_organization_lineage":["https://openalex.org/I5518804"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1515891729","https://openalex.org/W2037948924","https://openalex.org/W2102558581","https://openalex.org/W2121863487","https://openalex.org/W2122012536","https://openalex.org/W2138583691","https://openalex.org/W2145457647","https://openalex.org/W2161238115","https://openalex.org/W2275530856","https://openalex.org/W6677916085"],"related_works":["https://openalex.org/W2595166142","https://openalex.org/W4293546481","https://openalex.org/W4377700181","https://openalex.org/W2046660101","https://openalex.org/W7170451306","https://openalex.org/W2586732548","https://openalex.org/W7216942187","https://openalex.org/W2263465475","https://openalex.org/W4214601886","https://openalex.org/W2797946857"],"abstract_inverted_index":{"Cloud":[0],"computing":[1],"is":[2,20,25,78],"a":[3,21,71],"rapidly":[4],"emerging":[5],"field,":[6],"services":[7],"and":[8,44,57,120,131],"applications":[9],"are":[10],"more":[11],"or":[12],"less":[13],"24/7.":[14],"Resource":[15],"dimensioning":[16],"in":[17,38,65],"this":[18,66,94],"field":[19],"great":[22],"issue.":[23],"Research":[24],"already":[26],"going":[27],"on":[28,69],"to":[29,33,51,80,98],"imply":[30],"reinforcement":[31,74,127],"learning":[32,75,128],"automate":[34],"decision":[35],"making":[36],"process":[37],"case":[39,67],"of":[40,46,106],"addition,":[41],"reduction,":[42],"migration":[43],"maintenance":[45],"the":[47,53,101,107,111,122],"Virtual":[48],"Machines":[49],"(VM)":[50],"balance":[52],"service":[54],"level":[55],"performance":[56],"VM":[58],"management":[59],"cost.":[60],"Models":[61],"have":[62],"been":[63],"proposed":[64],"based":[68],"Q-learning,":[70],"very":[72],"popular":[73,126],"technique":[76],"that":[77],"used":[79],"find":[81],"optimal":[82],"action":[83],"selection":[84],"policy":[85],"for":[86],"any":[87],"finite":[88],"Markov":[89,116],"Decision":[90,117],"Process":[91,118],"(MDP).":[92],"In":[93],"paper":[95],"we":[96],"propose":[97],"work":[99],"with":[100,124],"challenges":[102],"like":[103],"proper":[104],"initialization":[105],"early":[108],"stages,":[109],"designing":[110],"states,":[112],"actions,":[113],"transitions":[114],"using":[115],"(MDP)":[119],"solving":[121],"MDP":[123],"two":[125],"techniques,":[129],"Q-learning":[130],"SARSA(\u03bb).":[132]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-10-26T11:51:55.731654","created_date":"2016-06-24T00:00:00"}