{"id":"https://openalex.org/W4389077433","doi":"https://doi.org/10.23919/cnsm59352.2023.10327797","title":"Resource Allocation of Multi-User Workloads in Cloud and Edge Data-Centers Using Reinforcement Learning","display_name":"Resource Allocation of Multi-User Workloads in Cloud and Edge Data-Centers Using Reinforcement Learning","publication_year":2023,"publication_date":"2023-10-30","ids":{"openalex":"https://openalex.org/W4389077433","doi":"https://doi.org/10.23919/cnsm59352.2023.10327797"},"language":"en","primary_location":{"id":"doi:10.23919/cnsm59352.2023.10327797","is_oa":false,"landing_page_url":"https://doi.org/10.23919/cnsm59352.2023.10327797","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 19th International Conference on Network and Service Management (CNSM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.10007880","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002567482","display_name":"Julian M. Jimenez","orcid":"https://orcid.org/0000-0001-6388-5692"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Julian Jimenez","raw_affiliation_strings":["University of Antwerp - imec,IDLab,Department of Computer Science,Antwerp,Belgium,2000"],"affiliations":[{"raw_affiliation_string":"University of Antwerp - imec,IDLab,Department of Computer Science,Antwerp,Belgium,2000","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028802750","display_name":"Paola Soto","orcid":"https://orcid.org/0000-0001-5906-6424"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Paola Soto","raw_affiliation_strings":["University of Antwerp - imec,IDLab,Department of Computer Science,Antwerp,Belgium,2000"],"affiliations":[{"raw_affiliation_string":"University of Antwerp - imec,IDLab,Department of Computer Science,Antwerp,Belgium,2000","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073562678","display_name":"Danny De Vleeschauwer","orcid":"https://orcid.org/0000-0002-0718-8048"},"institutions":[{"id":"https://openalex.org/I4210160875","display_name":"Nokia (Belgium)","ror":"https://ror.org/04xze1462","country_code":"BE","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210160875"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Danny De Vleeschauwer","raw_affiliation_strings":["Nokia Bell Labs,Antwerp,Belgium,2018"],"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs,Antwerp,Belgium,2018","institution_ids":["https://openalex.org/I4210160875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009566669","display_name":"Chia\u2010Yu Chang","orcid":"https://orcid.org/0000-0002-7020-8451"},"institutions":[{"id":"https://openalex.org/I4210160875","display_name":"Nokia (Belgium)","ror":"https://ror.org/04xze1462","country_code":"BE","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210160875"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Chia-Yu Chang","raw_affiliation_strings":["Nokia Bell Labs,Antwerp,Belgium,2018"],"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs,Antwerp,Belgium,2018","institution_ids":["https://openalex.org/I4210160875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072988318","display_name":"Yorick De Bock","orcid":"https://orcid.org/0000-0003-4540-5354"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Yorick De Bock","raw_affiliation_strings":["University of Antwerp - imec,IDLab,Department of Computer Science,Antwerp,Belgium,2000"],"affiliations":[{"raw_affiliation_string":"University of Antwerp - imec,IDLab,Department of Computer Science,Antwerp,Belgium,2000","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049021976","display_name":"Steven Latr\u00e9","orcid":"https://orcid.org/0000-0003-0351-1714"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Steven Latre","raw_affiliation_strings":["University of Antwerp - imec,IDLab,Department of Computer Science,Antwerp,Belgium,2000"],"affiliations":[{"raw_affiliation_string":"University of Antwerp - imec,IDLab,Department of Computer Science,Antwerp,Belgium,2000","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072792091","display_name":"Miguel Camelo","orcid":"https://orcid.org/0000-0001-8152-7143"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Miguel Camelo","raw_affiliation_strings":["University of Antwerp - imec,IDLab,Department of Computer Science,Antwerp,Belgium,2000"],"affiliations":[{"raw_affiliation_string":"University of Antwerp - imec,IDLab,Department of Computer Science,Antwerp,Belgium,2000","institution_ids":["https://openalex.org/I149213910"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5002567482"],"corresponding_institution_ids":["https://openalex.org/I149213910"],"apc_list":null,"apc_paid":null,"fwci":0.3978,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.63841671,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8482847213745117},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8385165929794312},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7585884928703308},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.6283466219902039},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5767994523048401},{"id":"https://openalex.org/keywords/data-center","display_name":"Data center","score":0.5284578204154968},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5163747072219849},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4877234399318695},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4581323266029358},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4518704414367676},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.43863818049430847},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4257814884185791},{"id":"https://openalex.org/keywords/service-level-agreement","display_name":"Service-level agreement","score":0.4208415448665619},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.41125285625457764},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3098176419734955},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17101508378982544},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.13950520753860474}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8482847213745117},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8385165929794312},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7585884928703308},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.6283466219902039},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5767994523048401},{"id":"https://openalex.org/C153740404","wikidata":"https://www.wikidata.org/wiki/Q671224","display_name":"Data center","level":2,"score":0.5284578204154968},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5163747072219849},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4877234399318695},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4581323266029358},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4518704414367676},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.43863818049430847},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4257814884185791},{"id":"https://openalex.org/C2778160497","wikidata":"https://www.wikidata.org/wiki/Q869830","display_name":"Service-level agreement","level":3,"score":0.4208415448665619},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.41125285625457764},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3098176419734955},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17101508378982544},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.13950520753860474},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.23919/cnsm59352.2023.10327797","is_oa":false,"landing_page_url":"https://doi.org/10.23919/cnsm59352.2023.10327797","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 19th International Conference on Network and Service Management (CNSM)","raw_type":"proceedings-article"},{"id":"pmh:c:irua:204737","is_oa":false,"landing_page_url":"https://hdl.handle.net/10067/2047370151162165141","pdf_url":null,"source":{"id":"https://openalex.org/S4306401849","display_name":"Institutional Repository University of Antwerp (University of Antwerp)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149213910","host_organization_name":"University of Antwerp","host_organization_lineage":["https://openalex.org/I149213910"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"doi:10.5281/zenodo.10007880","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.10007880","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.5281/zenodo.10007880","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.10007880","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2080046268","https://openalex.org/W2081639506","https://openalex.org/W2132850049","https://openalex.org/W2293168934","https://openalex.org/W2515113167","https://openalex.org/W2961342702","https://openalex.org/W3024890068","https://openalex.org/W3125815740","https://openalex.org/W3178135106","https://openalex.org/W4214717370","https://openalex.org/W4226409296","https://openalex.org/W4297964528","https://openalex.org/W4380685609","https://openalex.org/W4381162081","https://openalex.org/W4381744954","https://openalex.org/W4386260499","https://openalex.org/W6790407712","https://openalex.org/W6855943553"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W2896252239","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W1592324786","https://openalex.org/W2534160330"],"abstract_inverted_index":{"Cloud":[0],"and":[1,58,83,122,140],"edge":[2],"Data-center":[3],"(DC)":[4],"are":[5,78],"designed":[6],"to":[7,12,50,105],"allocate":[8],"computing":[9,48],"resources":[10,49],"dynamically":[11],"users":[13],"based":[14],"on":[15,66],"the":[16,23,98,101,106,112,117],"agreed":[17],"Service":[18],"Level":[19],"Agreement":[20],"(SLA).":[21],"However,":[22],"ever-increasing":[24],"demand":[25],"for":[26],"beyond":[27],"5G":[28],"services":[29],"necessitates":[30],"an":[31],"efficient":[32],"workload":[33,108,130],"management.":[34],"A":[35],"key":[36],"challenge":[37],"in":[38,74,127,132,144],"this":[39,87],"regard":[40],"is":[41],"auto-scaling,":[42],"a":[43,91,123,128,145],"dynamic":[44],"process":[45],"that":[46,96],"adjusts":[47],"meet":[51],"fluctuating":[52],"system":[53],"demands,":[54],"optimizing":[55],"resource":[56],"utilization":[57],"cost":[59],"efficiency.":[60],"Traditional":[61],"auto-scaling":[62],"algorithms,":[63],"which":[64,77],"rely":[65],"fixed":[67],"thresholds":[68],"or":[69],"control-theory,":[70],"may":[71],"face":[72],"limitations":[73],"modern":[75],"DC":[76],"characterized":[79],"by":[80],"diverse,":[81],"dynamic,":[82],"multi-user":[84,107,129],"workloads.":[85],"In":[86],"paper,":[88],"we":[89],"propose":[90],"Reinforcement":[92],"Learning":[93],"(RL)-based":[94],"controller":[95,121,126],"extends":[97],"capacity":[99],"of":[100,134],"state-of-the-art":[102],"RL-based":[103],"auto-scalers":[104],"scenario.":[109],"We":[110],"compare":[111],"proposed":[113],"RL":[114],"agent":[115],"against":[116],"well-known":[118],"Proportional-Integral":[119],"(PI)":[120],"Threshold":[124],"(THD)-based":[125],"scenario":[131],"terms":[133],"created":[135],"Cloud-native":[136],"Network":[137],"Functions":[138],"(CNFs)":[139],"peak":[141],"latency":[142],"performed":[143],"discrete":[146],"event":[147],"simulator.":[148]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}