{"id":"https://openalex.org/W4412446423","doi":"https://doi.org/10.1109/noms57970.2025.11073717","title":"Can Reinforcement Learning be Generalized for Efficient Auto-Scaling in Containerized Clouds?","display_name":"Can Reinforcement Learning be Generalized for Efficient Auto-Scaling in Containerized Clouds?","publication_year":2025,"publication_date":"2025-05-12","ids":{"openalex":"https://openalex.org/W4412446423","doi":"https://doi.org/10.1109/noms57970.2025.11073717"},"language":"en","primary_location":{"id":"doi:10.1109/noms57970.2025.11073717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/noms57970.2025.11073717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NOMS 2025-2025 IEEE Network Operations and Management Symposium","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://biblio.ugent.be/publication/01JVPFMGQS9QHN2YY875F9VF6P/file/01JVPFQ7AER6Q9GR913XCQQYAH.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001674031","display_name":"J.V. Ara\u00fajo dos Santos","orcid":"https://orcid.org/0000-0002-3662-6166"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Santos","raw_affiliation_strings":["Ghent University - imec,IDLab,Department of Information Technology,Ghent,Belgium,9000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ghent University - imec,IDLab,Department of Information Technology,Ghent,Belgium,9000","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114814262","display_name":"Efstratios Reppas","orcid":null},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Efstratios Reppas","raw_affiliation_strings":["National Technical University of Athens (NTUA),Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Technical University of Athens (NTUA),Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078209506","display_name":"Tim Wauters","orcid":"https://orcid.org/0000-0003-2618-3311"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Tim Wauters","raw_affiliation_strings":["Ghent University - imec,IDLab,Department of Information Technology,Ghent,Belgium,9000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ghent University - imec,IDLab,Department of Information Technology,Ghent,Belgium,9000","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061693660","display_name":"Bruno Volckaert","orcid":"https://orcid.org/0000-0003-0575-5894"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Bruno Volckaert","raw_affiliation_strings":["Ghent University - imec,IDLab,Department of Information Technology,Ghent,Belgium,9000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ghent University - imec,IDLab,Department of Information Technology,Ghent,Belgium,9000","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051784384","display_name":"Filip De Turck","orcid":"https://orcid.org/0000-0003-4824-1199"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Filip De Turck","raw_affiliation_strings":["Ghent University - imec,IDLab,Department of Information Technology,Ghent,Belgium,9000"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ghent University - imec,IDLab,Department of Information Technology,Ghent,Belgium,9000","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.2359852,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7960987091064453},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6707780361175537},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.5837507843971252},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4081767797470093},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1262885332107544}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7960987091064453},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6707780361175537},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.5837507843971252},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4081767797470093},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1262885332107544},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/noms57970.2025.11073717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/noms57970.2025.11073717","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"NOMS 2025-2025 IEEE Network Operations and Management Symposium","raw_type":"proceedings-article"},{"id":"pmh:oai:archive.ugent.be:01JVPFMGQS9QHN2YY875F9VF6P","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01JVPFMGQS9QHN2YY875F9VF6P","pdf_url":"https://biblio.ugent.be/publication/01JVPFMGQS9QHN2YY875F9VF6P/file/01JVPFQ7AER6Q9GR913XCQQYAH.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798331531638","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:archive.ugent.be:01JVPFMGQS9QHN2YY875F9VF6P","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01JVPFMGQS9QHN2YY875F9VF6P","pdf_url":"https://biblio.ugent.be/publication/01JVPFMGQS9QHN2YY875F9VF6P/file/01JVPFQ7AER6Q9GR913XCQQYAH.pdf","source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISBN: 9798331531638","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2563411935","display_name":null,"funder_award_id":"1299323N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4412446423.pdf"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W2525833315","https://openalex.org/W2554427106","https://openalex.org/W2620387295","https://openalex.org/W2624989916","https://openalex.org/W2724423093","https://openalex.org/W2727884411","https://openalex.org/W2783272959","https://openalex.org/W2885281272","https://openalex.org/W2898035736","https://openalex.org/W2913594846","https://openalex.org/W2970125901","https://openalex.org/W2971317361","https://openalex.org/W2975654487","https://openalex.org/W3023238978","https://openalex.org/W3109370623","https://openalex.org/W3178135106","https://openalex.org/W3216772467","https://openalex.org/W4381194802","https://openalex.org/W4381744954","https://openalex.org/W4384157961","https://openalex.org/W4404734757"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"The":[0,105,121],"rapid":[1],"adoption":[2],"of":[3,43,163],"containerized":[4,55,172],"cloud":[5,173],"environments":[6],"requires":[7],"robust":[8],"and":[9,21,78,102,116,133,151,161],"efficient":[10,52],"Auto-Scaling":[11],"(AS)":[12],"mechanisms":[13],"to":[14,32,35,91,118],"ensure":[15],"adequate":[16],"resource":[17,103],"utilization,":[18],"high":[19],"performance,":[20],"cost-effectiveness.":[22],"Traditional":[23],"AS":[24,53],"approaches,":[25],"often":[26],"based":[27],"on":[28,58,74],"predefined":[29],"thresholds,":[30],"fail":[31],"adapt":[33,117],"well":[34],"dynamic":[36],"workloads.":[37,120],"This":[38,156],"paper":[39,62],"investigates":[40],"the":[41,98,141,159],"potential":[42],"Reinforcement":[44],"Learning":[45],"(RL)":[46],"as":[47,97],"a":[48],"generalized":[49],"solution":[50],"for":[51],"in":[54,125,165,171],"clouds.":[56],"Building":[57],"previous":[59],"studies,":[60],"this":[61],"examines":[63],"whether":[64],"RL":[65,109,164],"approaches":[66],"can":[67,111],"learn":[68],"adaptive":[69],"scaling":[70,169],"policies":[71],"when":[72],"trained":[73],"diverse":[75],"workload":[76],"datasets":[77],"tested":[79],"across":[80],"different":[81],"scenarios.":[82],"A":[83],"Multi-Objective":[84],"(MO)":[85],"reward":[86],"function":[87],"has":[88],"been":[89],"designed":[90],"optimize":[92],"key":[93],"performance":[94],"factors":[95],"such":[96],"application's":[99],"response":[100],"time,":[101],"utilization.":[104],"results":[106],"demonstrate":[107],"that":[108],"algorithms":[110],"effectively":[112],"balance":[113],"competing":[114],"objectives":[115],"changing":[119],"Latency":[122],"strategy":[123,143],"resulted":[124],"lower":[126,152],"latency":[127],"but":[128],"required":[129],"more":[130],"pods":[131,149],"(7.4)":[132],"slightly":[134],"higher":[135],"CPU":[136,153],"usage":[137,154],"(28.92%).":[138],"In":[139],"contrast,":[140],"Cost":[142],"minimized":[144],"deployment":[145],"costs":[146],"with":[147],"fewer":[148],"(3.56)":[150],"(24.45%).":[155],"study":[157],"highlights":[158],"versatility":[160],"efficiency":[162],"managing":[166],"complex,":[167],"real-time":[168],"decisions":[170],"infrastructures.":[174]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-07-16T00:00:00"}