{"id":"https://openalex.org/W4226409296","doi":"https://doi.org/10.1109/sds54264.2021.9731854","title":"Towards Autonomous VNF Auto-scaling using Deep Reinforcement Learning","display_name":"Towards Autonomous VNF Auto-scaling using Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-12-06","ids":{"openalex":"https://openalex.org/W4226409296","doi":"https://doi.org/10.1109/sds54264.2021.9731854"},"language":"en","primary_location":{"id":"doi:10.1109/sds54264.2021.9731854","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sds54264.2021.9731854","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 Eighth International Conference on Software Defined Systems (SDS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028802750","display_name":"Paola Soto","orcid":"https://orcid.org/0000-0001-5906-6424"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Paola Soto","raw_affiliation_strings":["University of Antwerp - imec, IDLab,Department of Computer Science,Antwerp,Belgium,2000"],"affiliations":[{"raw_affiliation_string":"University of Antwerp - imec, IDLab,Department of Computer Science,Antwerp,Belgium,2000","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073562678","display_name":"Danny De Vleeschauwer","orcid":"https://orcid.org/0000-0002-0718-8048"},"institutions":[{"id":"https://openalex.org/I35961687","display_name":"Universidad de Antioquia","ror":"https://ror.org/03bp5hc83","country_code":"CO","type":"education","lineage":["https://openalex.org/I35961687"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Danny De Vleeschauwer","raw_affiliation_strings":["Universidad de Antioquia,Department of Telecommunications Engineering,Medellín,Colombia"],"affiliations":[{"raw_affiliation_string":"Universidad de Antioquia,Department of Telecommunications Engineering,Medellín,Colombia","institution_ids":["https://openalex.org/I35961687"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072792091","display_name":"Miguel Camelo","orcid":"https://orcid.org/0000-0001-8152-7143"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Miguel Camelo","raw_affiliation_strings":["University of Antwerp - imec, IDLab,Department of Computer Science,Antwerp,Belgium,2000"],"affiliations":[{"raw_affiliation_string":"University of Antwerp - imec, IDLab,Department of Computer Science,Antwerp,Belgium,2000","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072988318","display_name":"Yorick De Bock","orcid":"https://orcid.org/0000-0003-4540-5354"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Yorick De Bock","raw_affiliation_strings":["University of Antwerp - imec, IDLab,Department of Computer Science,Antwerp,Belgium,2000"],"affiliations":[{"raw_affiliation_string":"University of Antwerp - imec, IDLab,Department of Computer Science,Antwerp,Belgium,2000","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054744184","display_name":"Koen De Schepper","orcid":"https://orcid.org/0000-0003-2839-7006"},"institutions":[{"id":"https://openalex.org/I4210160875","display_name":"Nokia (Belgium)","ror":"https://ror.org/04xze1462","country_code":"BE","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210160875"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Koen De Schepper","raw_affiliation_strings":["Nokia Bell Labs,Antwerp,Belgium,2018"],"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs,Antwerp,Belgium,2018","institution_ids":["https://openalex.org/I4210160875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054679498","display_name":"Chia\u2010Yu Chang","orcid":"https://orcid.org/0000-0001-5132-1654"},"institutions":[{"id":"https://openalex.org/I4210160875","display_name":"Nokia (Belgium)","ror":"https://ror.org/04xze1462","country_code":"BE","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210160875"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Chia-Yu Chang","raw_affiliation_strings":["Nokia Bell Labs,Antwerp,Belgium,2018"],"affiliations":[{"raw_affiliation_string":"Nokia Bell Labs,Antwerp,Belgium,2018","institution_ids":["https://openalex.org/I4210160875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008171683","display_name":"Peter Hellinckx","orcid":"https://orcid.org/0000-0001-8029-4720"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Peter Hellinckx","raw_affiliation_strings":["University of Antwerp - imec, IDLab,Department of Computer Science,Antwerp,Belgium,2000"],"affiliations":[{"raw_affiliation_string":"University of Antwerp - imec, IDLab,Department of Computer Science,Antwerp,Belgium,2000","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072727038","display_name":"Juan Felipe Botero","orcid":"https://orcid.org/0000-0002-7072-8924"},"institutions":[{"id":"https://openalex.org/I35961687","display_name":"Universidad de Antioquia","ror":"https://ror.org/03bp5hc83","country_code":"CO","type":"education","lineage":["https://openalex.org/I35961687"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Juan F. Botero","raw_affiliation_strings":["Universidad de Antioquia,Department of Telecommunications Engineering,Medellín,Colombia"],"affiliations":[{"raw_affiliation_string":"Universidad de Antioquia,Department of Telecommunications Engineering,Medellín,Colombia","institution_ids":["https://openalex.org/I35961687"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049021976","display_name":"Steven Latr\u00e9","orcid":"https://orcid.org/0000-0003-0351-1714"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Steven Latre","raw_affiliation_strings":["University of Antwerp - imec, IDLab,Department of Computer Science,Antwerp,Belgium,2000"],"affiliations":[{"raw_affiliation_string":"University of Antwerp - imec, IDLab,Department of Computer Science,Antwerp,Belgium,2000","institution_ids":["https://openalex.org/I149213910"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5028802750"],"corresponding_institution_ids":["https://openalex.org/I149213910"],"apc_list":null,"apc_paid":null,"fwci":1.2728,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.81860318,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"08"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9866999983787537,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9812999963760376,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8229326009750366},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.786244809627533},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.7327942848205566},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6548877954483032},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5765552520751953},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5561333298683167},{"id":"https://openalex.org/keywords/network-functions-virtualization","display_name":"Network Functions Virtualization","score":0.5236824750900269},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.5026183128356934},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.49187231063842773},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3549680709838867},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34015804529190063},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.24458321928977966}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8229326009750366},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.786244809627533},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.7327942848205566},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6548877954483032},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5765552520751953},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5561333298683167},{"id":"https://openalex.org/C200789330","wikidata":"https://www.wikidata.org/wiki/Q7000834","display_name":"Network Functions Virtualization","level":3,"score":0.5236824750900269},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.5026183128356934},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.49187231063842773},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3549680709838867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34015804529190063},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.24458321928977966},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/sds54264.2021.9731854","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sds54264.2021.9731854","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 Eighth International Conference on Software Defined Systems (SDS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.47999998927116394}],"awards":[{"id":"https://openalex.org/G7937576604","display_name":null,"funder_award_id":"G055619N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2014524238","https://openalex.org/W2080046268","https://openalex.org/W2145339207","https://openalex.org/W2783048824","https://openalex.org/W2885281272","https://openalex.org/W2969644839","https://openalex.org/W2969694125","https://openalex.org/W2983752073","https://openalex.org/W3109370623","https://openalex.org/W3125815740","https://openalex.org/W3165576656","https://openalex.org/W3185008849","https://openalex.org/W6790407712","https://openalex.org/W6799046743"],"related_works":["https://openalex.org/W2753693138","https://openalex.org/W4391456748","https://openalex.org/W2947631338","https://openalex.org/W3045613988","https://openalex.org/W2547654579","https://openalex.org/W2890601616","https://openalex.org/W4299993604","https://openalex.org/W2909024109","https://openalex.org/W2582850443","https://openalex.org/W2596544663"],"abstract_inverted_index":{"Network":[0,25,35],"Function":[1],"Virtualization":[2],"(NFV)":[3],"is":[4],"one":[5],"of":[6,62,73,87,105,137,158,164],"the":[7,11,15,66,69,80,103,135,150,159],"main":[8],"enablers":[9],"behind":[10],"promised":[12],"improvements":[13],"in":[14,42,68,162,171],"Fifth":[16],"Generation":[17],"(5G)":[18],"networking":[19],"era.":[20],"Thanks":[21],"to":[22,79,102,140],"this":[23,50,110],"concept,":[24],"Functions":[26,36],"(NFs)":[27],"are":[28],"evolving":[29],"into":[30],"software":[31],"components":[32],"(e.g.,":[33],"Vir-tual":[34],"(VNFs))":[37],"that":[38,99],"can":[39,53],"be":[40,54],"deployed":[41,55],"general-purpose":[43],"servers":[44],"following":[45],"a":[46,59,84,116,122,128,142,156,172],"cloud-based":[47],"approach.":[48],"In":[49,109],"way,":[51],"NFs":[52],"at":[56],"scale,":[57],"fulfilling":[58],"great":[60],"variety":[61],"service":[63,143],"requirements.":[64],"Unfortunately,":[65],"complexity":[67,91],"management":[70],"and":[71,96,114,127,167],"orchestration":[72],"NFV-based":[74],"networks":[75],"has":[76],"increased":[77],"due":[78],"diverse":[81],"demands":[82],"from":[83],"growing":[85],"number":[86],"network":[88,107],"services.":[89,108],"Such":[90],"calls":[92],"for":[93,132],"an":[94],"automated":[95],"autonomous":[97],"solution":[98],"self":[100],"adapts":[101],"needs":[104],"those":[106],"paper,":[111],"we":[112,154],"propose":[113],"compare":[115],"Deep":[117],"Reinforcement":[118],"Learning":[119],"(DRL)":[120],"agent,":[121],"classical":[123],"Proportional-Integral-Derivative":[124],"(PID)":[125],"controller,":[126],"Threshold":[129],"(THD)-based":[130],"algorithm":[131],"autonomously":[133],"determining":[134],"amount":[136],"VNF":[138],"instances":[139],"fulfill":[141],"latency":[144,169],"requirement":[145],"without":[146],"knowing":[147],"or":[148],"predicting":[149],"expected":[151],"demand.":[152],"Finally,":[153],"present":[155],"comparison":[157],"three":[160],"approaches":[161],"terms":[163],"created":[165],"VNFs":[166],"peak":[168],"performed":[170],"discrete":[173],"event":[174],"simulator.":[175]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}