{"id":"https://openalex.org/W3196115271","doi":"https://doi.org/10.1109/meditcom49071.2021.9647532","title":"Towards Low-latent & Load-balanced VNF Placement with Hierarchical Reinforcement Learning","display_name":"Towards Low-latent & Load-balanced VNF Placement with Hierarchical Reinforcement Learning","publication_year":2021,"publication_date":"2021-09-07","ids":{"openalex":"https://openalex.org/W3196115271","doi":"https://doi.org/10.1109/meditcom49071.2021.9647532","mag":"3196115271"},"language":"en","primary_location":{"id":"doi:10.1109/meditcom49071.2021.9647532","is_oa":false,"landing_page_url":"https://doi.org/10.1109/meditcom49071.2021.9647532","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Mediterranean Conference on Communications and Networking (MeditCom)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016646288","display_name":"Xenofon Vasilakos","orcid":"https://orcid.org/0000-0001-8361-3803"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xenofon Vasilakos","raw_affiliation_strings":["Smart Internet Lab, Department of Electrical & Electronic Engineering, University of Bristol, Bristol, Clifton, UK","Smart Internet Lab, Department of Electrical &amp","Electronic Engineering, University of Bristol, Bristol, Clifton, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Smart Internet Lab, Department of Electrical & Electronic Engineering, University of Bristol, Bristol, Clifton, UK","institution_ids":["https://openalex.org/I36234482"]},{"raw_affiliation_string":"Smart Internet Lab, Department of Electrical &amp","institution_ids":[]},{"raw_affiliation_string":"Electronic Engineering, University of Bristol, Bristol, Clifton, UK","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044001504","display_name":"Monchai Bunyakitanon","orcid":"https://orcid.org/0000-0003-4137-0457"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Monchai Bunyakitanon","raw_affiliation_strings":["Smart Internet Lab, Department of Electrical & Electronic Engineering, University of Bristol, Bristol, Clifton, UK","Smart Internet Lab, Department of Electrical &amp","Electronic Engineering, University of Bristol, Bristol, Clifton, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Smart Internet Lab, Department of Electrical & Electronic Engineering, University of Bristol, Bristol, Clifton, UK","institution_ids":["https://openalex.org/I36234482"]},{"raw_affiliation_string":"Smart Internet Lab, Department of Electrical &amp","institution_ids":[]},{"raw_affiliation_string":"Electronic Engineering, University of Bristol, Bristol, Clifton, UK","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024590871","display_name":"Reza Nejabati","orcid":"https://orcid.org/0000-0003-4664-9369"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Reza Nejabati","raw_affiliation_strings":["Smart Internet Lab, Department of Electrical & Electronic Engineering, University of Bristol, Bristol, Clifton, UK","Smart Internet Lab, Department of Electrical &amp","Electronic Engineering, University of Bristol, Bristol, Clifton, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Smart Internet Lab, Department of Electrical & Electronic Engineering, University of Bristol, Bristol, Clifton, UK","institution_ids":["https://openalex.org/I36234482"]},{"raw_affiliation_string":"Smart Internet Lab, Department of Electrical &amp","institution_ids":[]},{"raw_affiliation_string":"Electronic Engineering, University of Bristol, Bristol, Clifton, UK","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030580652","display_name":"Dimitra Simeonidou","orcid":"https://orcid.org/0000-0002-7046-544X"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dimitra Simeonidou","raw_affiliation_strings":["Smart Internet Lab, Department of Electrical & Electronic Engineering, University of Bristol, Bristol, Clifton, UK","Smart Internet Lab, Department of Electrical &amp","Electronic Engineering, University of Bristol, Bristol, Clifton, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Smart Internet Lab, Department of Electrical & Electronic Engineering, University of Bristol, Bristol, Clifton, UK","institution_ids":["https://openalex.org/I36234482"]},{"raw_affiliation_string":"Smart Internet Lab, Department of Electrical &amp","institution_ids":[]},{"raw_affiliation_string":"Electronic Engineering, University of Bristol, Bristol, Clifton, UK","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I36234482"],"apc_list":null,"apc_paid":null,"fwci":0.5085,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.64502765,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"162","last_page":"167"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13182","display_name":"Quantum-Dot Cellular Automata","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8005443215370178},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7179457545280457},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.47590121626853943},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4607239067554474},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.301939457654953},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09097850322723389},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.0846203863620758},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07104030251502991}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8005443215370178},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7179457545280457},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.47590121626853943},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4607239067554474},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.301939457654953},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09097850322723389},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0846203863620758},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07104030251502991},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/meditcom49071.2021.9647532","is_oa":false,"landing_page_url":"https://doi.org/10.1109/meditcom49071.2021.9647532","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Mediterranean Conference on Communications and Networking (MeditCom)","raw_type":"proceedings-article"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire_cris_publications/88d9a701-030a-4f7c-b0b3-51ff9d7da696","is_oa":false,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/88d9a701-030a-4f7c-b0b3-51ff9d7da696","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Vasilakos, X, Bunyakitanon, M, Nejabati, R & Simeonidou, D 2021, Towards Low-latent & Load-balanced VNF Placement with Hierarchical Reinforcement Learning. in 2021 IEEE International Mediterranean Conference on Communications and Networking, MeditCom 2021. 2021 IEEE International Mediterranean Conference on Communications and Networking, MeditCom 2021, Institute of Electrical and Electronics Engineers (IEEE), pp. 162-167. https://doi.org/10.1109/MeditCom49071.2021.9647532","raw_type":"contributionToPeriodical"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G7393654221","display_name":null,"funder_award_id":"EP/L020009/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1525264275","https://openalex.org/W1726358798","https://openalex.org/W2032674405","https://openalex.org/W2040672732","https://openalex.org/W2121517924","https://openalex.org/W2138314086","https://openalex.org/W2147967768","https://openalex.org/W2289733701","https://openalex.org/W2374516805","https://openalex.org/W2470210030","https://openalex.org/W2546571074","https://openalex.org/W2599106590","https://openalex.org/W2809684781","https://openalex.org/W2824027552","https://openalex.org/W2906182639","https://openalex.org/W2949446367","https://openalex.org/W2949913798","https://openalex.org/W2969489701","https://openalex.org/W2989477902","https://openalex.org/W2999868547","https://openalex.org/W3008801451","https://openalex.org/W3011091971","https://openalex.org/W3016314826","https://openalex.org/W3042592324","https://openalex.org/W6637561705","https://openalex.org/W6766952794","https://openalex.org/W6947755426"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Current":[0],"orchestration":[1],"frameworks":[2],"lack":[3],"intelligence":[4,108],"and":[5,11,44,59,76,86,103,125,138,150],"handle":[6],"resources":[7],"by":[8],"neglecting":[9],"service-level":[10],"system-wide":[12,63],"performance.":[13],"Towards":[14],"addressing":[15],"this":[16],"gap,":[17],"we":[18],"propose":[19],"a":[20,35,46,87,110,144],"Hierarchical":[21],"Reinforcement":[22,48],"Learning":[23,49],"(HRL)":[24],"design":[25],"targeting":[26],"Virtual":[27],"Network":[28],"Function":[29],"(VNF)":[30],"placement":[31,61,141],"comprised":[32],"of":[33],"(i)":[34],"local":[36,57,68],"level":[37,69],"prediction":[38,91],"module":[39,51,73],"deployed":[40],"at":[41],"system":[42],"nodes;":[43],"(ii)":[45],"global":[47],"(RL)":[50],"topping":[52],"the":[53,67],"hierarchy,":[54],"utilising":[55],"live":[56],"predictions":[58],"adapting":[60],"to":[62,96,101],"dynamics.":[64],"Besides":[65],"Global,":[66],"integrates":[70],"an":[71,120],"RL":[72],"that":[74,129],"continuously":[75],"accurately":[77],"predicts":[78],"end-to-end":[79],"(e2e)":[80],"service":[81],"latency":[82],"after":[83],"VNF":[84,140],"placements,":[85],"node-local":[88],"CPU":[89,155],"load":[90,149],"model.":[92],"HRL’s":[93],"is":[94],"designed":[95],"stand":[97],"fully":[98],"autonomously":[99],"or":[100],"complement":[102],"augment":[104],"existing":[105],"orchestrators":[106],"lacking":[107],"with":[109],"previously":[111],"unexplored":[112],"distributed":[113],"multi-RL":[114],"approach.":[115],"Our":[116],"performance":[117],"evaluation":[118],"over":[119],"actual":[121],"5G":[122],"testbed":[123],"implementation":[124],"use":[126],"case":[127],"shows":[128],"HRL":[130],"can":[131],"significantly":[132],"outperform":[133],"both":[134],"Open":[135],"Source":[136],"Mano":[137],"heuristic-based":[139],"while":[142],"reflecting":[143],"more":[145],"complex":[146],"trade-off":[147],"between":[148],"e2e":[151],"delay,":[152],"particularly":[153],"under":[154],"overloading":[156],"conditions.":[157]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}