{"id":"https://openalex.org/W3125409609","doi":"https://doi.org/10.1109/globecom42002.2020.9322512","title":"Dynamic Resource Aware VNF Placement with Deep Reinforcement Learning for 5G Networks","display_name":"Dynamic Resource Aware VNF Placement with Deep Reinforcement Learning for 5G Networks","publication_year":2020,"publication_date":"2020-12-01","ids":{"openalex":"https://openalex.org/W3125409609","doi":"https://doi.org/10.1109/globecom42002.2020.9322512","mag":"3125409609"},"language":"en","primary_location":{"id":"doi:10.1109/globecom42002.2020.9322512","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom42002.2020.9322512","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2020 - 2020 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045056842","display_name":"Anestis Dalgkitsis","orcid":"https://orcid.org/0000-0001-6838-1768"},"institutions":[{"id":"https://openalex.org/I4210163845","display_name":"Iquadrat (Spain)","ror":"https://ror.org/05m866204","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210163845"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Anestis Dalgkitsis","raw_affiliation_strings":["Iquadrat Informatica S.L., Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iquadrat Informatica S.L., Barcelona, Spain","institution_ids":["https://openalex.org/I4210163845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067608247","display_name":"Prodromos\u2010Vasileios Mekikis","orcid":"https://orcid.org/0000-0003-0616-0657"},"institutions":[{"id":"https://openalex.org/I4210163845","display_name":"Iquadrat (Spain)","ror":"https://ror.org/05m866204","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210163845"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Prodromos-Vasileios Mekikis","raw_affiliation_strings":["Iquadrat Informatica S.L., Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iquadrat Informatica S.L., Barcelona, Spain","institution_ids":["https://openalex.org/I4210163845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012939726","display_name":"Angelos Antonopoulos","orcid":"https://orcid.org/0000-0002-3546-1080"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Angelos Antonopoulos","raw_affiliation_strings":["Telecommunications Technological Centre of Catalonia (CTTC/CERCA), Castelldefels, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Telecommunications Technological Centre of Catalonia (CTTC/CERCA), Castelldefels, Barcelona, Spain","institution_ids":["https://openalex.org/I4210087295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110027368","display_name":"Georgios Kormentzas","orcid":null},"institutions":[{"id":"https://openalex.org/I98805295","display_name":"University of the Aegean","ror":"https://ror.org/03zsp3p94","country_code":"GR","type":"education","lineage":["https://openalex.org/I98805295"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Georgios Kormentzas","raw_affiliation_strings":["University of the Aegean, Samos, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of the Aegean, Samos, Greece","institution_ids":["https://openalex.org/I98805295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016866376","display_name":"Christos Verikoukis","orcid":"https://orcid.org/0000-0001-8774-1052"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Christos Verikoukis","raw_affiliation_strings":["Telecommunications Technological Centre of Catalonia (CTTC/CERCA), Castelldefels, Barcelona, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Telecommunications Technological Centre of Catalonia (CTTC/CERCA), Castelldefels, Barcelona, Spain","institution_ids":["https://openalex.org/I4210087295"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4311,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.89910832,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8568106889724731},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8472347855567932},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6428890824317932},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.626842737197876},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5625362992286682},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5589658617973328},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.5518487691879272},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.5249581336975098},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.44329822063446045},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.43715813755989075},{"id":"https://openalex.org/keywords/network-virtualization","display_name":"Network virtualization","score":0.42264193296432495},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41626566648483276},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3703339099884033},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.2583422362804413},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11289960145950317}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8568106889724731},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8472347855567932},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6428890824317932},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.626842737197876},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5625362992286682},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5589658617973328},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.5518487691879272},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.5249581336975098},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.44329822063446045},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.43715813755989075},{"id":"https://openalex.org/C2779898492","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Network virtualization","level":4,"score":0.42264193296432495},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41626566648483276},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3703339099884033},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2583422362804413},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11289960145950317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom42002.2020.9322512","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom42002.2020.9322512","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2020 - 2020 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5799999833106995,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320308239","display_name":"EMI","ror":"https://ror.org/01qstkr73"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W2065642592","https://openalex.org/W2111102056","https://openalex.org/W2120915880","https://openalex.org/W2138165844","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2304709487","https://openalex.org/W2466084743","https://openalex.org/W2585384041","https://openalex.org/W2607983412","https://openalex.org/W2766447205","https://openalex.org/W2804389053","https://openalex.org/W2890841063","https://openalex.org/W2905595749","https://openalex.org/W2912396788","https://openalex.org/W2963864421","https://openalex.org/W2964143609","https://openalex.org/W2971510799","https://openalex.org/W3126135128","https://openalex.org/W4247182356","https://openalex.org/W4302570325","https://openalex.org/W4385974699","https://openalex.org/W4394661925","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6756925679","https://openalex.org/W6790608945"],"related_works":["https://openalex.org/W2461440407","https://openalex.org/W2317094215","https://openalex.org/W2128291817","https://openalex.org/W2606336747","https://openalex.org/W2947277503","https://openalex.org/W112648010","https://openalex.org/W2038957884","https://openalex.org/W206565998","https://openalex.org/W2766546449","https://openalex.org/W2122873612"],"abstract_inverted_index":{"The":[0],"increasing":[1],"demand":[2],"for":[3,39,116],"fast,":[4],"reliable,":[5],"and":[6,25,88,99,120],"robust":[7],"network":[8,18,90,125],"services":[9],"has":[10],"driven":[11],"the":[12,30,48,80,94,114],"telecommunications":[13],"industry":[14],"to":[15,77,105],"design":[16],"novel":[17],"architectures":[19],"that":[20,45,112],"employ":[21],"Network":[22,82,118],"Functions":[23,83],"Virtualization":[24],"Software":[26],"Defined":[27],"Networking.":[28],"Despite":[29],"advancements":[31],"in":[32],"cellular":[33],"networks,":[34],"there":[35],"is":[36],"a":[37,69],"need":[38],"an":[40],"automatic,":[41],"self-adapting":[42],"orchestrating":[43],"mechanism":[44],"can":[46,55],"manage":[47],"placement":[49],"of":[50,96],"resources.":[51],"Deep":[52,70],"Reinforcement":[53,74],"Learning":[54,75],"perform":[56],"such":[57],"tasks":[58],"dynamically,":[59],"without":[60],"any":[61],"prior":[62],"knowledge.":[63],"In":[64],"this":[65],"work,":[66],"we":[67],"leverage":[68],"Deterministic":[71],"Policy":[72],"Gradient":[73],"algorithm,":[76],"fully":[78,121],"automate":[79],"Virtual":[81],"deployment":[84],"process":[85],"between":[86],"edge":[87],"cloud":[89],"nodes.":[91],"We":[92],"evaluate":[93],"performance":[95],"our":[97],"implementation":[98],"compare":[100],"it":[101],"with":[102],"alternative":[103],"solutions":[104],"prove":[106],"its":[107],"superiority":[108],"while":[109],"demonstrating":[110],"results":[111],"pave":[113],"way":[115],"Experiential":[117],"Intelligence":[119],"automated,":[122],"Zero":[123],"touch":[124],"Service":[126],"Management.":[127]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":6}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}