{"id":"https://openalex.org/W2982103706","doi":"https://doi.org/10.1109/jsac.2019.2959263","title":"Management and Orchestration of Virtual Network Functions via Deep Reinforcement Learning","display_name":"Management and Orchestration of Virtual Network Functions via Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-12-13","ids":{"openalex":"https://openalex.org/W2982103706","doi":"https://doi.org/10.1109/jsac.2019.2959263","mag":"2982103706"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2019.2959263","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2959263","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1910.10695","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023623107","display_name":"Joan S. Pujol Roig","orcid":"https://orcid.org/0000-0001-9209-0207"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Joan S. Pujol Roig","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","Department of Electrical and Electronic Engineering, Imperial college London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial college London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025326459","display_name":"David M. Gutierrez-Estevez","orcid":null},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]},{"id":"https://openalex.org/I4210117523","display_name":"Samsung (United Kingdom)","ror":"https://ror.org/01w6gjq94","country_code":"GB","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210117523"]}],"countries":["GB","KR"],"is_corresponding":false,"raw_author_name":"David M. Gutierrez-Estevez","raw_affiliation_strings":["Samsung Electronics R&D Institute U.K., Surrey, U.K","[Samsung Electronics R&D Institute U.K., Surrey, U.K.]"],"affiliations":[{"raw_affiliation_string":"Samsung Electronics R&D Institute U.K., Surrey, U.K","institution_ids":["https://openalex.org/I2250650973"]},{"raw_affiliation_string":"[Samsung Electronics R&D Institute U.K., Surrey, U.K.]","institution_ids":["https://openalex.org/I4210117523"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016883501","display_name":"Den\u0131z G\u00fcnd\u00fcz","orcid":"https://orcid.org/0000-0002-7725-395X"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Deniz Gunduz","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","Department of Electrical and Electronic Engineering, Imperial college London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial college London, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5023623107"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":0.3708,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.65690284,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"38","issue":"2","first_page":"304","last_page":"317"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8437237739562988},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8153193593025208},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.7677228450775146},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.7145342826843262},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5749872922897339},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5536987781524658},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5508759021759033},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5376978516578674},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4456162452697754},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.333554744720459},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.33332476019859314},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2268122434616089},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.16745173931121826}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8437237739562988},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8153193593025208},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.7677228450775146},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.7145342826843262},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5749872922897339},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5536987781524658},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5508759021759033},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5376978516578674},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4456162452697754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.333554744720459},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.33332476019859314},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2268122434616089},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.16745173931121826},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/jsac.2019.2959263","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2959263","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1910.10695","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.10695","pdf_url":"https://arxiv.org/pdf/1910.10695","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2982103706","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1910.10695","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1910.10695","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1910.10695","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1910.10695","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1910.10695","pdf_url":"https://arxiv.org/pdf/1910.10695","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W406143194","https://openalex.org/W1515851193","https://openalex.org/W1533861849","https://openalex.org/W1934909785","https://openalex.org/W2040349403","https://openalex.org/W2080046268","https://openalex.org/W2080555506","https://openalex.org/W2089194229","https://openalex.org/W2145339207","https://openalex.org/W2165150801","https://openalex.org/W2165918425","https://openalex.org/W2173248099","https://openalex.org/W2173564293","https://openalex.org/W2279902707","https://openalex.org/W2289733701","https://openalex.org/W2554427106","https://openalex.org/W2787938642","https://openalex.org/W2793198093","https://openalex.org/W2804174651","https://openalex.org/W2806284293","https://openalex.org/W2885281272","https://openalex.org/W2885835378","https://openalex.org/W2888065134","https://openalex.org/W2900804979","https://openalex.org/W2950625869","https://openalex.org/W2952685986","https://openalex.org/W2953024523","https://openalex.org/W2963334314","https://openalex.org/W2963616477","https://openalex.org/W2964043796","https://openalex.org/W2970759804","https://openalex.org/W2974170798","https://openalex.org/W3103187330","https://openalex.org/W6613967750","https://openalex.org/W6631943919","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6691861496","https://openalex.org/W6692846177","https://openalex.org/W6748839928","https://openalex.org/W6753883636","https://openalex.org/W6786033413"],"related_works":["https://openalex.org/W1445326644","https://openalex.org/W2969227602","https://openalex.org/W3012191338","https://openalex.org/W3109370623","https://openalex.org/W3043199073","https://openalex.org/W3009667610","https://openalex.org/W2969649759","https://openalex.org/W3175884222","https://openalex.org/W3087760872","https://openalex.org/W3108926156","https://openalex.org/W2936492318","https://openalex.org/W3213950098","https://openalex.org/W3186197633","https://openalex.org/W2946073848","https://openalex.org/W2803807674","https://openalex.org/W2624115828","https://openalex.org/W2612023368","https://openalex.org/W3198538683","https://openalex.org/W2892655561","https://openalex.org/W2117989524"],"abstract_inverted_index":{"Management":[0],"and":[1,35,45,72,93,116,190],"orchestration":[2],"(MANO)":[3],"of":[4,13,91,100,202,215],"resources":[5,34,69,176],"by":[6,25,121],"virtual":[7],"network":[8,21,33,43,87],"functions":[9],"(VNFs)":[10],"represents":[11],"one":[12],"the":[14,47,82,86,94,98,109,117,122,127,178,200,207],"key":[15,195],"challenges":[16],"towards":[17],"a":[18,54,60,102,133,143,155],"fully":[19],"virtualized":[20],"architecture":[22,171],"as":[23,112,114,132],"envisaged":[24],"5G":[26,194],"standards.":[27],"Current":[28],"threshold-based":[29],"policies":[30],"inefficiently":[31],"over-provision":[32],"under-utilize":[36],"available":[37,89],"hardware,":[38],"incurring":[39],"high":[40],"cost":[41,103,111],"for":[42,57,213],"operators,":[44],"consequently,":[46],"users.":[48,123],"In":[49],"this":[50,205],"work,":[51],"we":[52,125,141,153,185],"present":[53,154,186],"MANO":[55,214],"algorithm":[56],"VNFs":[58,179],"allowing":[59],"central":[61],"unit":[62],"(CU)":[63],"to":[64,66,81,172,174,177,193],"learn":[65,173],"autonomously":[67],"re-configure":[68],"(processing":[70],"power":[71],"storage),":[73],"deploy":[74],"new":[75],"VNF":[76,95],"instances,":[77],"or":[78],"offload":[79],"them":[80,192],"cloud,":[83],"depending":[84],"on":[85,146],"conditions,":[88],"pool":[90],"resources,":[92],"requirements,":[96],"with":[97],"goal":[99],"minimizing":[101],"function":[104],"that":[105,210],"takes":[106],"into":[107],"account":[108],"economical":[110],"well":[113],"latency":[115],"quality-of-service":[118],"(QoS)":[119],"experienced":[120],"First,":[124],"formulate":[126],"stochastic":[128],"resource":[129],"optimization":[130],"problem":[131],"parameterized":[134,160],"action":[135,161],"Markov":[136],"decision":[137],"process":[138],"(PAMDP).":[139],"Then,":[140],"propose":[142],"solution":[144],"based":[145],"deep":[147],"reinforcement":[148],"learning":[149],"(DRL).":[150],"More":[151],"precisely,":[152],"novel":[156],"RL":[157],"approach,":[158],"called":[159],"twin":[162],"(PAT)":[163],"deterministic":[164],"policy":[165],"gradient,":[166],"which":[167],"leverages":[168],"an":[169,181],"actor-critic":[170],"provision":[175],"in":[180],"online":[182],"manner.":[183],"Finally,":[184],"numerical":[187],"performance":[188,196],"results,":[189],"map":[191],"indicators":[197],"(KPIs).":[198],"To":[199],"best":[201],"our":[203],"knowledge,":[204],"is":[206],"first":[208],"work":[209],"considers":[211],"DRL":[212],"VNFs'":[216],"physical":[217],"resources.":[218]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}