{"id":"https://openalex.org/W2995673860","doi":"https://doi.org/10.1109/jsac.2019.2959181","title":"Optimal VNF Placement via Deep Reinforcement Learning in SDN/NFV-Enabled Networks","display_name":"Optimal VNF Placement via Deep Reinforcement Learning in SDN/NFV-Enabled Networks","publication_year":2019,"publication_date":"2019-12-13","ids":{"openalex":"https://openalex.org/W2995673860","doi":"https://doi.org/10.1109/jsac.2019.2959181","mag":"2995673860"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2019.2959181","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2959181","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103176324","display_name":"Jianing Pei","orcid":"https://orcid.org/0000-0003-4180-1421"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianing Pei","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-4180-1421","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023767649","display_name":"Peilin Hong","orcid":"https://orcid.org/0000-0002-3027-1990"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peilin Hong","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-3027-1990","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047722991","display_name":"Miao Pan","orcid":"https://orcid.org/0000-0003-2138-4413"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miao Pan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, USA"],"raw_orcid":"https://orcid.org/0000-0003-2138-4413","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112282733","display_name":"Jiangqing Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I82495205","display_name":"University of Alabama in Huntsville","ror":"https://ror.org/02zsxwr40","country_code":"US","type":"education","lineage":["https://openalex.org/I82495205"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiangqing Liu","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of Alabama in Huntsville, Huntsville, USA"],"raw_orcid":"https://orcid.org/0000-0001-7568-015X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of Alabama in Huntsville, Huntsville, USA","institution_ids":["https://openalex.org/I82495205"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078665644","display_name":"Jingsong Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingsong Zhou","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.6361,"has_fulltext":false,"cited_by_count":249,"citation_normalized_percentile":{"value":0.99412884,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"38","issue":"2","first_page":"263","last_page":"278"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9690999984741211,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9059557914733887},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.6450605392456055},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6354736685752869},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6348402500152588},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.621869683265686},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.579658567905426},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5381937623023987},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5131781697273254},{"id":"https://openalex.org/keywords/network-functions-virtualization","display_name":"Network Functions Virtualization","score":0.49339643120765686},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4600972533226013},{"id":"https://openalex.org/keywords/network-management","display_name":"Network management","score":0.4592890441417694},{"id":"https://openalex.org/keywords/integer-programming","display_name":"Integer programming","score":0.4447418749332428},{"id":"https://openalex.org/keywords/networking-hardware","display_name":"Networking hardware","score":0.43406277894973755},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.19304770231246948},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1843297779560089},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.110383540391922},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09412208199501038},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.08870777487754822}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9059557914733887},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.6450605392456055},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6354736685752869},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6348402500152588},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.621869683265686},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.579658567905426},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5381937623023987},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5131781697273254},{"id":"https://openalex.org/C200789330","wikidata":"https://www.wikidata.org/wiki/Q7000834","display_name":"Network Functions Virtualization","level":3,"score":0.49339643120765686},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4600972533226013},{"id":"https://openalex.org/C129763632","wikidata":"https://www.wikidata.org/wiki/Q1454667","display_name":"Network management","level":2,"score":0.4592890441417694},{"id":"https://openalex.org/C56086750","wikidata":"https://www.wikidata.org/wiki/Q6042592","display_name":"Integer programming","level":2,"score":0.4447418749332428},{"id":"https://openalex.org/C159631557","wikidata":"https://www.wikidata.org/wiki/Q1546066","display_name":"Networking hardware","level":2,"score":0.43406277894973755},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.19304770231246948},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1843297779560089},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.110383540391922},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09412208199501038},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.08870777487754822}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2019.2959181","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2959181","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5400000214576721,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G3601328690","display_name":"NeTS: Medium: Collaborative Research: Riding the Stress Wave: Integrated Monitoring, Communications, and Networking for Subsea Infrastructure","funder_award_id":"1801925","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4098469194","display_name":"CAREER: SpecMax: Spectrum Trading and Harvesting Designs for Multi-Hop Communications in Cognitive Radio Networks","funder_award_id":"1350230","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6333748432","display_name":null,"funder_award_id":"61671420","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G698029736","display_name":"CPS: Synergy: Collaborative Research: DEUS: Distributed, Efficient, Ubiquitous and Secure Data Delivery Using Autonomous Underwater Vehicles","funder_award_id":"1646607","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7225537809","display_name":"WiFIUS: Collaborative Research: Ambient Re-Scatter Inspired Machine Type Communication for Heterogeneous IoT Systems","funder_award_id":"1702850","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1974018973","https://openalex.org/W2038268348","https://openalex.org/W2121863487","https://openalex.org/W2125448478","https://openalex.org/W2136525163","https://openalex.org/W2145091572","https://openalex.org/W2145339207","https://openalex.org/W2145563843","https://openalex.org/W2168936382","https://openalex.org/W2260783129","https://openalex.org/W2289495142","https://openalex.org/W2316967260","https://openalex.org/W2343204836","https://openalex.org/W2345566311","https://openalex.org/W2374516805","https://openalex.org/W2481063713","https://openalex.org/W2490169957","https://openalex.org/W2500898769","https://openalex.org/W2512567073","https://openalex.org/W2550252820","https://openalex.org/W2562868812","https://openalex.org/W2586630827","https://openalex.org/W2591441959","https://openalex.org/W2591732478","https://openalex.org/W2599200025","https://openalex.org/W2613519091","https://openalex.org/W2766447205","https://openalex.org/W2786787998","https://openalex.org/W2792866491","https://openalex.org/W2804389053","https://openalex.org/W2805084172","https://openalex.org/W2806531551","https://openalex.org/W2809461016","https://openalex.org/W2889474327","https://openalex.org/W2901980690","https://openalex.org/W2903252781","https://openalex.org/W2909475110","https://openalex.org/W2912325271","https://openalex.org/W2912731102","https://openalex.org/W2922466107","https://openalex.org/W2949913798","https://openalex.org/W2959001885","https://openalex.org/W2960479075","https://openalex.org/W2969547341"],"related_works":["https://openalex.org/W2909024109","https://openalex.org/W2596544663","https://openalex.org/W4401217719","https://openalex.org/W2615184401","https://openalex.org/W2215777439","https://openalex.org/W4316506456","https://openalex.org/W3040619330","https://openalex.org/W1992059001","https://openalex.org/W58944773","https://openalex.org/W2793291865"],"abstract_inverted_index":{"The":[0],"emerging":[1],"paradigm":[2],"-":[3,12],"Software-Defined":[4],"Networking":[5],"(SDN)":[6],"and":[7,16,49,130,168,183],"Network":[8,21],"Function":[9,173],"Virtualization":[10],"(NFV)":[11],"makes":[13],"it":[14],"feasible":[15],"scalable":[17],"to":[18,71,75],"run":[19],"Virtual":[20],"Functions":[22],"(VNFs)":[23],"in":[24,54,66,89,162,190],"commercial-off-the-shelf":[25],"devices,":[26,47],"which":[27,92],"provides":[28],"a":[29,67,97,109,125,138,148],"variety":[30],"of":[31,43,164,171],"network":[32,40,46,78,150,160],"services":[33],"with":[34,144,187],"reduced":[35],"cost.":[36],"Benefitting":[37],"from":[38,124],"centralized":[39],"management,":[41],"lots":[42],"information":[44,74],"about":[45],"traffic":[48],"resources":[50],"can":[51,63,157],"be":[52,64],"collected":[53,73],"SDN/NFV-enabled":[55,90],"networks.":[56],"Using":[57,103],"powerful":[58],"machine":[59],"learning":[60],"tools,":[61],"algorithms":[62,189],"designed":[65],"customized":[68],"way":[69],"according":[70],"the":[72,85,121,165,188],"efficiently":[76],"optimize":[77],"performance.":[79],"In":[80],"this":[81],"paper,":[82],"we":[83,107],"study":[84],"VNF":[86,114,134],"placement":[87],"problem":[88],"networks,":[91],"is":[93],"naturally":[94],"formulated":[95],"as":[96],"Binary":[98],"Integer":[99],"Programming":[100],"(BIP)":[101],"problem.":[102],"deep":[104],"reinforcement":[105],"learning,":[106],"propose":[108],"Double":[110],"Deep":[111],"Q":[112],"Network-based":[113],"Placement":[115],"Algorithm":[116],"(DDQN-VNFPA).":[117],"Specifically,":[118],"DDQN":[119],"determines":[120],"optimal":[122],"solution":[123,128],"prohibitively":[126],"large":[127],"space":[129],"DDQN-VNFPA":[131,143,156],"then":[132],"places/releases":[133],"Instances":[135],"(VNFIs)":[136],"following":[137],"threshold-based":[139],"policy.":[140],"We":[141],"evaluate":[142],"trace-driven":[145],"simulations":[146],"on":[147],"real-world":[149],"topology.":[151],"Evaluation":[152],"results":[153],"show":[154],"that":[155],"get":[158],"improved":[159],"performance":[161],"terms":[163],"reject":[166,169],"number":[167],"ratio":[170],"Service":[172],"Chain":[174],"Requests":[175],"(SFCRs),":[176],"throughput,":[177],"end-to-end":[178],"delay,":[179],"VNFI":[180],"running":[181],"time":[182],"load":[184],"balancing":[185],"compared":[186],"existing":[191],"literatures.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":36},{"year":2023,"cited_by_count":59},{"year":2022,"cited_by_count":41},{"year":2021,"cited_by_count":50},{"year":2020,"cited_by_count":22}],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}