{"id":"https://openalex.org/W3209216881","doi":"https://doi.org/10.1109/tnsm.2022.3159670","title":"Online Service Provisioning in NFV-Enabled Networks Using Deep Reinforcement Learning","display_name":"Online Service Provisioning in NFV-Enabled Networks Using Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-03-15","ids":{"openalex":"https://openalex.org/W3209216881","doi":"https://doi.org/10.1109/tnsm.2022.3159670","mag":"3209216881"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2022.3159670","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3159670","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research-information.bris.ac.uk/en/publications/e548890b-d8f8-49be-a17e-5c803f68fbd6","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078129223","display_name":"Ali Nouruzi","orcid":"https://orcid.org/0000-0001-5403-2452"},"institutions":[{"id":"https://openalex.org/I1516879","display_name":"Tarbiat Modares University","ror":"https://ror.org/03mwgfy56","country_code":"IR","type":"education","lineage":["https://openalex.org/I1516879"]}],"countries":["IR"],"is_corresponding":true,"raw_author_name":"Ali Nouruzi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran","institution_ids":["https://openalex.org/I1516879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052438586","display_name":"Abolfazl Zakeri","orcid":"https://orcid.org/0000-0001-6577-1568"},"institutions":[{"id":"https://openalex.org/I1516879","display_name":"Tarbiat Modares University","ror":"https://ror.org/03mwgfy56","country_code":"IR","type":"education","lineage":["https://openalex.org/I1516879"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Abolfazl Zakeri","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran","institution_ids":["https://openalex.org/I1516879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087446234","display_name":"Mohammad Reza Javan","orcid":"https://orcid.org/0000-0001-9364-315X"},"institutions":[{"id":"https://openalex.org/I176861719","display_name":"University of Shahrood","ror":"https://ror.org/00yqvtm78","country_code":"IR","type":"education","lineage":["https://openalex.org/I176861719"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammad Reza Javan","raw_affiliation_strings":["Department of Electrical Engineering, Shahrood University of Technology, Shahrood, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Shahrood University of Technology, Shahrood, Iran","institution_ids":["https://openalex.org/I176861719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090238254","display_name":"Nader Mokari","orcid":"https://orcid.org/0000-0001-5364-8888"},"institutions":[{"id":"https://openalex.org/I1516879","display_name":"Tarbiat Modares University","ror":"https://ror.org/03mwgfy56","country_code":"IR","type":"education","lineage":["https://openalex.org/I1516879"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Nader Mokari","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Tarbiat Modares University, Tehran, Iran","institution_ids":["https://openalex.org/I1516879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090705977","display_name":"Rasheed Hussain","orcid":"https://orcid.org/0000-0002-3771-7537"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rasheed Hussain","raw_affiliation_strings":["Smart Internet Lab and Bristol Digital Futures Institute, University of Bristol, Bristol, U.K"],"affiliations":[{"raw_affiliation_string":"Smart Internet Lab and Bristol Digital Futures Institute, University of Bristol, Bristol, U.K","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023238359","display_name":"S. M. Ahsan Kazmi","orcid":"https://orcid.org/0000-0001-7138-8258"},"institutions":[{"id":"https://openalex.org/I178535277","display_name":"University of the West of England","ror":"https://ror.org/02nwg5t34","country_code":"GB","type":"education","lineage":["https://openalex.org/I178535277"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"S. M. Ahsan Kazmi","raw_affiliation_strings":["Faculty of Computer Science and Creative Technologies, University of the West of England, Bristol, U.K"],"affiliations":[{"raw_affiliation_string":"Faculty of Computer Science and Creative Technologies, University of the West of England, Bristol, U.K","institution_ids":["https://openalex.org/I178535277"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5078129223"],"corresponding_institution_ids":["https://openalex.org/I1516879"],"apc_list":null,"apc_paid":null,"fwci":3.6905,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.93174205,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"19","issue":"3","first_page":"3276","last_page":"3289"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7896281480789185},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.6963976621627808},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6849882006645203},{"id":"https://openalex.org/keywords/network-functions-virtualization","display_name":"Network Functions Virtualization","score":0.6678619980812073},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5509365200996399},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.42391467094421387},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3615413010120392},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2957935929298401},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.08084416389465332}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7896281480789185},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.6963976621627808},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6849882006645203},{"id":"https://openalex.org/C200789330","wikidata":"https://www.wikidata.org/wiki/Q7000834","display_name":"Network Functions Virtualization","level":3,"score":0.6678619980812073},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5509365200996399},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.42391467094421387},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3615413010120392},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2957935929298401},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.08084416389465332},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tnsm.2022.3159670","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2022.3159670","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:research-information.bris.ac.uk:openaire/e548890b-d8f8-49be-a17e-5c803f68fbd6","is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/e548890b-d8f8-49be-a17e-5c803f68fbd6","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nouruzi, A, Zakeri, A, Javan, M R, Mokari, N, Hussain, R & Kazmi, S M A 2022, 'Online Service Provisioning in NFV-Enabled Networks Using Deep Reinforcement Learning', IEEE Transactions on Network and Service Management, vol. 19, no. 3, pp. 3276-3289. https://doi.org/10.1109/TNSM.2022.3159670","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:arXiv.org:2111.02209","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2111.02209","pdf_url":"https://arxiv.org/pdf/2111.02209","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:research-information.bris.ac.uk:publications/6b280f77-3f9a-4098-81ab-bd6f3fb65540","is_oa":false,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/6b280f77-3f9a-4098-81ab-bd6f3fb65540","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""},{"id":"pmh:oai:research-information.bris.ac.uk:publications/e548890b-d8f8-49be-a17e-5c803f68fbd6","is_oa":false,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85126511891&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":""}],"best_oa_location":{"id":"pmh:oai:research-information.bris.ac.uk:openaire/e548890b-d8f8-49be-a17e-5c803f68fbd6","is_oa":true,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/e548890b-d8f8-49be-a17e-5c803f68fbd6","pdf_url":null,"source":{"id":"https://openalex.org/S4306400895","display_name":"Bristol Research (University of Bristol)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I36234482","host_organization_name":"University of Bristol","host_organization_lineage":["https://openalex.org/I36234482"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nouruzi, A, Zakeri, A, Javan, M R, Mokari, N, Hussain, R & Kazmi, S M A 2022, 'Online Service Provisioning in NFV-Enabled Networks Using Deep Reinforcement Learning', IEEE Transactions on Network and Service Management, vol. 19, no. 3, pp. 3276-3289. https://doi.org/10.1109/TNSM.2022.3159670","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7292610558","display_name":null,"funder_award_id":"98025206","funder_id":"https://openalex.org/F4320322243","funder_display_name":"Iran National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320322243","display_name":"Iran National Science Foundation","ror":"https://ror.org/03sr1ma14"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W41159429","https://openalex.org/W1823841943","https://openalex.org/W2101539915","https://openalex.org/W2121863487","https://openalex.org/W2500898769","https://openalex.org/W2558513815","https://openalex.org/W2604665012","https://openalex.org/W2753182424","https://openalex.org/W2766814683","https://openalex.org/W2783034914","https://openalex.org/W2784296952","https://openalex.org/W2792251914","https://openalex.org/W2807731816","https://openalex.org/W2808381205","https://openalex.org/W2809351928","https://openalex.org/W2809461016","https://openalex.org/W2856479366","https://openalex.org/W2861933588","https://openalex.org/W2890655726","https://openalex.org/W2912178785","https://openalex.org/W2921319277","https://openalex.org/W2922181395","https://openalex.org/W2927073559","https://openalex.org/W2944715069","https://openalex.org/W2945079025","https://openalex.org/W2949913798","https://openalex.org/W2959001885","https://openalex.org/W2960143238","https://openalex.org/W2961751233","https://openalex.org/W2962685298","https://openalex.org/W2962948535","https://openalex.org/W2969694125","https://openalex.org/W2980761536","https://openalex.org/W2991757251","https://openalex.org/W2995673860","https://openalex.org/W2999789729","https://openalex.org/W3001462167","https://openalex.org/W3014865026","https://openalex.org/W3026467503","https://openalex.org/W3034480081","https://openalex.org/W3034928807","https://openalex.org/W3092061906","https://openalex.org/W3100859211","https://openalex.org/W3176549994","https://openalex.org/W4214717370","https://openalex.org/W6754555840","https://openalex.org/W6797550611"],"related_works":["https://openalex.org/W2893779165","https://openalex.org/W2017432143","https://openalex.org/W1973694374","https://openalex.org/W2983574358","https://openalex.org/W2370475531","https://openalex.org/W4385924768","https://openalex.org/W4256551238","https://openalex.org/W2610550183","https://openalex.org/W2167596916","https://openalex.org/W2914112812"],"abstract_inverted_index":{"In":[0,142,168],"this":[1,76],"paper,":[2],"we":[3,90,144],"study":[4],"a":[5,19,66,92],"Deep":[6,93],"Reinforcement":[7],"Learning":[8],"(DRL)":[9],"based":[10],"framework":[11],"for":[12,95,103,157],"an":[13,27,85],"online":[14,45],"end-user":[15],"service":[16,46,63,124],"provisioning":[17,43],"in":[18,65,75,84,100],"Network":[20],"Function":[21],"Virtualization":[22],"(NFV)-enabled":[23],"network.":[24],"We":[25],"formulate":[26],"optimization":[28,82],"problem":[29,83],"aiming":[30],"to":[31,188],"minimize":[32],"the":[33,44,61,80,111,119,123,130,136,146,150,163,170,175,182,191],"cost":[34,194],"of":[35,52,129,149,160,165,178,181],"network":[36,68,102,113,183,192],"resource":[37,57],"utilization.":[38],"The":[39],"main":[40],"challenge":[41,71],"is":[42,69,73],"requests":[47,64,180],"by":[48,135,185,196],"fulfilling":[49,60],"their":[50],"Quality":[51],"Service":[53],"(QoS)":[54],"under":[55],"limited":[56],"availability.":[58],"Moreover,":[59,118],"stochastic":[62],"large":[67],"another":[70],"that":[72,174],"evaluated":[74],"paper.":[77],"To":[78],"solve":[79],"formulated":[81],"efficient":[86],"and":[87,106,127,138,190,198],"intelligent":[88],"manner,":[89],"propose":[91],"Q-Network":[94],"Adaptive":[96],"Resource":[97],"allocation":[98],"(DQN-AR)":[99],"NFV-enabled":[101],"function":[104],"placement":[105],"dynamic":[107],"routing":[108],"which":[109],"considers":[110],"available":[112],"resources":[114],"as":[115],"DQN":[116],"states.":[117],"service\u2019s":[120],"characteristics,":[121],"including":[122],"life":[125],"time":[126],"number":[128,177],"arrival":[131],"requests,":[132],"are":[133],"modeled":[134],"Uniform":[137],"Exponential":[139],"distribution,":[140],"respectively.":[141],"addition,":[143],"evaluate":[145],"computational":[147],"complexity":[148],"proposed":[151],"method.":[152],"Numerical":[153],"results":[154,172],"carried":[155],"out":[156],"different":[158],"ranges":[159],"parameters":[161],"reveal":[162],"effectiveness":[164],"our":[166],"framework.":[167],"specific,":[169],"obtained":[171],"show":[173],"average":[176],"admitted":[179],"increases":[184],"7":[186],"up":[187],"14%":[189],"utilization":[193],"decreases":[195],"5":[197],"20%.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}