{"id":"https://openalex.org/W3009559326","doi":"https://doi.org/10.1109/globecom38437.2019.9013214","title":"Deep Reinforcement Learning for Dynamic Reliability Aware NFV-Based Service Provisioning","display_name":"Deep Reinforcement Learning for Dynamic Reliability Aware NFV-Based Service Provisioning","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3009559326","doi":"https://doi.org/10.1109/globecom38437.2019.9013214","mag":"3009559326"},"language":"en","primary_location":{"id":"doi:10.1109/globecom38437.2019.9013214","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom38437.2019.9013214","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008630583","display_name":"Hamed Rahmani Khezri","orcid":null},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Hamed Rahmani Khezri","raw_affiliation_strings":["Faculty of Engineering, School of Electrical and Computer Engineering, University of Tehran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, School of Electrical and Computer Engineering, University of Tehran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044367647","display_name":"Puria Azadi Moghadam","orcid":null},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Puria Azadi Moghadam","raw_affiliation_strings":["Faculty of Engineering, School of Electrical and Computer Engineering, University of Tehran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, School of Electrical and Computer Engineering, University of Tehran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081081113","display_name":"Mohammad Karimzadeh\u2010Farshbafan","orcid":"https://orcid.org/0000-0002-2290-7688"},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Mohammad Karimzadeh Farshbafan","raw_affiliation_strings":["Faculty of Engineering, School of Electrical and Computer Engineering, University of Tehran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, School of Electrical and Computer Engineering, University of Tehran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051253327","display_name":"Vahid Shah\u2010Mansouri","orcid":"https://orcid.org/0000-0003-4810-491X"},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Vahid Shah-Mansouri","raw_affiliation_strings":["Faculty of Engineering, School of Electrical and Computer Engineering, University of Tehran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, School of Electrical and Computer Engineering, University of Tehran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081002970","display_name":"Hamed Kebriaei","orcid":"https://orcid.org/0000-0002-3781-2163"},"institutions":[{"id":"https://openalex.org/I23946033","display_name":"University of Tehran","ror":"https://ror.org/05vf56z40","country_code":"IR","type":"education","lineage":["https://openalex.org/I23946033"]}],"countries":["IR"],"is_corresponding":false,"raw_author_name":"Hamed Kebriaei","raw_affiliation_strings":["Faculty of Engineering, School of Electrical and Computer Engineering, University of Tehran"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Engineering, School of Electrical and Computer Engineering, University of Tehran","institution_ids":["https://openalex.org/I23946033"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.8350531458854675},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.830061674118042},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7690337896347046},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7542843818664551},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.691723108291626},{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.5133568644523621},{"id":"https://openalex.org/keywords/virtual-network","display_name":"Virtual network","score":0.5072054862976074},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.46410071849823},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4434203505516052},{"id":"https://openalex.org/keywords/commodity","display_name":"Commodity","score":0.4430762827396393},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42543715238571167},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.2961886525154114},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28552621603012085},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.16058242321014404}],"concepts":[{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.8350531458854675},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.830061674118042},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7690337896347046},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7542843818664551},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.691723108291626},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5133568644523621},{"id":"https://openalex.org/C2776874963","wikidata":"https://www.wikidata.org/wiki/Q4112081","display_name":"Virtual network","level":2,"score":0.5072054862976074},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.46410071849823},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4434203505516052},{"id":"https://openalex.org/C2779439359","wikidata":"https://www.wikidata.org/wiki/Q317088","display_name":"Commodity","level":2,"score":0.4430762827396393},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42543715238571167},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.2961886525154114},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28552621603012085},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.16058242321014404},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C136264566","wikidata":"https://www.wikidata.org/wiki/Q159810","display_name":"Economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom38437.2019.9013214","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom38437.2019.9013214","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.550000011920929}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W2095705004","https://openalex.org/W2260783129","https://openalex.org/W2374516805","https://openalex.org/W2490169957","https://openalex.org/W2495232965","https://openalex.org/W2500898769","https://openalex.org/W2558513815","https://openalex.org/W2577894571","https://openalex.org/W2581172747","https://openalex.org/W2583733750","https://openalex.org/W2591441959","https://openalex.org/W2762662031","https://openalex.org/W2811086527","https://openalex.org/W2856479366","https://openalex.org/W2858316688","https://openalex.org/W3011120880","https://openalex.org/W4298857966","https://openalex.org/W6674330103","https://openalex.org/W6734095739"],"related_works":["https://openalex.org/W2893779165","https://openalex.org/W2017432143","https://openalex.org/W1973694374","https://openalex.org/W2983574358","https://openalex.org/W2370475531","https://openalex.org/W2092530219","https://openalex.org/W4385924768","https://openalex.org/W4256551238","https://openalex.org/W4310614645","https://openalex.org/W2125150972"],"abstract_inverted_index":{"Network":[0],"function":[1],"virtualization":[2],"(NFV)":[3],"is":[4,30,38,59,79],"referred":[5],"to":[6,60,86,108],"the":[7,62,66,70,73,80,87,114,118,123,136,142,145],"technology":[8],"in":[9,45,99,129],"which":[10,48,78],"softwarized":[11],"network":[12,24,146],"functions":[13,20,25],"virtually":[14],"run":[15],"on":[16],"commodity":[17,74,84],"servers.":[18,75],"Such":[19],"are":[21],"called":[22],"virtual":[23],"(VNFs).":[26],"A":[27],"specific":[28],"service":[29,43],"composed":[31],"of":[32,35,56,65,72,82,117,122,144],"a":[33,39],"set":[34],"VNFs.":[36],"This":[37],"paradigm":[40],"shift":[41],"for":[42],"provisioning":[44],"telecom":[46],"networks":[47],"introduces":[49],"new":[50],"design":[51],"and":[52],"implementation":[53],"challenges.":[54],"One":[55],"such":[57,92,96],"challenges":[58],"meet":[61],"reliability":[63,71,115],"requirement":[64,116],"requested":[67],"services":[68],"considering":[69,113],"NFV":[76,110],"placement":[77,111,128],"problem":[81,112],"assigning":[83],"servers":[85],"VNFs":[88],"becomes":[89],"crucial":[90],"under":[91],"circumstances.":[93],"To":[94],"address":[95],"an":[97],"issue,":[98],"this":[100],"paper,":[101],"we":[102],"employ":[103],"Deep":[104],"Reinforcement":[105],"Learning":[106],"(Deep-RL)":[107],"model":[109,125,138],"services.":[119],"The":[120],"output":[121],"introduced":[124,137],"determines":[126],"optimal":[127],"each":[130],"state.":[131],"Numerical":[132],"evaluations":[133],"show":[134],"that":[135],"can":[139],"significantly":[140],"improve":[141],"performance":[143],"operator.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":13},{"year":2020,"cited_by_count":7}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}