{"id":"https://openalex.org/W4386766961","doi":"https://doi.org/10.1109/tnsm.2023.3316074","title":"Deep Reinforcement Learning for Robust VNF Reconfigurations in O-RAN","display_name":"Deep Reinforcement Learning for Robust VNF Reconfigurations in O-RAN","publication_year":2023,"publication_date":"2023-09-15","ids":{"openalex":"https://openalex.org/W4386766961","doi":"https://doi.org/10.1109/tnsm.2023.3316074"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2023.3316074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2023.3316074","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023100355","display_name":"Esmaeil Amiri","orcid":"https://orcid.org/0009-0006-3520-6350"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Esmaeil Amiri","raw_affiliation_strings":["5G/6GIC, Institute for Communication Systems, University of Surrey, Guildford, U.K"],"raw_orcid":"https://orcid.org/0009-0006-3520-6350","affiliations":[{"raw_affiliation_string":"5G/6GIC, Institute for Communication Systems, University of Surrey, Guildford, U.K","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100387221","display_name":"Ning Wang","orcid":"https://orcid.org/0000-0003-3053-0515"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ning Wang","raw_affiliation_strings":["5G/6GIC, Institute for Communication Systems, University of Surrey, Guildford, U.K"],"raw_orcid":"https://orcid.org/0000-0003-3053-0515","affiliations":[{"raw_affiliation_string":"5G/6GIC, Institute for Communication Systems, University of Surrey, Guildford, U.K","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022893278","display_name":"Mohammad Shojafar","orcid":"https://orcid.org/0000-0003-3284-5086"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mohammad Shojafar","raw_affiliation_strings":["5G/6GIC, Institute for Communication Systems, University of Surrey, Guildford, U.K"],"raw_orcid":"https://orcid.org/0000-0003-3284-5086","affiliations":[{"raw_affiliation_string":"5G/6GIC, Institute for Communication Systems, University of Surrey, Guildford, U.K","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017090419","display_name":"Mutasem Q. Hamdan","orcid":"https://orcid.org/0000-0003-2331-4021"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mutasem Q. Hamdan","raw_affiliation_strings":["5G/6GIC, Institute for Communication Systems, University of Surrey, Guildford, U.K"],"raw_orcid":"https://orcid.org/0000-0003-2331-4021","affiliations":[{"raw_affiliation_string":"5G/6GIC, Institute for Communication Systems, University of Surrey, Guildford, U.K","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073704569","display_name":"Chuan Heng Foh","orcid":"https://orcid.org/0000-0002-5716-1396"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Chuan Heng Foh","raw_affiliation_strings":["5G/6GIC, Institute for Communication Systems, University of Surrey, Guildford, U.K"],"raw_orcid":"https://orcid.org/0000-0002-5716-1396","affiliations":[{"raw_affiliation_string":"5G/6GIC, Institute for Communication Systems, University of Surrey, Guildford, U.K","institution_ids":["https://openalex.org/I28290843"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032549075","display_name":"Rahim Tafazolli","orcid":"https://orcid.org/0000-0002-6062-8639"},"institutions":[{"id":"https://openalex.org/I28290843","display_name":"University of Surrey","ror":"https://ror.org/00ks66431","country_code":"GB","type":"education","lineage":["https://openalex.org/I28290843"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rahim Tafazolli","raw_affiliation_strings":["5G/6GIC, Institute for Communication Systems, University of Surrey, Guildford, U.K"],"raw_orcid":"https://orcid.org/0000-0002-6062-8639","affiliations":[{"raw_affiliation_string":"5G/6GIC, Institute for Communication Systems, University of Surrey, Guildford, U.K","institution_ids":["https://openalex.org/I28290843"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5023100355"],"corresponding_institution_ids":["https://openalex.org/I28290843"],"apc_list":null,"apc_paid":null,"fwci":2.9393,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.91572323,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"21","issue":"1","first_page":"1115","last_page":"1128"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8871910572052002},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7333375215530396},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5564497113227844},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5448215007781982},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5364843606948853},{"id":"https://openalex.org/keywords/control-reconfiguration","display_name":"Control reconfiguration","score":0.5319125056266785},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.444121390581131},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.4125463366508484},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.15034431219100952},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14998140931129456},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09750878810882568}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8871910572052002},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7333375215530396},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5564497113227844},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5448215007781982},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5364843606948853},{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.5319125056266785},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.444121390581131},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.4125463366508484},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.15034431219100952},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14998140931129456},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09750878810882568},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnsm.2023.3316074","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2023.3316074","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:research-information.bris.ac.uk:publications/c7da8b06-dd15-4b27-a993-7acc487c16a4","is_oa":false,"landing_page_url":"https://research-information.bris.ac.uk/en/publications/c7da8b06-dd15-4b27-a993-7acc487c16a4","pdf_url":null,"source":{"id":"https://openalex.org/S7407055359","display_name":"Explore Bristol Research","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Amiri, E, Wang, N, Shojafar, M, Hamdan, M Q, Foh, C H & Tafazolli, R 2024, 'Deep Reinforcement Learning for Robust VNF Reconfigurations in O-RAN', IEEE Transactions on Network and Service Management, vol. 21, no. 1, pp. 1115-1128. https://doi.org/10.1109/TNSM.2023.3316074","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/12","score":0.41999998688697815,"display_name":"Responsible consumption and production"}],"awards":[{"id":"https://openalex.org/G8841181560","display_name":null,"funder_award_id":"EP/W016524/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W2006738678","https://openalex.org/W2804791273","https://openalex.org/W2805798351","https://openalex.org/W2895059999","https://openalex.org/W2896356700","https://openalex.org/W2896827527","https://openalex.org/W2950508966","https://openalex.org/W2952332632","https://openalex.org/W2963075547","https://openalex.org/W2981682026","https://openalex.org/W2996945891","https://openalex.org/W3008862718","https://openalex.org/W3014846949","https://openalex.org/W3027865947","https://openalex.org/W3035218782","https://openalex.org/W3036361022","https://openalex.org/W3112342143","https://openalex.org/W3113370602","https://openalex.org/W3119089986","https://openalex.org/W3134737640","https://openalex.org/W3136203220","https://openalex.org/W3172535299","https://openalex.org/W3173090689","https://openalex.org/W3187538208","https://openalex.org/W4200135340","https://openalex.org/W4220966162","https://openalex.org/W4226034487","https://openalex.org/W4226124539","https://openalex.org/W4240422548","https://openalex.org/W4293900072","https://openalex.org/W4295832472","https://openalex.org/W4312410281","https://openalex.org/W4315629987","https://openalex.org/W4317796310","https://openalex.org/W4385232445","https://openalex.org/W6679436768","https://openalex.org/W6730742100","https://openalex.org/W6738144653","https://openalex.org/W6751725685","https://openalex.org/W6779815537","https://openalex.org/W6809567804"],"related_works":["https://openalex.org/W2357657342","https://openalex.org/W2153432761","https://openalex.org/W2152623100","https://openalex.org/W2142042635","https://openalex.org/W4214878056","https://openalex.org/W1580144672","https://openalex.org/W1988127757","https://openalex.org/W4248634784","https://openalex.org/W2103296973","https://openalex.org/W2165832238"],"abstract_inverted_index":{"Open":[0],"Radio":[1],"Access":[2],"Networks":[3],"(O-RANs)":[4],"have":[5],"revolutionized":[6],"the":[7,91,130],"telecom":[8],"ecosystem":[9],"by":[10,90],"bringing":[11],"intelligence":[12],"into":[13],"disaggregated":[14],"RAN":[15,143],"and":[16,47,65],"implementing":[17],"functionalities":[18],"as":[19],"Virtual":[20],"Network":[21],"Functions":[22],"(VNF)":[23],"through":[24],"open":[25],"interfaces.":[26],"However,":[27],"dynamic":[28],"traffic":[29,48],"conditions":[30],"in":[31,109,122,152],"real-life":[32],"O-RAN":[33,133],"environments":[34],"may":[35],"require":[36,137],"necessary":[37],"VNF":[38,62,110,138],"reconfigurations":[39,69],"during":[40],"run-time,":[41],"which":[42,140],"introduce":[43],"additional":[44],"overhead":[45,66],"costs":[46,64],"instability.":[49],"To":[50],"address":[51],"this":[52],"challenge,":[53],"we":[54],"propose":[55],"a":[56,85,115],"multi-objective":[57],"optimization":[58,76,93],"problem":[59],"that":[60,135],"minimizes":[61,84],"computational":[63,123],"of":[67,97,118,160],"periodical":[68],"simultaneously.":[70],"Our":[71],"solution":[72,100,146],"uses":[73],"constrained":[74],"combinatorial":[75],"with":[77,113],"deep":[78],"reinforcement":[79],"learning,":[80],"where":[81],"an":[82],"agent":[83],"penalized":[86],"cost":[87],"function":[88],"calculated":[89],"proposed":[92,99],"problem.":[94],"The":[95],"evaluation":[96],"our":[98,145],"demonstrates":[101],"significant":[102],"enhancements,":[103],"achieving":[104],"up":[105,119,148,156],"to":[106,120,129,149,157],"76%":[107,150],"reduction":[108],"reconfiguration":[111],"overhead,":[112],"only":[114],"slight":[116],"increase":[117],"23%":[121],"costs.":[124],"In":[125],"addition,":[126],"when":[127],"compared":[128],"most":[131],"robust":[132],"system":[134],"doesn\u2019t":[136],"reconfigurations,":[139],"is":[141],"Centralized":[142],"(C-RAN),":[144],"offers":[147],"savings":[151],"bandwidth":[153],"while":[154],"showing":[155],"27%":[158],"overprovisioning":[159],"CPU.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-05-04T08:30:34.212998","created_date":"2025-10-10T00:00:00"}