{"id":"https://openalex.org/W4383220028","doi":"https://doi.org/10.1109/tnsm.2023.3292713","title":"Deep Reinforcement Learning for Orchestrating Cost-Aware Reconfigurations of vRANs","display_name":"Deep Reinforcement Learning for Orchestrating Cost-Aware Reconfigurations of vRANs","publication_year":2023,"publication_date":"2023-07-05","ids":{"openalex":"https://openalex.org/W4383220028","doi":"https://doi.org/10.1109/tnsm.2023.3292713"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2023.3292713","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnsm.2023.3292713","pdf_url":"https://ieeexplore.ieee.org/ielx7/4275028/5699970/10173542.pdf","source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/4275028/5699970/10173542.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082343781","display_name":"Fahri Wisnu Murti","orcid":"https://orcid.org/0000-0002-4451-0905"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Fahri Wisnu Murti","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-4451-0905","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087341629","display_name":"Samad Ali","orcid":"https://orcid.org/0000-0002-1171-8435"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Samad Ali","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-1171-8435","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044138533","display_name":"George Iosifidis","orcid":"https://orcid.org/0000-0003-1001-2323"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"George Iosifidis","raw_affiliation_strings":["Software Technology, Delft University of Technology, Delft, The Netherlands"],"raw_orcid":"https://orcid.org/0000-0003-1001-2323","affiliations":[{"raw_affiliation_string":"Software Technology, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035872239","display_name":"Matti Latva\u2010aho","orcid":"https://orcid.org/0000-0002-6261-0969"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Matti Latva-aho","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-6261-0969","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4105,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.88763485,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"21","issue":"1","first_page":"200","last_page":"216"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8538802862167358},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8178069591522217},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.8022149801254272},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6247602701187134},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.547383725643158},{"id":"https://openalex.org/keywords/control-reconfiguration","display_name":"Control reconfiguration","score":0.5185137987136841},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.4765882194042206},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.4392234683036804},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.41441553831100464},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.30251261591911316},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29680371284484863},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.10528218746185303}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8538802862167358},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8178069591522217},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.8022149801254272},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6247602701187134},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.547383725643158},{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.5185137987136841},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.4765882194042206},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.4392234683036804},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.41441553831100464},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30251261591911316},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29680371284484863},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.10528218746185303},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnsm.2023.3292713","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnsm.2023.3292713","pdf_url":"https://ieeexplore.ieee.org/ielx7/4275028/5699970/10173542.pdf","source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:tudelft.nl:uuid:10311077-2304-46cd-b9e2-0eb920b2295f","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:10311077-2304-46cd-b9e2-0eb920b2295f","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1109/tnsm.2023.3292713","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnsm.2023.3292713","pdf_url":"https://ieeexplore.ieee.org/ielx7/4275028/5699970/10173542.pdf","source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G1824793925","display_name":"6G Flagship - 6G-Enabled Wireless Smart Society & Ecosystem","funder_award_id":"346208","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G4621981016","display_name":null,"funder_award_id":"346208","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320322426","display_name":"Nokia Foundation","ror":"https://ror.org/0401nzk46"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4383220028.pdf","grobid_xml":"https://content.openalex.org/works/W4383220028.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W1960932928","https://openalex.org/W2105808107","https://openalex.org/W2145339207","https://openalex.org/W2263102236","https://openalex.org/W2287724167","https://openalex.org/W2746553466","https://openalex.org/W2769883686","https://openalex.org/W2870180737","https://openalex.org/W2896356700","https://openalex.org/W2896528274","https://openalex.org/W2976125340","https://openalex.org/W3028002358","https://openalex.org/W3043957834","https://openalex.org/W3099630074","https://openalex.org/W3111924881","https://openalex.org/W3112342143","https://openalex.org/W3113370602","https://openalex.org/W3122487705","https://openalex.org/W3156001213","https://openalex.org/W3172535299","https://openalex.org/W3187538208","https://openalex.org/W3191021135","https://openalex.org/W3210420200","https://openalex.org/W3213252240","https://openalex.org/W3217197701","https://openalex.org/W3217596786","https://openalex.org/W4226124539","https://openalex.org/W4284965015","https://openalex.org/W4285173333","https://openalex.org/W4285243919","https://openalex.org/W4287811172","https://openalex.org/W4296873526","https://openalex.org/W4315629918","https://openalex.org/W4317796310","https://openalex.org/W4398299709","https://openalex.org/W6631190155","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6777536727"],"related_works":["https://openalex.org/W2883256816","https://openalex.org/W2171408034","https://openalex.org/W3003320923","https://openalex.org/W2106140982","https://openalex.org/W2152313554","https://openalex.org/W2064303750","https://openalex.org/W4285042611","https://openalex.org/W1509300825","https://openalex.org/W1981002473","https://openalex.org/W3034737091"],"abstract_inverted_index":{"Virtualized":[0],"Radio":[1],"Access":[2],"Networks":[3],"(vRANs)":[4],"are":[5,93,211],"fully":[6],"configurable":[7],"and":[8,52,58,84,103,110,115,143,168,219,282],"can":[9,248],"be":[10,249],"implemented":[11],"at":[12],"a":[13,27,135,163,171,193,271],"low":[14],"cost":[15,76,264],"over":[16],"commodity":[17],"platforms":[18],"to":[19,34,69,79,95,130,170,268],"enable":[20],"network":[21,74,200],"management":[22],"flexibility.":[23],"In":[24,87],"this":[25,179],"paper,":[26],"novel":[28],"vRAN":[29,242,258],"reconfiguration":[30],"problem":[31,151],"is":[32,68,127,141,187,201],"formulated":[33],"jointly":[35],"reconfigure":[36],"the":[37,41,47,59,71,80,88,97,100,113,120,124,132,150,157,223,230,235,241],"functional":[38],"splits":[39],"of":[40,46,123,153,174,181,222,270,275,284],"base":[42],"stations":[43],"(BSs),":[44],"locations":[45],"virtualized":[48],"central":[49],"units":[50,54],"(vCUs)":[51],"distributed":[53],"(vDUs),":[55],"their":[56],"resources,":[57,105,159],"routing":[60],"for":[61],"each":[62],"BS":[63],"data":[64],"flow.":[65],"The":[66],"objective":[67],"minimize":[70],"long-term":[72],"total":[73],"operation":[75],"while":[77],"adapting":[78],"varying":[81],"traffic":[82,101],"demands":[83,102],"resource":[85],"availability.":[86],"first":[89],"step,":[90],"testbed":[91],"measurements":[92],"performed":[94],"study":[96],"relationship":[98],"between":[99],"computing":[104],"which":[106,160,186],"reveals":[107],"high":[108],"variance":[109],"depends":[111],"on":[112],"platform":[114],"its":[116,245],"load.":[117],"Consequently,":[118],"finding":[119],"perfect":[121],"model":[122,218],"underlying":[125],"system":[126],"non-trivial.":[128],"Therefore,":[129],"solve":[131],"proposed":[133,142,231],"problem,":[134],"deep":[136],"reinforcement":[137],"learning":[138,246,254],"(RL)-based":[139],"framework":[140,232],"developed":[144],"using":[145,214],"model-free":[146],"RL":[147],"approaches.":[148],"Moreover,":[149],"consists":[152],"multiple":[154],"BSs":[155],"sharing":[156],"same":[158],"results":[161,227],"in":[162,256],"multi-dimensional":[164],"discrete":[165],"action":[166,183,189],"space":[167],"leads":[169],"combinatorial":[172],"number":[173],"possible":[175],"actions.":[176],"To":[177],"overcome":[178],"curse":[180],"dimensionality,":[182],"branching":[184],"architecture,":[185],"an":[188,215],"decomposition":[190],"method":[191],"with":[192,203,280],"shared":[194],"decision":[195],"module":[196],"followed":[197],"by":[198,266],"neural":[199],"combined":[202],"Dueling":[204],"Double":[205],"Deep":[206,276],"Q-network":[207],"(D3QN)":[208],"algorithm.":[209],"Simulations":[210],"carried":[212],"out":[213],"O-RAN":[216],"compliant":[217],"real":[220],"traces":[221],"testbed.":[224],"Our":[225],"numerical":[226],"show":[228],"that":[229,238],"successfully":[233],"learns":[234],"optimal":[236],"policy":[237],"adaptively":[239],"selects":[240],"configurations,":[243],"where":[244],"convergence":[247],"further":[250],"expedited":[251],"through":[252],"transfer":[253],"even":[255],"different":[257],"systems.":[259],"It":[260],"also":[261],"offers":[262],"significant":[263],"savings":[265],"up":[267],"59%":[269],"static":[272],"benchmark,":[273],"35%":[274],"Deterministic":[277],"Policy":[278],"Gradient":[279],"discretization,":[281],"76%":[283],"non-branching":[285],"D3QN.":[286]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}