{"id":"https://openalex.org/W3172535299","doi":"https://doi.org/10.1109/twc.2022.3179811","title":"Constrained Deep Reinforcement Based Functional Split Optimization in Virtualized RANs","display_name":"Constrained Deep Reinforcement Based Functional Split Optimization in Virtualized RANs","publication_year":2022,"publication_date":"2022-06-09","ids":{"openalex":"https://openalex.org/W3172535299","doi":"https://doi.org/10.1109/twc.2022.3179811","mag":"3172535299"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2022.3179811","is_oa":true,"landing_page_url":"https://doi.org/10.1109/twc.2022.3179811","pdf_url":"https://ieeexplore.ieee.org/ielx7/7693/9944944/09792579.pdf","source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/7693/9944944/09792579.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082343781","display_name":"Fahri Wisnu Murti","orcid":"https://orcid.org/0000-0002-4451-0905"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Fahri Wisnu Murti","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-4451-0905","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087341629","display_name":"Samad Ali","orcid":"https://orcid.org/0000-0002-1171-8435"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Samad Ali","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-1171-8435","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035872239","display_name":"Matti Latva\u2010aho","orcid":"https://orcid.org/0000-0002-6261-0969"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Matti Latva-Aho","raw_affiliation_strings":["Centre for Wireless Communications, University of Oulu, Oulu, Finland"],"raw_orcid":"https://orcid.org/0000-0002-6261-0969","affiliations":[{"raw_affiliation_string":"Centre for Wireless Communications, University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98381234"],"apc_list":null,"apc_paid":null,"fwci":3.6071,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.93030127,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"21","issue":"11","first_page":"9850","last_page":"9864"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7397844195365906},{"id":"https://openalex.org/keywords/reynolds-averaged-navier\u2013stokes-equations","display_name":"Reynolds-averaged Navier\u2013Stokes equations","score":0.6200973987579346},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5727253556251526},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.427223801612854},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3474080562591553},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2746732831001282},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.19365143775939941},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11151674389839172},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10897219181060791},{"id":"https://openalex.org/keywords/computational-fluid-dynamics","display_name":"Computational fluid dynamics","score":0.09308561682701111}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7397844195365906},{"id":"https://openalex.org/C32526432","wikidata":"https://www.wikidata.org/wiki/Q1536235","display_name":"Reynolds-averaged Navier\u2013Stokes equations","level":3,"score":0.6200973987579346},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5727253556251526},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.427223801612854},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3474080562591553},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2746732831001282},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.19365143775939941},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11151674389839172},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10897219181060791},{"id":"https://openalex.org/C1633027","wikidata":"https://www.wikidata.org/wiki/Q815820","display_name":"Computational fluid dynamics","level":2,"score":0.09308561682701111},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/twc.2022.3179811","is_oa":true,"landing_page_url":"https://doi.org/10.1109/twc.2022.3179811","pdf_url":"https://ieeexplore.ieee.org/ielx7/7693/9944944/09792579.pdf","source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2106.00011","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.00011","pdf_url":"https://arxiv.org/pdf/2106.00011","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:oulu.fi:nbnfi-fe2022091559192","is_oa":true,"landing_page_url":"http://urn.fi/urn:nbn:fi-fe2022091559192","pdf_url":null,"source":{"id":"https://openalex.org/S4306400284","display_name":"University of Oulu Repository (University of Oulu)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98381234","host_organization_name":"University of Oulu","host_organization_lineage":["https://openalex.org/I98381234"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/twc.2022.3179811","is_oa":true,"landing_page_url":"https://doi.org/10.1109/twc.2022.3179811","pdf_url":"https://ieeexplore.ieee.org/ielx7/7693/9944944/09792579.pdf","source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1824793925","display_name":"6G Flagship - 6G-Enabled Wireless Smart Society & Ecosystem","funder_award_id":"346208","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G4621981016","display_name":null,"funder_award_id":"346208","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3172535299.pdf","grobid_xml":"https://content.openalex.org/works/W3172535299.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1960752404","https://openalex.org/W1960932928","https://openalex.org/W2006738678","https://openalex.org/W2092475564","https://openalex.org/W2105808107","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2143612262","https://openalex.org/W2155526624","https://openalex.org/W2507756961","https://openalex.org/W2560592986","https://openalex.org/W2592927503","https://openalex.org/W2613070411","https://openalex.org/W2617411258","https://openalex.org/W2791939296","https://openalex.org/W2792819087","https://openalex.org/W2798766386","https://openalex.org/W2804791273","https://openalex.org/W2895059999","https://openalex.org/W2896356700","https://openalex.org/W2952332632","https://openalex.org/W2962979969","https://openalex.org/W2963082979","https://openalex.org/W2964222567","https://openalex.org/W2964308564","https://openalex.org/W2976125340","https://openalex.org/W2981682026","https://openalex.org/W2982223086","https://openalex.org/W2996945891","https://openalex.org/W3007387755","https://openalex.org/W3008862718","https://openalex.org/W3022898652","https://openalex.org/W3036361022","https://openalex.org/W3045872277","https://openalex.org/W3047863327","https://openalex.org/W3099630074","https://openalex.org/W3101645904","https://openalex.org/W3109356043","https://openalex.org/W3111924881","https://openalex.org/W3112342143","https://openalex.org/W3113370602","https://openalex.org/W3122487705","https://openalex.org/W3134602633","https://openalex.org/W3162902207","https://openalex.org/W3167615896","https://openalex.org/W3179635614","https://openalex.org/W3187538208","https://openalex.org/W3191021135","https://openalex.org/W3210420200","https://openalex.org/W4226124539","https://openalex.org/W4242209908","https://openalex.org/W4286865424","https://openalex.org/W4287388810","https://openalex.org/W4287811172","https://openalex.org/W6679434410","https://openalex.org/W6679436768","https://openalex.org/W6687063787","https://openalex.org/W6730742100","https://openalex.org/W6737231788","https://openalex.org/W6751725685","https://openalex.org/W6777536727","https://openalex.org/W6779815537"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2911627970","https://openalex.org/W2744033844","https://openalex.org/W2045524054","https://openalex.org/W1984651121","https://openalex.org/W3211215265","https://openalex.org/W3173747918","https://openalex.org/W3110439932"],"abstract_inverted_index":{"In":[0,100],"virtualized":[1,14],"radio":[2],"access":[3],"network":[4,60,293],"(vRAN),":[5],"the":[6,21,40,44,50,58,77,83,114,120,127,131,149,156,160,171,175,210,215,220,252,271,275,283,286,300,314,317,324,347],"base":[7],"station":[8],"(BS)":[9],"functions":[10,48],"are":[11,279],"decomposed":[12],"into":[13],"components":[15],"that":[16,56,90,212,299],"can":[17,140,152,330],"be":[18,141,153],"hosted":[19],"at":[20,274],"centralized":[22],"unit":[23],"or":[24,264,338],"distributed":[25],"units":[26],"through":[27],"functional":[28,78,216,310],"splits.":[29],"Such":[30],"flexibility":[31],"has":[32],"many":[33],"benefits;":[34],"however,":[35],"it":[36,72,96,139],"also":[37],"requires":[38],"solving":[39,95],"problem":[41,80,89,115,161,177],"of":[42,47,49,71,133,135,169,174,285,316,323],"finding":[43],"optimal":[45,309,348],"splits":[46],"BSs":[51],"in":[52,86,124,143,155,196],"such":[53,184],"a":[54,87,103,136,166,185,189,198,241,258,342],"way":[55],"minimizes":[57],"total":[59],"cost.":[61],"The":[62],"underlying":[63,121],"vRAN":[64],"system":[65],"is":[66,73,91,97,110,130,162,194,206,213,223,234,246,267,319],"complex":[67],"and":[68,94,230,250,291,341],"precise":[69],"modelling":[70],"not":[74],"trivial.":[75],"Formulating":[76],"split":[79,217,232,311],"to":[81,112,147,181,208,226,248,269,281,307,321,336],"minimize":[82],"cost":[84,333],"results":[85,297],"combinatorial":[88],"provably":[92],"NP-hard,":[93],"computationally":[98],"expensive.":[99],"this":[101],"paper,":[102],"constrained":[104,242],"deep":[105,125],"reinforcement":[106],"learning":[107],"(RL)":[108],"approach":[109],"proposed":[111,287,301],"solve":[113],"with":[116,183,313],"minimal":[117],"assumptions":[118],"about":[119],"system.":[122],"Since":[123],"RL,":[126],"action":[128,172,187],"selection":[129],"outcome":[132],"inference":[134],"neural":[137,150],"network,":[138],"done":[142,154],"real-time":[144],"while":[145],"training":[146],"update":[148],"networks":[151],"background.":[157],"However,":[158,219],"since":[159],"combinatorial,":[163],"even":[164],"for":[165],"small":[167],"number":[168],"functions,":[170],"space":[173],"RL":[176,302],"becomes":[178],"large.":[179],"Therefore,":[180],"deal":[182],"large":[186],"space,":[188],"chain":[190],"rule-based":[191],"stochastic":[192],"policy":[193,211,222,243,253],"exploited":[195],"which":[197],"long":[199],"short-term":[200],"memory":[201],"(LSTM)":[202],"network-based":[203],"sequence-to-sequence":[204],"model":[205],"applied":[207],"estimate":[209],"selecting":[214],"actions.":[218],"utilized":[221,268],"still":[224],"limited":[225],"an":[227],"unconstrained":[228],"problem,":[229],"each":[231],"decision":[233],"bounded":[235],"by":[236,261],"vRAN\u2019s":[237],"constraint":[238,255],"requirements.":[239],"Hence,":[240],"gradient":[244],"method":[245],"leveraged":[247],"train":[249],"guide":[251],"toward":[254],"satisfaction.":[256],"Further,":[257],"search":[259],"strategy":[260],"greedy":[262],"decoding":[263],"temperature":[265],"sampling":[266],"improve":[270],"optimality":[272,325],"performance":[273,284],"test":[276],"time.":[277],"Simulations":[278],"performed":[280],"evaluate":[282],"solution":[288,303,318,329],"using":[289],"synthetic":[290],"real":[292],"datasets.":[294],"Our":[295],"numerical":[296],"show":[298],"architecture":[304],"successfully":[305],"learns":[306],"make":[308],"decisions":[312],"accuracy":[315],"up":[320],"0.05%":[322],"gap.":[326],"Moreover,":[327],"our":[328],"achieve":[331],"considerable":[332],"savings":[334],"compared":[335],"C-RAN":[337],"D-RAN":[339],"systems":[340],"faster":[343],"computational":[344],"time":[345],"than":[346],"baseline.":[349]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}