{"id":"https://openalex.org/W4327767831","doi":"https://doi.org/10.1109/ccnc51644.2023.10059966","title":"Reinforcement Learning Based Resource Allocation for Network Slices in O-RAN Midhaul","display_name":"Reinforcement Learning Based Resource Allocation for Network Slices in O-RAN Midhaul","publication_year":2023,"publication_date":"2023-01-08","ids":{"openalex":"https://openalex.org/W4327767831","doi":"https://doi.org/10.1109/ccnc51644.2023.10059966"},"language":"en","primary_location":{"id":"doi:10.1109/ccnc51644.2023.10059966","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc51644.2023.10059966","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 20th Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051135179","display_name":"Nien Fang Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Nien Fang Cheng","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020061536","display_name":"Turgay Pamuklu","orcid":"https://orcid.org/0000-0003-1444-8263"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Turgay Pamuklu","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089891162","display_name":"Melike Erol\u2010Kantarci","orcid":"https://orcid.org/0000-0001-6787-8457"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Melike Erol-Kantarci","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Ottawa,Canada","institution_ids":["https://openalex.org/I153718931"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5051135179"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":3.8559,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.93759378,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"140","last_page":"145"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13905","display_name":"Telecommunications and Broadcasting Technologies","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8111814856529236},{"id":"https://openalex.org/keywords/radio-access-network","display_name":"Radio access network","score":0.793658435344696},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7274081707000732},{"id":"https://openalex.org/keywords/c-ran","display_name":"C-RAN","score":0.6331021785736084},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6141694188117981},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5776994228363037},{"id":"https://openalex.org/keywords/slicing","display_name":"Slicing","score":0.5657772421836853},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5450752377510071},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.45737743377685547},{"id":"https://openalex.org/keywords/ran","display_name":"Ran","score":0.45478853583335876},{"id":"https://openalex.org/keywords/network-performance","display_name":"Network performance","score":0.4435961842536926},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4379805326461792},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.43294796347618103},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.43042534589767456},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.41592204570770264},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3921283483505249},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.38529425859451294},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.27594661712646484},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.1688390076160431},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1393396258354187},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12689107656478882},{"id":"https://openalex.org/keywords/mobile-station","display_name":"Mobile station","score":0.12165728211402893},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09004530310630798}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8111814856529236},{"id":"https://openalex.org/C106365562","wikidata":"https://www.wikidata.org/wiki/Q3078360","display_name":"Radio access network","level":4,"score":0.793658435344696},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7274081707000732},{"id":"https://openalex.org/C2779765720","wikidata":"https://www.wikidata.org/wiki/Q5005908","display_name":"C-RAN","level":5,"score":0.6331021785736084},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6141694188117981},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5776994228363037},{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.5657772421836853},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5450752377510071},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.45737743377685547},{"id":"https://openalex.org/C160704184","wikidata":"https://www.wikidata.org/wiki/Q18031028","display_name":"Ran","level":2,"score":0.45478853583335876},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.4435961842536926},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4379805326461792},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.43294796347618103},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.43042534589767456},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.41592204570770264},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3921283483505249},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.38529425859451294},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.27594661712646484},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.1688390076160431},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1393396258354187},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12689107656478882},{"id":"https://openalex.org/C207029474","wikidata":"https://www.wikidata.org/wiki/Q384018","display_name":"Mobile station","level":3,"score":0.12165728211402893},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09004530310630798},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ccnc51644.2023.10059966","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ccnc51644.2023.10059966","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 20th Consumer Communications & Networking Conference (CCNC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2961380111","https://openalex.org/W2963035503","https://openalex.org/W2984705157","https://openalex.org/W3005864488","https://openalex.org/W3011149328","https://openalex.org/W3028002358","https://openalex.org/W3163051837","https://openalex.org/W3217596786","https://openalex.org/W4200498924","https://openalex.org/W4283822379","https://openalex.org/W4285794073","https://openalex.org/W4290997040","https://openalex.org/W4313139692"],"related_works":["https://openalex.org/W3037103914","https://openalex.org/W3018338683","https://openalex.org/W2922954044","https://openalex.org/W4315630224","https://openalex.org/W2618068568","https://openalex.org/W3197340217","https://openalex.org/W4294306393","https://openalex.org/W4381187802","https://openalex.org/W4311923021","https://openalex.org/W2692554635"],"abstract_inverted_index":{"Network":[0,35,52],"slicing":[1,53,68,130],"envisions":[2],"the":[3,47,125,134,153],"5th":[4],"generation":[5],"(5G)":[6],"mobile":[7],"network":[8,67,89,114,129],"resource":[9,63],"allocation":[10,64],"to":[11,106,109,172],"be":[12],"based":[13],"on":[14],"different":[15,18],"requirements":[16],"for":[17,54,66,112,127,169],"services,":[19],"such":[20],"as":[21],"Ultra-Reliable":[22],"Low":[23],"Latency":[24],"Communication":[25],"(URLLC)":[26],"and":[27,40,98,165,174],"Enhanced":[28],"Mobile":[29],"Broadband":[30],"(eMBB).":[31],"Open":[32],"Radio":[33],"Access":[34],"(O-RAN),":[36],"proposes":[37],"an":[38,61,84],"open":[39],"disaggregated":[41],"concept":[42],"of":[43],"RAN":[44],"by":[45,76,116],"modulizing":[46],"functionalities":[48],"into":[49],"independent":[50],"components.":[51],"O-RAN":[55,70],"can":[56,131,156],"significantly":[57],"improve":[58,110],"performance.":[59],"Therefore,":[60],"advanced":[62],"solution":[65],"in":[69,73],"is":[71,103],"proposed":[72],"this":[74],"study":[75],"applying":[77],"Reinforcement":[78],"Learning":[79],"(RL).":[80],"This":[81,101],"research":[82],"demonstrates":[83],"RL":[85,154],"compatible":[86],"simplified":[87],"edge":[88],"simulator":[90,102],"with":[91,137,160],"three":[92],"components,":[93],"user":[94],"equipment(UE),":[95],"Edge":[96],"O-Cloud,":[97],"Regional":[99],"O-Cloud.":[100],"later":[104],"used":[105],"discover":[107],"how":[108],"throughput":[111,126],"targeted":[113],"slice(s)":[115],"dynamically":[117],"allocating":[118],"unused":[119],"bandwidth":[120],"from":[121],"other":[122],"slices.":[123],"Increasing":[124],"certain":[128],"also":[132],"benefit":[133],"end":[135],"users":[136],"a":[138,161],"higher":[139],"average":[140],"data":[141],"rate,":[142,144],"peak":[143,163],"or":[145],"shorter":[146,166],"transmission":[147,167],"time.":[148],"The":[149],"results":[150],"show":[151],"that":[152],"model":[155],"provide":[157],"eMBB":[158,175],"traffic":[159],"high":[162],"rate":[164],"time":[168],"URLLC":[170],"compared":[171],"balanced":[173],"focus":[176],"baselines.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}