{"id":"https://openalex.org/W4392158030","doi":"https://doi.org/10.1109/globecom54140.2023.10437350","title":"Hierarchical Meta-Reinforcement Learning for Resource-Efficient Slicing in O-RAN","display_name":"Hierarchical Meta-Reinforcement Learning for Resource-Efficient Slicing in O-RAN","publication_year":2023,"publication_date":"2023-12-04","ids":{"openalex":"https://openalex.org/W4392158030","doi":"https://doi.org/10.1109/globecom54140.2023.10437350"},"language":"en","primary_location":{"id":"doi:10.1109/globecom54140.2023.10437350","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/globecom54140.2023.10437350","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065252700","display_name":"Xianfu Chen","orcid":"https://orcid.org/0000-0002-9453-4200"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Xianfu Chen","raw_affiliation_strings":["VTT Technical Research Centre of Finland Ltd,Oulu,Finland","VTT Technical Research Centre of Finland Ltd, Oulu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland Ltd,Oulu,Finland","institution_ids":["https://openalex.org/I87653560"]},{"raw_affiliation_string":"VTT Technical Research Centre of Finland Ltd, Oulu, Finland","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046333931","display_name":"Celimuge Wu","orcid":"https://orcid.org/0000-0001-6853-5878"},"institutions":[{"id":"https://openalex.org/I20529979","display_name":"University of Electro-Communications","ror":"https://ror.org/02x73b849","country_code":"JP","type":"education","lineage":["https://openalex.org/I20529979"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Celimuge Wu","raw_affiliation_strings":["The University of Electro-Communications,Tokyo,Japan","The University of Electro-Communications, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Electro-Communications,Tokyo,Japan","institution_ids":["https://openalex.org/I20529979"]},{"raw_affiliation_string":"The University of Electro-Communications, Tokyo, Japan","institution_ids":["https://openalex.org/I20529979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036831868","display_name":"Zhifeng Zhao","orcid":"https://orcid.org/0000-0002-5479-7890"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhifeng Zhao","raw_affiliation_strings":["Zhejiang Lab,Hangzhou,China","Zhejiang Lab, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang Lab,Hangzhou,China","institution_ids":["https://openalex.org/I4210123185"]},{"raw_affiliation_string":"Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003491752","display_name":"Yong Xiao","orcid":"https://orcid.org/0000-0003-3230-8758"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Xiao","raw_affiliation_strings":["Huazhong University of Science and Technology,Wuhan,China","Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huazhong University of Science and Technology,Wuhan,China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080122431","display_name":"Shiwen Mao","orcid":"https://orcid.org/0000-0002-7052-0007"},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiwen Mao","raw_affiliation_strings":["Auburn University,Auburn,AL,USA","Auburn University, Auburn, AL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Auburn University,Auburn,AL,USA","institution_ids":["https://openalex.org/I82497590"]},{"raw_affiliation_string":"Auburn University, Auburn, AL, USA","institution_ids":["https://openalex.org/I82497590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037098061","display_name":"Yusheng Ji","orcid":"https://orcid.org/0000-0003-4364-8491"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yusheng Ji","raw_affiliation_strings":["National Institute of Informatics,Tokyo,Japan","National Institute of Informatics, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Informatics,Tokyo,Japan","institution_ids":["https://openalex.org/I184597095"]},{"raw_affiliation_string":"National Institute of Informatics, Tokyo, Japan","institution_ids":["https://openalex.org/I184597095"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"2729","last_page":"2735"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8421289324760437},{"id":"https://openalex.org/keywords/slicing","display_name":"Slicing","score":0.8019997477531433},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.742877721786499},{"id":"https://openalex.org/keywords/ran","display_name":"Ran","score":0.7188727855682373},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.47241511940956116},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3470969796180725},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.22321167588233948},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.176314115524292}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8421289324760437},{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.8019997477531433},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.742877721786499},{"id":"https://openalex.org/C160704184","wikidata":"https://www.wikidata.org/wiki/Q18031028","display_name":"Ran","level":2,"score":0.7188727855682373},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.47241511940956116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3470969796180725},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.22321167588233948},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.176314115524292}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom54140.2023.10437350","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/globecom54140.2023.10437350","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.44999998807907104}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2105520014","https://openalex.org/W2109910161","https://openalex.org/W2762198575","https://openalex.org/W2900804979","https://openalex.org/W2918735386","https://openalex.org/W2965870268","https://openalex.org/W2970759804","https://openalex.org/W2998881388","https://openalex.org/W3035218782","https://openalex.org/W4283214234","https://openalex.org/W4285170701","https://openalex.org/W4285238599","https://openalex.org/W4312712983","https://openalex.org/W4313067193","https://openalex.org/W4365790147","https://openalex.org/W4386260598","https://openalex.org/W6747473740","https://openalex.org/W6768602481"],"related_works":["https://openalex.org/W1766728438","https://openalex.org/W1668090144","https://openalex.org/W2504993638","https://openalex.org/W2083168956","https://openalex.org/W2980853820","https://openalex.org/W404373762","https://openalex.org/W2186004379","https://openalex.org/W2107427363","https://openalex.org/W2132764178","https://openalex.org/W2090788874"],"abstract_inverted_index":{"Open":[0],"radio":[1,32,80],"access":[2],"network":[3,11,41],"(O-RAN)":[4],"slicing":[5],"allows":[6],"the":[7,17,38,44,47,52,58,76,124,136,144,156],"flexible":[8],"control":[9],"of":[10,21,30,78],"components":[12],"and":[13,46,99,129,147],"resources":[14,33],"to":[15,37,51,73],"satisfy":[16],"ever":[18],"increasing":[19],"demand":[20],"mobile":[22,53],"applications.":[23],"To":[24],"optimize":[25],"service":[26],"provisioning,":[27],"efficient":[28],"management":[29,82],"limited":[31],"is":[34,91],"challenging":[35],"due":[36],"orchestration":[39],"among":[40],"slices":[42],"in":[43,57,84],"long-timescale":[45,96,126],"slice":[48],"configurations":[49],"according":[50],"user":[54],"(MU)":[55],"statistics":[56],"short-timescale.":[59],"In":[60],"this":[61],"paper,":[62],"we":[63],"first":[64],"propose":[65],"a":[66,95,100,107,119,130],"novel":[67],"meta":[68],"Markov":[69],"decision":[70],"process":[71],"framework":[72],"mathematically":[74],"formulate":[75],"problem":[77,90,98],"two-timescale":[79],"resource":[81],"(RRM)":[83],"O-RAN":[85],"slicing.":[86],"The":[87],"original":[88],"RRM":[89,127,139],"then":[92],"decoupled":[93],"into":[94],"master":[97],"short-timescale":[101,138],"subproblem,":[102],"which":[103],"are":[104],"solved":[105],"by":[106],"hierarchical":[108,115,152],"reinforcement":[109],"learning":[110],"(RL)":[111],"mechanism.":[112],"Our":[113],"proposed":[114,151],"RL":[116,121,153],"mechanism":[117,154],"includes":[118],"deep":[120],"algorithm,":[122,134],"solving":[123,135],"optimal":[125,137],"policy,":[128],"linear-decomposition":[131],"based":[132],"meta-RL":[133],"policy.":[140],"Numerical":[141],"experiments":[142],"verify":[143],"theoretical":[145],"analysis":[146],"show":[148],"that":[149],"our":[150],"outperforms":[155],"most":[157],"representative":[158],"state-of-the-art":[159],"baselines.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}