{"id":"https://openalex.org/W3208539921","doi":"https://doi.org/10.1109/twc.2021.3123500","title":"User Access Control in Open Radio Access Networks: A Federated Deep Reinforcement Learning Approach","display_name":"User Access Control in Open Radio Access Networks: A Federated Deep Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-11-03","ids":{"openalex":"https://openalex.org/W3208539921","doi":"https://doi.org/10.1109/twc.2021.3123500","mag":"3208539921"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2021.3123500","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3123500","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100651885","display_name":"Yang Cao","orcid":"https://orcid.org/0000-0002-8061-4066"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I3018263800","display_name":"Huzhou University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Cao","raw_affiliation_strings":["National Key Laboratory on Communications and Center for Intelligent Networking and Communications (CINC), University of Electronic Science and Technology of China, Chengdu, China","Yangtze Delta Region Institute (Huzhou), University of Electronic Science and Technology of China, Huzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8061-4066","affiliations":[{"raw_affiliation_string":"National Key Laboratory on Communications and Center for Intelligent Networking and Communications (CINC), University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"Yangtze Delta Region Institute (Huzhou), University of Electronic Science and Technology of China, Huzhou, China","institution_ids":["https://openalex.org/I3018263800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017575745","display_name":"Shao\u2010Yu Lien","orcid":"https://orcid.org/0000-0002-4347-2871"},"institutions":[{"id":"https://openalex.org/I148099254","display_name":"National Chung Cheng University","ror":"https://ror.org/0028v3876","country_code":"TW","type":"education","lineage":["https://openalex.org/I148099254"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shao-Yu Lien","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Chung Cheng University, Chiayi, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-4347-2871","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Chung Cheng University, Chiayi, Taiwan","institution_ids":["https://openalex.org/I148099254"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007832415","display_name":"Ying\u2010Chang Liang","orcid":"https://orcid.org/0000-0003-2671-5090"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I3018263800","display_name":"Huzhou University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying-Chang Liang","raw_affiliation_strings":["Yangtze Delta Region Institute (Huzhou), University of Electronic Science and Technology of China, Huzhou, China","Center for Intelligent Networking and Communications (CINC), University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-2671-5090","affiliations":[{"raw_affiliation_string":"Yangtze Delta Region Institute (Huzhou), University of Electronic Science and Technology of China, Huzhou, China","institution_ids":["https://openalex.org/I3018263800"]},{"raw_affiliation_string":"Center for Intelligent Networking and Communications (CINC), University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022325942","display_name":"Kwang\u2010Cheng Chen","orcid":"https://orcid.org/0000-0002-1024-6106"},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kwang-Cheng Chen","raw_affiliation_strings":["Department of Electrical Engineering, University of South Florida, Tampa, FL, USA"],"raw_orcid":"https://orcid.org/0000-0002-1024-6106","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of South Florida, Tampa, FL, USA","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100773343","display_name":"Xuemin Shen","orcid":"https://orcid.org/0000-0002-4140-287X"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xuemin Shen","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4140-287X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Waterloo, Waterloo, ON, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.1744,"has_fulltext":false,"cited_by_count":69,"citation_normalized_percentile":{"value":0.95125317,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"21","issue":"6","first_page":"3721","last_page":"3736"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.861170768737793},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8505293726921082},{"id":"https://openalex.org/keywords/c-ran","display_name":"C-RAN","score":0.569652795791626},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5467837452888489},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5343140363693237},{"id":"https://openalex.org/keywords/user-equipment","display_name":"User equipment","score":0.5259922742843628},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5178844928741455},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5049417614936829},{"id":"https://openalex.org/keywords/interoperability","display_name":"Interoperability","score":0.47240036725997925},{"id":"https://openalex.org/keywords/radio-access-network","display_name":"Radio access network","score":0.4481849670410156},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4343954622745514},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40715131163597107},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.370919406414032},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19586551189422607},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15433305501937866}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.861170768737793},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8505293726921082},{"id":"https://openalex.org/C2779765720","wikidata":"https://www.wikidata.org/wiki/Q5005908","display_name":"C-RAN","level":5,"score":0.569652795791626},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5467837452888489},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5343140363693237},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.5259922742843628},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5178844928741455},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5049417614936829},{"id":"https://openalex.org/C20136886","wikidata":"https://www.wikidata.org/wiki/Q749647","display_name":"Interoperability","level":2,"score":0.47240036725997925},{"id":"https://openalex.org/C106365562","wikidata":"https://www.wikidata.org/wiki/Q3078360","display_name":"Radio access network","level":4,"score":0.4481849670410156},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4343954622745514},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40715131163597107},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.370919406414032},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19586551189422607},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15433305501937866},{"id":"https://openalex.org/C207029474","wikidata":"https://www.wikidata.org/wiki/Q384018","display_name":"Mobile station","level":3,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2021.3123500","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2021.3123500","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G1418244083","display_name":null,"funder_award_id":"U1801261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3738287161","display_name":null,"funder_award_id":"2018YFB1801105","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4517290006","display_name":null,"funder_award_id":"B20064","funder_id":"https://openalex.org/F4320335785","funder_display_name":"Project 211"},{"id":"https://openalex.org/G4878739386","display_name":null,"funder_award_id":"110-2224-E-305 -001-","funder_id":"https://openalex.org/F4320322108","funder_display_name":"Ministry of Science and Technology"},{"id":"https://openalex.org/G7000009495","display_name":"\u57fa\u4e8e\u5927\u6570\u636e\u7684\u590d\u6742\u5f02\u6784\u7f51\u7edc\u667a\u80fd\u65e0\u7ebf\u63a5\u5165\u7406\u8bba\u4e0e\u6280\u672f\u7814\u7a76","funder_award_id":"61631005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7763006810","display_name":null,"funder_award_id":"ZYGX2019Z022","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8975313023","display_name":null,"funder_award_id":"108-2221-E-194-020-MY3","funder_id":"https://openalex.org/F4320322108","funder_display_name":"Ministry of Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322108","display_name":"Ministry of Science and Technology","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335785","display_name":"Project 211","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W154564440","https://openalex.org/W1965650327","https://openalex.org/W1981552604","https://openalex.org/W1986364080","https://openalex.org/W2010630450","https://openalex.org/W2023901557","https://openalex.org/W2083561767","https://openalex.org/W2094304599","https://openalex.org/W2148135143","https://openalex.org/W2168405694","https://openalex.org/W2172152499","https://openalex.org/W2554536553","https://openalex.org/W2613120170","https://openalex.org/W2626006124","https://openalex.org/W2791203620","https://openalex.org/W2883059862","https://openalex.org/W2898035736","https://openalex.org/W2899824937","https://openalex.org/W2914552210","https://openalex.org/W2962804345","https://openalex.org/W2963615650","https://openalex.org/W2968782695","https://openalex.org/W2969195240","https://openalex.org/W3010446318","https://openalex.org/W3014422400","https://openalex.org/W3015501413","https://openalex.org/W3015636663","https://openalex.org/W3016207298","https://openalex.org/W3080073809","https://openalex.org/W3096610621","https://openalex.org/W3101940057","https://openalex.org/W3104887532","https://openalex.org/W3136061407","https://openalex.org/W3193144148","https://openalex.org/W4234585325","https://openalex.org/W4318619660","https://openalex.org/W6685444567","https://openalex.org/W6728757088","https://openalex.org/W6757677476"],"related_works":["https://openalex.org/W3158304547","https://openalex.org/W2922954044","https://openalex.org/W2944461850","https://openalex.org/W2064969374","https://openalex.org/W1482301650","https://openalex.org/W4383112736","https://openalex.org/W4293690684","https://openalex.org/W2949223855","https://openalex.org/W3215327823","https://openalex.org/W2910873752"],"abstract_inverted_index":{"Targeting":[0],"at":[1],"implementing":[2],"the":[3,14,59,73,97,122,126,140,148,158,164,171,183,187,197],"next":[4],"generation":[5],"radio":[6],"access":[7,85],"networks":[8],"(RANs)":[9],"with":[10,88,115,136],"virtualized":[11,28],"network":[12],"components,":[13],"open":[15],"RAN":[16,35],"(O-RAN)":[17],"has":[18],"been":[19],"regarded":[20],"as":[21,194],"a":[22,109,116,133,153],"novel":[23],"paradigm":[24],"towards":[25],"fully":[26],"open,":[27],"and":[29,51,69,152,174],"interoperable":[30],"RANs.":[31],"Through":[32],"particularly":[33],"introducing":[34],"intelligent":[36,83],"controllers":[37],"(RICs),":[38],"machine":[39],"learning":[40,91],"(ML)":[41],"can":[42],"be":[43],"unprecedentedly":[44],"installed,":[45],"adapting":[46],"to":[47,124,146,156,192],"various":[48],"vertical":[49],"applications":[50],"deployment":[52],"environments":[53],"without":[54],"sophisticated":[55],"planning":[56],"efforts.":[57],"However,":[58],"O-RAN":[60,198],"also":[61],"suffers":[62],"two":[63],"critical":[64],"challenges":[65],"of":[66,99,186],"load":[67],"balancing":[68],"frequent":[70,176],"handovers":[71],"in":[72,121],"massive":[74],"base":[75],"station":[76],"(BS)":[77],"deployment.":[78],"In":[79],"this":[80],"paper,":[81],"an":[82],"user":[84,106],"control":[86],"scheme":[87,112,189],"deep":[89,101],"reinforcement":[90],"(DRL)":[92],"is":[93,113],"proposed.":[94],"To":[95,129],"optimize":[96],"performance":[98,185],"distributed":[100],"Q-networks":[102],"(DQNs)":[103],"trained":[104],"by":[105],"equipments":[107],"(UEs),":[108],"federated":[110],"DRL-based":[111],"proposed":[114,165,188],"global":[117,134],"model":[118],"server":[119],"installed":[120],"RIC":[123],"update":[125],"DQN":[127,135,159],"parameters.":[128],"further":[130],"predictively":[131],"train":[132],"acceptable":[137],"signaling":[138],"overheads,":[139],"upper":[141],"confidence":[142],"bound":[143],"(UCB)":[144],"algorithm":[145],"select":[147],"optimal":[149],"UE":[150,168],"set":[151],"dueling":[154],"structure":[155],"decompose":[157],"parameters":[160],"are":[161],"developed.":[162],"With":[163],"scheme,":[166],"each":[167],"effectively":[169],"maximizes":[170],"long-term":[172],"throughput":[173],"avoids":[175],"handovers.":[177],"The":[178],"simulation":[179],"results":[180],"well":[181],"justify":[182],"outstanding":[184],"over":[190],"the-state-of-the-arts,":[191],"serve":[193],"references":[195],"for":[196],"standardization.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":7}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}