{"id":"https://openalex.org/W3109047212","doi":"https://doi.org/10.1109/tcomm.2020.3041347","title":"Deep Reinforcement Learning For Multi-User Access Control in Non-Terrestrial Networks","display_name":"Deep Reinforcement Learning For Multi-User Access Control in Non-Terrestrial Networks","publication_year":2020,"publication_date":"2020-11-30","ids":{"openalex":"https://openalex.org/W3109047212","doi":"https://doi.org/10.1109/tcomm.2020.3041347","mag":"3109047212"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2020.3041347","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2020.3041347","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100651885","display_name":"Yang Cao","orcid":"https://orcid.org/0000-0002-8061-4066"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Cao","raw_affiliation_strings":["National Key Laboratory on Communications, Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-8061-4066","affiliations":[{"raw_affiliation_string":"National Key Laboratory on Communications, Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017575745","display_name":"Shao\u2010Yu Lien","orcid":"https://orcid.org/0000-0002-4347-2871"},"institutions":[{"id":"https://openalex.org/I148099254","display_name":"National Chung Cheng University","ror":"https://ror.org/0028v3876","country_code":"TW","type":"education","lineage":["https://openalex.org/I148099254"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Shao-Yu Lien","raw_affiliation_strings":["National Chung Cheng University, Chiayi, Taiwan"],"raw_orcid":"https://orcid.org/0000-0002-4347-2871","affiliations":[{"raw_affiliation_string":"National Chung Cheng University, Chiayi, Taiwan","institution_ids":["https://openalex.org/I148099254"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007832415","display_name":"Ying\u2010Chang Liang","orcid":"https://orcid.org/0000-0003-2671-5090"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying-Chang Liang","raw_affiliation_strings":["National Key Laboratory on Communications, Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-2671-5090","affiliations":[{"raw_affiliation_string":"National Key Laboratory on Communications, Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":68.196,"has_fulltext":false,"cited_by_count":101,"citation_normalized_percentile":{"value":0.99785767,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"69","issue":"3","first_page":"1605","last_page":"1619"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7909030914306641},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.747603714466095},{"id":"https://openalex.org/keywords/user-equipment","display_name":"User equipment","score":0.7329317331314087},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.6498542428016663},{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.6331582069396973},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6028288006782532},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5719361305236816},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5151699781417847},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.5125308036804199},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.49684908986091614},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4122657775878906},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37114420533180237},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18194028735160828},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14177915453910828}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7909030914306641},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.747603714466095},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.7329317331314087},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.6498542428016663},{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.6331582069396973},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6028288006782532},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5719361305236816},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5151699781417847},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.5125308036804199},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.49684908986091614},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4122657775878906},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37114420533180237},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18194028735160828},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14177915453910828}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2020.3041347","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2020.3041347","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1418244083","display_name":null,"funder_award_id":"U1801261","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3887483280","display_name":null,"funder_award_id":"109-2218-E-009-005-","funder_id":"https://openalex.org/F4320322108","funder_display_name":"Ministry of Science and Technology"},{"id":"https://openalex.org/G46604863","display_name":null,"funder_award_id":"MOST 108-2221-E-194-020-MY3","funder_id":"https://openalex.org/F4320322108","funder_display_name":"Ministry of Science and Technology"},{"id":"https://openalex.org/G7000009495","display_name":"\u57fa\u4e8e\u5927\u6570\u636e\u7684\u590d\u6742\u5f02\u6784\u7f51\u7edc\u667a\u80fd\u65e0\u7ebf\u63a5\u5165\u7406\u8bba\u4e0e\u6280\u672f\u7814\u7a76","funder_award_id":"61631005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7763006810","display_name":null,"funder_award_id":"ZYGX2019Z022","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322108","display_name":"Ministry of Science and Technology","ror":"https://ror.org/032e49973"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W2023901557","https://openalex.org/W2031751141","https://openalex.org/W2094304599","https://openalex.org/W2111907118","https://openalex.org/W2114005980","https://openalex.org/W2145339207","https://openalex.org/W2268751503","https://openalex.org/W2327622231","https://openalex.org/W2412503523","https://openalex.org/W2514674767","https://openalex.org/W2516216435","https://openalex.org/W2522123397","https://openalex.org/W2604830243","https://openalex.org/W2612194121","https://openalex.org/W2618849663","https://openalex.org/W2739702207","https://openalex.org/W2761444498","https://openalex.org/W2761862361","https://openalex.org/W2772526503","https://openalex.org/W2782852827","https://openalex.org/W2886509985","https://openalex.org/W2893939120","https://openalex.org/W2898035736","https://openalex.org/W2898754723","https://openalex.org/W2913340256","https://openalex.org/W2914462121","https://openalex.org/W2936290247","https://openalex.org/W2958715190","https://openalex.org/W2962797279","https://openalex.org/W2962804513","https://openalex.org/W2962846391","https://openalex.org/W2963000651","https://openalex.org/W2963061782","https://openalex.org/W2963246369","https://openalex.org/W2963523817","https://openalex.org/W2964005248","https://openalex.org/W2968782695","https://openalex.org/W2969195240","https://openalex.org/W2972805136","https://openalex.org/W3023776207","https://openalex.org/W3102812201","https://openalex.org/W3103377783","https://openalex.org/W4234585325"],"related_works":["https://openalex.org/W4297310313","https://openalex.org/W2963149344","https://openalex.org/W2097644939","https://openalex.org/W2012551222","https://openalex.org/W4200445394","https://openalex.org/W4303414366","https://openalex.org/W2041847789","https://openalex.org/W2594059527","https://openalex.org/W1724300815","https://openalex.org/W2357429841"],"abstract_inverted_index":{"Non-Terrestrial":[0],"Networks":[1],"(NTNs)":[2],"composed":[3],"of":[4,25,33,40,81,133,141,197],"space-borne":[5],"(e.g.,":[6,11],"satellites)":[7],"and":[8,13,31,57,146,183,201],"airborne":[9],"vehicles":[10],"drones":[12],"blimps)":[14],"have":[15],"recently":[16],"been":[17],"proposed":[18,165,199],"by":[19],"3GPP":[20],"as":[21],"a":[22,48,115,125,142,173],"new":[23,99],"paradigm":[24],"infrastructures":[26],"to":[27,47,171,177],"enhance":[28,178],"the":[29,79,88,130,139,157,160,164,179,195,198,207,211],"capacity":[30],"coverage":[32],"existing":[34,89],"terrestrial":[35,72,95],"wireless":[36,96],"networks.":[37,97],"The":[38],"mobility":[39],"non-terrestrial":[41],"base":[42],"stations":[43],"(NT-BSs)":[44],"however":[45],"leads":[46],"dynamic":[49],"environment,":[50],"which":[51,84,124],"imposes":[52],"unique":[53],"challenges":[54],"for":[55,65,102,137],"handover":[56],"throughput":[58,182],"optimization":[59],"particularly":[60],"in":[61,94,123,205,210],"multi-user":[62,104],"access":[63,91,105,153,172],"control":[64,92,106],"NTNs.":[66],"To":[67],"achieve":[68],"performance":[69,196],"optimization,":[70],"each":[71,147,167],"user":[73,90],"equipment":[74],"(UE)":[75],"should":[76],"autonomously":[77],"estimate":[78],"dynamics":[80],"moving":[82],"NT-BSs,":[83],"is":[85,135,169],"different":[86],"from":[87,159],"schemes":[93,101],"Consequently,":[98],"learning":[100,119],"optimum":[103],"are":[107],"desired.":[108],"In":[109],"this":[110],"article,":[111],"we":[112,193],"therefore":[113],"propose":[114],"UE-driven":[116],"deep":[117,143],"reinforcement":[118],"(DRL)":[120],"based":[121,155],"scheme,":[122,166,200],"centralized":[126],"agent":[127],"deployed":[128],"at":[129],"backhaul":[131],"side":[132],"NT-BSs":[134],"responsible":[136],"training":[138],"parameter":[140,158],"Q-network":[144],"(DQN),":[145],"UE":[148,168],"independently":[149],"makes":[150],"its":[151,203],"own":[152],"decisions":[154],"on":[156],"trained":[161],"DQN.":[162],"With":[163],"able":[170],"proper":[174],"NT-BS":[175],"intelligently":[176],"long-term":[180],"system":[181],"avoid":[184],"frequent":[185],"handovers":[186],"among":[187],"NT-BSs.":[188],"Through":[189],"comprehensive":[190],"simulation":[191],"studies,":[192],"justify":[194],"show":[202],"effectiveness":[204],"addressing":[206],"fundamental":[208],"issues":[209],"NTNs":[212],"deployment.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}