{"id":"https://openalex.org/W4379984640","doi":"https://doi.org/10.1109/twc.2023.3282909","title":"Reinforcement Learning-Based Resource Allocation for Coverage Continuity in High Dynamic UAV Communication Networks","display_name":"Reinforcement Learning-Based Resource Allocation for Coverage Continuity in High Dynamic UAV Communication Networks","publication_year":2023,"publication_date":"2023-06-09","ids":{"openalex":"https://openalex.org/W4379984640","doi":"https://doi.org/10.1109/twc.2023.3282909"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2023.3282909","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3282909","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004181029","display_name":"Jiandong Li","orcid":"https://orcid.org/0000-0002-8851-836X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiandong Li","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Institute of Information Science, Xidian University, Xi’an, China","Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8851-836X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Institute of Information Science, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]},{"raw_affiliation_string":"Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042562489","display_name":"Chengyi Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyi Zhou","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Institute of Information Science, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-7351-0835","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Institute of Information Science, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100682735","display_name":"Junyu Liu","orcid":"https://orcid.org/0000-0001-7667-6451"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junyu Liu","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Institute of Information Science, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-7667-6451","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Institute of Information Science, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029337392","display_name":"Min Sheng","orcid":"https://orcid.org/0000-0002-7762-5063"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Sheng","raw_affiliation_strings":["State Key Laboratory of Integrated Service Networks, Institute of Information Science, Xidian University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-7762-5063","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Integrated Service Networks, Institute of Information Science, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100656619","display_name":"Nan Zhao","orcid":"https://orcid.org/0000-0002-6497-7799"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Zhao","raw_affiliation_strings":["School of Information and Communication Engineering, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-6497-7799","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112503264","display_name":"Yu Su","orcid":"https://orcid.org/0000-0002-3099-5016"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Su","raw_affiliation_strings":["China Mobile (Cheng Du) Institute of Research and Development, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-3099-5016","affiliations":[{"raw_affiliation_string":"China Mobile (Cheng Du) Institute of Research and Development, Chengdu, China","institution_ids":["https://openalex.org/I180662265"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.4768,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.9884443,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"23","issue":"2","first_page":"848","last_page":"860"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8342577219009399},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7995119094848633},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6722383499145508},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6411300897598267},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5480166673660278},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5453930497169495},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.48458945751190186},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.480898380279541},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.45156386494636536},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.44634270668029785},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3449770510196686},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3415808081626892},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3321690559387207},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2660372853279114},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21796908974647522},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.16597849130630493},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16482225060462952}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8342577219009399},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7995119094848633},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6722383499145508},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6411300897598267},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5480166673660278},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5453930497169495},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.48458945751190186},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.480898380279541},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.45156386494636536},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.44634270668029785},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3449770510196686},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3415808081626892},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3321690559387207},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2660372853279114},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21796908974647522},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.16597849130630493},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16482225060462952},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2023.3282909","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2023.3282909","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4437330860","display_name":null,"funder_award_id":"2022ZDLGY05-06","funder_id":"https://openalex.org/F4320329783","funder_display_name":"Key Industry Innovation Chain of Shaanxi"},{"id":"https://openalex.org/G5538951345","display_name":null,"funder_award_id":"62121001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5934466230","display_name":null,"funder_award_id":"62341111","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8313386673","display_name":null,"funder_award_id":"62171344","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8570612936","display_name":null,"funder_award_id":"PCL2021A15","funder_id":"https://openalex.org/F4320318558","funder_display_name":"Peng Cheng Laboratory"},{"id":"https://openalex.org/G8825237058","display_name":"\u652f\u6301\u5feb\u901f\u79fb\u52a8\u7684\u5bc6\u96c6\u63a5\u5165\u7f51\u57fa\u7840\u7406\u8bba\u548c\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61931005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G970279203","display_name":null,"funder_award_id":"2022ZDLGY05-01","funder_id":"https://openalex.org/F4320329783","funder_display_name":"Key Industry Innovation Chain of Shaanxi"}],"funders":[{"id":"https://openalex.org/F4320311778","display_name":"China Association for Science and Technology","ror":"https://ror.org/035vmht26"},{"id":"https://openalex.org/F4320318558","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329783","display_name":"Key Industry Innovation Chain of Shaanxi","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W2310071424","https://openalex.org/W2343448572","https://openalex.org/W2561098326","https://openalex.org/W2783729004","https://openalex.org/W2804397006","https://openalex.org/W2806562791","https://openalex.org/W2914495085","https://openalex.org/W2937571395","https://openalex.org/W2963542767","https://openalex.org/W2969195240","https://openalex.org/W2969525674","https://openalex.org/W2981871664","https://openalex.org/W2996573650","https://openalex.org/W2999561085","https://openalex.org/W3009869133","https://openalex.org/W3040177270","https://openalex.org/W3081415854","https://openalex.org/W3092453484","https://openalex.org/W3092580522","https://openalex.org/W3095163147","https://openalex.org/W3096610621","https://openalex.org/W3103720573","https://openalex.org/W3105649577","https://openalex.org/W3106530718","https://openalex.org/W3112324757","https://openalex.org/W3123895149","https://openalex.org/W3126607775","https://openalex.org/W3153173896","https://openalex.org/W3159346561","https://openalex.org/W3166247547","https://openalex.org/W3191425715","https://openalex.org/W3204647170","https://openalex.org/W4200139366","https://openalex.org/W4206021703","https://openalex.org/W4221150634","https://openalex.org/W4226116688","https://openalex.org/W4283740121","https://openalex.org/W4285307446","https://openalex.org/W4286655631","https://openalex.org/W6790299800"],"related_works":["https://openalex.org/W2106711889","https://openalex.org/W4226210192","https://openalex.org/W2114648181","https://openalex.org/W2124130287","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1,4],"vehicles":[2],"mounted":[3],"base":[5],"stations":[6],"(ABSs)":[7],"are":[8],"capable":[9],"of":[10,34,58,68,95,127,138,153,171,181],"providing":[11],"on-demand":[12],"coverage":[13,27,57,80,104,155,195],"in":[14,42,62,124,130],"next-generation":[15],"mobile":[16],"communication":[17],"system.":[18],"However,":[19],"resource":[20,49,85],"allocation":[21,50,86],"for":[22,112],"ABSs":[23,35,59],"to":[24,134,157,160],"provide":[25],"continuous":[26],"is":[28,60,75,120],"challenging,":[29],"since":[30],"the":[31,56,66,79,116,125,136,168,194],"high":[32],"dynamic":[33],"and":[36,52,110,144,178],"time-varying":[37],"air-to-ground":[38],"channel":[39,43,118],"would":[40],"result":[41],"state":[44],"information":[45],"(CSI)":[46],"mismatch":[47,140],"between":[48,71,141],"decision":[51,143],"implementation.":[53,145],"In":[54],"consequence,":[55],"discontinuous":[61],"spatial-temporal":[63],"dimensions,":[64],"i.e.,":[65],"variance":[67,170],"user":[69],"rate":[70,169],"adjacent":[72],"time":[73],"slots":[74],"large.":[76],"To":[77],"ensure":[78],"continuity,":[81],"we":[82],"design":[83,126],"a":[84,150],"method":[87,142],"based":[88],"on":[89],"deep":[90],"reinforcement":[91],"learning":[92],"(RDRL).":[93],"Capable":[94],"adaptively":[96],"tuning":[97],"neural":[98],"network":[99],"structures,":[100],"RDRL":[101,147,172,182],"could":[102],"satisfy":[103],"requirements":[105],"by":[106,176,186],"jointly":[107],"allocating":[108],"subchannels":[109],"power":[111],"ground":[113],"users.":[114],"Meanwhile,":[115],"temporal":[117],"correlation":[119],"taken":[121],"into":[122],"account":[123],"reward":[128],"function":[129],"RDRL,":[131],"which":[132,192],"aims":[133],"alleviate":[135],"influence":[137],"CSI":[139],"Moreover,":[146],"can":[148,173,183],"apply":[149],"pre-trained":[151],"model":[152],"previous":[154],"requirement":[156,159],"current":[158],"reduce":[161],"computation":[162],"complexity.":[163],"Experimental":[164],"results":[165],"show":[166],"that":[167],"be":[174,184],"reduced":[175],"66.7%":[177],"spectral":[179],"efficiency":[180],"increased":[185],"34.7%":[187],"compared":[188],"with":[189],"benchmark":[190],"algorithms,":[191],"ensures":[193],"continuity.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}