{"id":"https://openalex.org/W4285028943","doi":"https://doi.org/10.1109/tvt.2022.3189552","title":"Resource Allocation in UAV-Assisted Networks: A Clustering-Aided Reinforcement Learning Approach","display_name":"Resource Allocation in UAV-Assisted Networks: A Clustering-Aided Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W4285028943","doi":"https://doi.org/10.1109/tvt.2022.3189552"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3189552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3189552","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008819545","display_name":"Shiyang Zhou","orcid":"https://orcid.org/0000-0001-6824-8262"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shiyang Zhou","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China (UESTC), Chengdu, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101462686","display_name":"Yufan Cheng","orcid":"https://orcid.org/0000-0003-4271-299X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufan Cheng","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China (UESTC), Chengdu, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014855049","display_name":"Xia Lei","orcid":"https://orcid.org/0000-0001-8137-0529"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xia Lei","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China (UESTC), Chengdu, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080299506","display_name":"Qihang Peng","orcid":"https://orcid.org/0000-0003-2476-9028"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qihang Peng","raw_affiliation_strings":["School of Communication and Information Engineering, UESTC, Sichuan, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, UESTC, Sichuan, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004042409","display_name":"Jun Wang","orcid":"https://orcid.org/0000-0003-4422-1705"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Wang","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China (UESTC), Chengdu, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020825307","display_name":"Shaoqian Li","orcid":"https://orcid.org/0000-0001-7030-3195"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoqian Li","raw_affiliation_strings":["National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China (UESTC), Chengdu, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China (UESTC), Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5008819545"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":38.2315,"has_fulltext":false,"cited_by_count":65,"citation_normalized_percentile":{"value":0.99715566,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"71","issue":"11","first_page":"12088","last_page":"12103"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8456649780273438},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.70157390832901},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6779564023017883},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5375831127166748},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5323194861412048},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.46610745787620544},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.43035823106765747},{"id":"https://openalex.org/keywords/unsupervised-learning","display_name":"Unsupervised learning","score":0.41653865575790405},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33192604780197144},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2101292908191681}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8456649780273438},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.70157390832901},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6779564023017883},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5375831127166748},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5323194861412048},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.46610745787620544},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.43035823106765747},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.41653865575790405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33192604780197144},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2101292908191681},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2022.3189552","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3189552","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.6100000143051147}],"awards":[{"id":"https://openalex.org/G6339383149","display_name":null,"funder_award_id":"U19B2014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6863986931","display_name":null,"funder_award_id":"62131005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1480376833","https://openalex.org/W1522301498","https://openalex.org/W1557517019","https://openalex.org/W1577297395","https://openalex.org/W1989271068","https://openalex.org/W1995705041","https://openalex.org/W2013415723","https://openalex.org/W2031834036","https://openalex.org/W2052190282","https://openalex.org/W2141461755","https://openalex.org/W2145339207","https://openalex.org/W2149342630","https://openalex.org/W2150339816","https://openalex.org/W2182304831","https://openalex.org/W2285198146","https://openalex.org/W2523219060","https://openalex.org/W2736601468","https://openalex.org/W2783184536","https://openalex.org/W2787938642","https://openalex.org/W2790256744","https://openalex.org/W2887592610","https://openalex.org/W2898587524","https://openalex.org/W2899676632","https://openalex.org/W2913340256","https://openalex.org/W2946763103","https://openalex.org/W2952736579","https://openalex.org/W2962691117","https://openalex.org/W2963117265","https://openalex.org/W2963494324","https://openalex.org/W2963542767","https://openalex.org/W2963569053","https://openalex.org/W2963864421","https://openalex.org/W2964023906","https://openalex.org/W2964316728","https://openalex.org/W2991026280","https://openalex.org/W3004263011","https://openalex.org/W3022527159","https://openalex.org/W3036217512","https://openalex.org/W3036305875","https://openalex.org/W3045518003","https://openalex.org/W3048217314","https://openalex.org/W3085794392","https://openalex.org/W3090573937","https://openalex.org/W3102027520","https://openalex.org/W3109047212","https://openalex.org/W3110923842","https://openalex.org/W3111141591","https://openalex.org/W3115811799","https://openalex.org/W3116877868","https://openalex.org/W3119550488","https://openalex.org/W3128189281","https://openalex.org/W4241021229","https://openalex.org/W4298857966","https://openalex.org/W4299802797","https://openalex.org/W6631190155","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6686121877","https://openalex.org/W6738796088","https://openalex.org/W6741002519","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W4365807906","https://openalex.org/W2157864637","https://openalex.org/W4223416141","https://openalex.org/W2546639359","https://openalex.org/W2105999282","https://openalex.org/W1922070205","https://openalex.org/W2907156721","https://openalex.org/W3203657119","https://openalex.org/W4286952720","https://openalex.org/W2187503597"],"abstract_inverted_index":{"As":[0],"an":[1],"aerial":[2,6],"base":[3],"station,":[4],"unmanned":[5],"vehicle":[7],"(UAV)":[8],"has":[9,239],"been":[10],"considered":[11],"as":[12,119,225,227],"a":[13,44,67,72,85,131,171],"promising":[14],"technology":[15],"to":[16,22,57,103,139,146,182],"assist":[17],"future":[18],"wireless":[19],"communications":[20],"due":[21],"its":[23],"flexible,":[24],"swift":[25],"and":[26,54,112,142,192],"low":[27],"cost":[28],"features,":[29],"where":[30],"resource":[31],"allocation":[32],"is":[33,101,117,124,180,212],"the":[34,59,77,105,110,114,134,140,144,147,150,156,161,164,184,189,194,205,208,235,244],"basis":[35],"for":[36,126,153],"ensuring":[37],"energy-efficient":[38],"UAV-assisted":[39],"networks.":[40],"This":[41],"paper":[42,83],"formulates":[43],"joint":[45],"optimization":[46],"problem":[47],"of":[48,91,149,158,163,197,207],"user":[49,127],"association,":[50,128],"UAV":[51,132],"trajectory":[52,196],"design":[53],"power":[55,69,191],"control":[56],"maximize":[58],"channel":[60],"capacity":[61],"among":[62],"all":[63],"ground":[64,106,135],"users":[65,136],"at":[66],"limited":[68],"level":[70],"in":[71],"downlink":[73],"transmission.":[74],"To":[75],"tackle":[76],"mixed-integer":[78],"non-linear":[79],"programming":[80],"problem,":[81],"this":[82],"proposes":[84],"clustering-aided":[86,236],"reinforcement":[87,167,232,237],"learning":[88,99,168,238],"approach":[89,221],"consisting":[90],"three":[92],"consecutive":[93],"stages.":[94],"Firstly,":[95],"modified":[96],"expectation-maximization":[97],"unsupervised":[98],"algorithm":[100,123,211],"investigated":[102],"cluster":[104,152],"users,":[107],"which":[108,129,187],"reduces":[109],"dimensions":[111],"hence,":[113],"association":[115],"complexity":[116,242],"reduced":[118],"well.":[120],"Then,":[121],"Kuhn-Munkres":[122],"incorporated":[125],"associates":[130],"with":[133,155],"via":[137],"matching":[138,151],"cluster,":[141],"assigns":[143],"UAVs":[145],"centroid":[148],"pre-placement,":[154],"aim":[157],"speeding":[159],"up":[160],"convergence":[162],"following":[165],"deep":[166,175],"algorithm.":[169],"Finally,":[170],"multi-agent":[172],"twin":[173],"delayed":[174],"deterministic":[176],"(MATD3)":[177],"policy":[178],"gradient":[179],"proposed":[181,209,220],"solve":[183],"non-convex":[185],"sub-problem,":[186],"determines":[188],"transmit":[190],"designs":[193],"fine-tuned":[195],"UAVs.":[198],"By":[199],"incorporating":[200],"low-bias":[201],"value":[202],"estimation":[203],"technique,":[204],"reward":[206,224],"MATD3":[210],"improved.":[213],"Simulation":[214],"results":[215],"have":[216],"demonstrated":[217],"that":[218],"our":[219],"achieves":[222],"higher":[223],"well":[226],"converging":[228],"faster":[229],"than":[230,243],"existing":[231],"algorithms.":[233],"Besides,":[234],"lower":[240],"computational":[241],"benchmark":[245],"schemes.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":12}],"updated_date":"2026-04-06T07:47:59.780226","created_date":"2025-10-10T00:00:00"}