{"id":"https://openalex.org/W4312986669","doi":"https://doi.org/10.1109/twc.2022.3216049","title":"Joint Optimization of Trajectory and User Association via Reinforcement Learning for UAV-Aided Data Collection in Wireless Networks","display_name":"Joint Optimization of Trajectory and User Association via Reinforcement Learning for UAV-Aided Data Collection in Wireless Networks","publication_year":2022,"publication_date":"2022-11-04","ids":{"openalex":"https://openalex.org/W4312986669","doi":"https://doi.org/10.1109/twc.2022.3216049"},"language":"en","primary_location":{"id":"doi:10.1109/twc.2022.3216049","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3216049","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058575507","display_name":"Gong Chen","orcid":"https://orcid.org/0000-0002-0123-9991"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]},{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Gong Chen","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China","Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063431322","display_name":"Xiangping Zhai","orcid":"https://orcid.org/0000-0001-8939-199X"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangping Bryce Zhai","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, China","institution_ids":["https://openalex.org/I9842412"]},{"raw_affiliation_string":"Collaborative Innovation Center of Novel Software Technology and Industrialization, Nanjing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049701424","display_name":"Congduan Li","orcid":"https://orcid.org/0000-0003-0495-332X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Congduan Li","raw_affiliation_strings":["School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5058575507"],"corresponding_institution_ids":["https://openalex.org/I157773358","https://openalex.org/I9842412"],"apc_list":null,"apc_paid":null,"fwci":34.9913,"has_fulltext":false,"cited_by_count":65,"citation_normalized_percentile":{"value":0.99700901,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"22","issue":"5","first_page":"3128","last_page":"3143"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9681000113487244,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8392201662063599},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7182475328445435},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.636714518070221},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6030198931694031},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5749015212059021},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.49369725584983826},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4860868752002716},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.46945279836654663},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4447670578956604},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.4311577379703522},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40385890007019043},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3971545100212097},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.39322414994239807},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2764928936958313},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.26222866773605347},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17916885018348694}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8392201662063599},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7182475328445435},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.636714518070221},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6030198931694031},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5749015212059021},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.49369725584983826},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4860868752002716},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.46945279836654663},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4447670578956604},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.4311577379703522},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40385890007019043},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3971545100212097},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.39322414994239807},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2764928936958313},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.26222866773605347},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17916885018348694},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/twc.2022.3216049","is_oa":false,"landing_page_url":"https://doi.org/10.1109/twc.2022.3216049","pdf_url":null,"source":{"id":"https://openalex.org/S63459445","display_name":"IEEE Transactions on Wireless Communications","issn_l":"1536-1276","issn":["1536-1276","1558-2248"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Wireless Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1283351474","display_name":null,"funder_award_id":"JCYJ20210324120002007","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"},{"id":"https://openalex.org/G2356671884","display_name":null,"funder_award_id":"2019B1515120032","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G313705598","display_name":null,"funder_award_id":"61701231","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4534308122","display_name":null,"funder_award_id":"62271514","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7352521174","display_name":null,"funder_award_id":"61901534","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8960711061","display_name":null,"funder_award_id":"JCYJ20190807155617099","funder_id":"https://openalex.org/F4320326705","funder_display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322438","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794"},{"id":"https://openalex.org/F4320326705","display_name":"Science, Technology and Innovation Commission of Shenzhen Municipality","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W1575592356","https://openalex.org/W1771410628","https://openalex.org/W2031834036","https://openalex.org/W2134295053","https://openalex.org/W2736601468","https://openalex.org/W2887592610","https://openalex.org/W2895882341","https://openalex.org/W2913340256","https://openalex.org/W2914952404","https://openalex.org/W2922260520","https://openalex.org/W2963061782","https://openalex.org/W2963555336","https://openalex.org/W2964023906","https://openalex.org/W2994008524","https://openalex.org/W3005478472","https://openalex.org/W3033021874","https://openalex.org/W3047420942","https://openalex.org/W3051352583","https://openalex.org/W3090286675","https://openalex.org/W3105649577","https://openalex.org/W3125740337","https://openalex.org/W3131382839","https://openalex.org/W3132105662","https://openalex.org/W3132299869","https://openalex.org/W3134103048","https://openalex.org/W3134226813","https://openalex.org/W3134898389","https://openalex.org/W3156032009","https://openalex.org/W3161310251","https://openalex.org/W3162366242","https://openalex.org/W3169114806","https://openalex.org/W3170970335","https://openalex.org/W3176727369","https://openalex.org/W4205523539","https://openalex.org/W4206931804","https://openalex.org/W4210489946","https://openalex.org/W4220984320","https://openalex.org/W4285107918","https://openalex.org/W6627932998","https://openalex.org/W6634413486","https://openalex.org/W6638018090","https://openalex.org/W6741002519","https://openalex.org/W6791533262","https://openalex.org/W6810449842"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W4210343411"],"abstract_inverted_index":{"Unmanned":[0],"Aerial":[1],"Vehicles":[2],"(UAVs)":[3],"can":[4],"be":[5],"used":[6,166],"as":[7,83,116],"aerial":[8],"base":[9],"stations":[10],"for":[11],"data":[12,42],"collection":[13],"in":[14,150,168,178],"next-generation":[15],"wireless":[16],"networks":[17],"due":[18],"to":[19,69,126,132,142],"their":[20],"high":[21],"adaptability":[22],"and":[23,40,54,65,74,92,102,121,146,175],"maneuverability.":[24],"This":[25],"paper":[26],"investigates":[27],"the":[28,48,61,66,71,79,97,111,123,144,160,164,169,172],"scenario":[29],"where":[30],"multiple":[31],"UAVs":[32,64],"cooperatively":[33],"fly":[34],"over":[35],"heterogeneous":[36],"ground":[37],"users":[38],"(GUs)":[39],"collect":[41],"without":[43],"a":[44,84,117,128,137,151,179],"central":[45],"controller.":[46],"With":[47],"consideration":[49],"of":[50,63],"signal-to-interference-and-noise":[51],"ratio":[52],"(SINR)":[53],"fairness":[55],"among":[56],"users,":[57],"we":[58],"jointly":[59],"optimize":[60,143],"trajectories":[62,145],"GUs":[67],"associations":[68],"maximize":[70],"total":[72],"throughput":[73,174],"energy":[75,147,176],"efficiency.":[76],"We":[77,108],"formulate":[78,110],"long-term":[80],"optimization":[81],"problem":[82,115],"decentralized":[85,129],"partially":[86],"observed":[87],"Markov":[88],"decision":[89],"processes":[90],"(DEC-POMDP)":[91],"derive":[93],"an":[94],"approach":[95],"combining":[96],"coalition":[98],"formation":[99],"game":[100,120],"(CFG)":[101],"multi-agent":[103],"deep":[104],"reinforcement":[105],"learning":[106],"(MADRL).":[107],"first":[109],"discrete":[112],"association":[113],"scheduling":[114],"non-cooperative":[118],"theoretical":[119],"use":[122],"CFG":[124],"algorithm":[125,162],"achieve":[127],"scheme":[130],"converging":[131],"Nash":[133],"equilibrium":[134],"(NE).":[135],"Then,":[136],"MARL-based":[138],"technique":[139],"is":[140],"developed":[141],"consumption":[148,177],"continuously":[149],"centralized-training":[152],"but":[153],"decentralized-execution":[154],"manner.":[155,181],"Simulation":[156],"results":[157],"demonstrate":[158],"that":[159],"proposed":[161],"outperforms":[163],"commonly":[165],"schemes":[167],"literature,":[170],"regarding":[171],"fair":[173],"distributed":[180]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":25},{"year":2023,"cited_by_count":11}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}