{"id":"https://openalex.org/W4401506917","doi":"https://doi.org/10.1109/tcds.2024.3441865","title":"Reinforcement-Learning-Based Multi-Unmanned Aerial Vehicle Optimal Control for Communication Services With Limited Endurance","display_name":"Reinforcement-Learning-Based Multi-Unmanned Aerial Vehicle Optimal Control for Communication Services With Limited Endurance","publication_year":2024,"publication_date":"2024-08-12","ids":{"openalex":"https://openalex.org/W4401506917","doi":"https://doi.org/10.1109/tcds.2024.3441865"},"language":"en","primary_location":{"id":"doi:10.1109/tcds.2024.3441865","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2024.3441865","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088413924","display_name":"Lu Dong","orcid":"https://orcid.org/0000-0001-6737-1381"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lu Dong","raw_affiliation_strings":["School of Cyber Science and Engineering, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108968460","display_name":"Pinle Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pinle Ding","raw_affiliation_strings":["School of Cyber Science and Engineering, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034047775","display_name":"Xin Yuan","orcid":"https://orcid.org/0000-0002-7472-340X"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Yuan","raw_affiliation_strings":["School of Automation, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020392501","display_name":"Andi Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Andi Xu","raw_affiliation_strings":["School of Cyber Science and Engineering, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110740283","display_name":"Jie Gui","orcid":"https://orcid.org/0000-0002-9450-1759"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Gui","raw_affiliation_strings":["School of Cyber Science and Engineering, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5088413924"],"corresponding_institution_ids":["https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":7.7975,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.96593544,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"17","issue":"1","first_page":"219","last_page":"231"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9632999897003174,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8945519328117371},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8313894271850586},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4633505940437317},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4177098274230957},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39980021119117737},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.38410595059394836},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09737738966941833}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8945519328117371},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8313894271850586},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4633505940437317},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4177098274230957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39980021119117737},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.38410595059394836},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09737738966941833},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcds.2024.3441865","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcds.2024.3441865","pdf_url":null,"source":{"id":"https://openalex.org/S2488537894","display_name":"IEEE Transactions on Cognitive and Developmental Systems","issn_l":"2379-8920","issn":["2379-8920","2379-8939"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive and Developmental Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W105975728","https://openalex.org/W1988456768","https://openalex.org/W2268751503","https://openalex.org/W2467239853","https://openalex.org/W2476537510","https://openalex.org/W2528788999","https://openalex.org/W2569132502","https://openalex.org/W2586992378","https://openalex.org/W2613354169","https://openalex.org/W2620902357","https://openalex.org/W2765931706","https://openalex.org/W2783184536","https://openalex.org/W2784155078","https://openalex.org/W2791545306","https://openalex.org/W2886509985","https://openalex.org/W2887592610","https://openalex.org/W2896835129","https://openalex.org/W2901790394","https://openalex.org/W2917213827","https://openalex.org/W2962804513","https://openalex.org/W2963498436","https://openalex.org/W2963523627","https://openalex.org/W2963533436","https://openalex.org/W2963542767","https://openalex.org/W2963569053","https://openalex.org/W2963615009","https://openalex.org/W2964023906","https://openalex.org/W2964052915","https://openalex.org/W2964125271","https://openalex.org/W2989743749","https://openalex.org/W3002033136","https://openalex.org/W3006633558","https://openalex.org/W3010521003","https://openalex.org/W3015196586","https://openalex.org/W3036296382","https://openalex.org/W3093571944","https://openalex.org/W3175526935","https://openalex.org/W4214717370","https://openalex.org/W4301221417","https://openalex.org/W4312702068","https://openalex.org/W4362632612","https://openalex.org/W4379409346","https://openalex.org/W4388206076","https://openalex.org/W4391974559"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"This":[0],"article":[1],"investigates":[2],"the":[3,40,72,78,93,111,127,134,143,148],"service":[4,75,124,140],"path":[5],"problem":[6],"of":[7],"multi-unmanned":[8],"aerial":[9],"vehicle":[10],"(multi-UAV)":[11],"providing":[12,54],"communication":[13,55,74,123],"services":[14,56],"to":[15,26,38,52,57,70,91,110],"multiuser":[16],"in":[17,43,126],"urban":[18,44],"environments":[19,45],"with":[20],"limited":[21],"endurance.":[22],"Our":[23],"goal":[24],"is":[25,104],"learn":[27],"an":[28,85],"optimal":[29],"multi-UAV":[30,66],"centralized":[31,67],"control":[32,68],"policy":[33],"that":[34,133],"will":[35],"enable":[36],"UAVs":[37,90],"find":[39],"illumination":[41],"areas":[42],"through":[46],"curiosity-driven":[47],"exploration":[48],"and":[49,146],"harvest":[50],"energy":[51],"continue":[53],"users.":[58],"First,":[59],"we":[60],"propose":[61],"a":[62,100,119],"reinforcement":[63],"learning":[64],"(RL)-based":[65],"strategy":[69],"maximize":[71],"accumulated":[73,122],"score.":[76],"In":[77],"proposed":[79,105,115,135],"framework,":[80],"curiosity":[81],"can":[82,117,137],"act":[83],"as":[84],"internal":[86],"incentive":[87],"signal,":[88],"allowing":[89],"explore":[92],"environment":[94],"without":[95],"any":[96],"prior":[97],"knowledge.":[98],"Second,":[99],"two-phase":[101],"exploring":[102],"protocol":[103],"for":[106],"practical":[107],"implementation.":[108],"Compared":[109],"baseline":[112,144],"method,":[113],"our":[114],"method":[116,136,145],"achieve":[118],"significantly":[120],"higher":[121],"score":[125],"exploitation-intensive":[128],"phase.":[129],"The":[130],"results":[131],"demonstrate":[132],"obtain":[138],"accurate":[139],"paths":[141],"over":[142],"handle":[147],"exploration-exploitation":[149],"tradeoff":[150],"well.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}