{"id":"https://openalex.org/W2925554975","doi":"https://doi.org/10.1109/tmc.2019.2908171","title":"Distributed Energy-Efficient Multi-UAV Navigation for Long-Term Communication Coverage by Deep Reinforcement Learning","display_name":"Distributed Energy-Efficient Multi-UAV Navigation for Long-Term Communication Coverage by Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-03-29","ids":{"openalex":"https://openalex.org/W2925554975","doi":"https://doi.org/10.1109/tmc.2019.2908171","mag":"2925554975"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2019.2908171","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2019.2908171","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102923184","display_name":"Chi Harold Liu","orcid":"https://orcid.org/0000-0002-0252-329X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["CN","KR"],"is_corresponding":true,"raw_author_name":"Chi Harold Liu","raw_affiliation_strings":["Department of Computer and Information Security, Sejong University, Gwangjin-gu, South Korea","School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Security, Sejong University, Gwangjin-gu, South Korea","institution_ids":["https://openalex.org/I28777354"]},{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100512925","display_name":"Xiaoxin Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoxin Ma","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101737526","display_name":"Xudong Gao","orcid":"https://orcid.org/0000-0001-5237-6745"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xudong Gao","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039176528","display_name":"Jian Tang","orcid":"https://orcid.org/0000-0003-4418-0114"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jian Tang","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, USA","institution_ids":["https://openalex.org/I70983195"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102923184"],"corresponding_institution_ids":["https://openalex.org/I125839683","https://openalex.org/I28777354"],"apc_list":null,"apc_paid":null,"fwci":229.7519,"has_fulltext":false,"cited_by_count":292,"citation_normalized_percentile":{"value":0.99979316,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"19","issue":"6","first_page":"1274","last_page":"1285"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8390235900878906},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8254069685935974},{"id":"https://openalex.org/keywords/hyperparameter","display_name":"Hyperparameter","score":0.6412619948387146},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5384087562561035},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.48381179571151733},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4721011221408844},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.45810604095458984},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.44332951307296753},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4421055316925049},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43655893206596375},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43137550354003906},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4102626442909241},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1813884973526001}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8390235900878906},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8254069685935974},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.6412619948387146},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5384087562561035},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.48381179571151733},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4721011221408844},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.45810604095458984},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44332951307296753},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4421055316925049},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43655893206596375},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43137550354003906},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4102626442909241},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1813884973526001},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2019.2908171","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2019.2908171","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2440810127","display_name":null,"funder_award_id":"1704662","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3980498467","display_name":null,"funder_award_id":"61772072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4342230030","display_name":null,"funder_award_id":"1525920","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1540107614","https://openalex.org/W1561867011","https://openalex.org/W1757796397","https://openalex.org/W2046583194","https://openalex.org/W2052190282","https://openalex.org/W2066065861","https://openalex.org/W2112166125","https://openalex.org/W2115986224","https://openalex.org/W2119717200","https://openalex.org/W2129942075","https://openalex.org/W2141696572","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2155968351","https://openalex.org/W2167554916","https://openalex.org/W2173564293","https://openalex.org/W2201581102","https://openalex.org/W2313535043","https://openalex.org/W2343023586","https://openalex.org/W2412503523","https://openalex.org/W2528788999","https://openalex.org/W2554984891","https://openalex.org/W2557164510","https://openalex.org/W2604830243","https://openalex.org/W2612159005","https://openalex.org/W2612291478","https://openalex.org/W2620038573","https://openalex.org/W2623014010","https://openalex.org/W2724169821","https://openalex.org/W2737013729","https://openalex.org/W2746553466","https://openalex.org/W2749139677","https://openalex.org/W2761873684","https://openalex.org/W2803834024","https://openalex.org/W2806486723","https://openalex.org/W2886180905","https://openalex.org/W2886509985","https://openalex.org/W2888360891","https://openalex.org/W2891329462","https://openalex.org/W2896992572","https://openalex.org/W2903253065","https://openalex.org/W2907916537","https://openalex.org/W2951799221","https://openalex.org/W2963407617","https://openalex.org/W2963423916","https://openalex.org/W2963477884","https://openalex.org/W2963523817","https://openalex.org/W2963615009","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2964174623","https://openalex.org/W2964291307","https://openalex.org/W3103351187","https://openalex.org/W3103589008","https://openalex.org/W4241811150","https://openalex.org/W4298857966","https://openalex.org/W4298876402","https://openalex.org/W4299802797","https://openalex.org/W6637967152","https://openalex.org/W6662278609","https://openalex.org/W6683204974","https://openalex.org/W6683300800","https://openalex.org/W6684921986","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6729507393","https://openalex.org/W6738796088","https://openalex.org/W6740092555","https://openalex.org/W6744838376","https://openalex.org/W6756723741"],"related_works":["https://openalex.org/W4390421286","https://openalex.org/W4281847915","https://openalex.org/W3000635674","https://openalex.org/W4225571923","https://openalex.org/W3212257828","https://openalex.org/W2999580272","https://openalex.org/W4297873223","https://openalex.org/W3009457412","https://openalex.org/W2350784623","https://openalex.org/W2126211886"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,54],"aim":[4],"to":[5,11,26,32,64,75],"design":[6],"a":[7,13,29,56,69,87],"fully-distributed":[8],"control":[9,65],"solution":[10],"navigate":[12],"group":[14],"of":[15,93,112,147,155,163,185],"unmanned":[16],"aerial":[17],"vehicles":[18],"(UAVs),":[19],"as":[20],"the":[21,38,49,77,90,100,113,118,144,171,176,183,186,190],"mobile":[22,40],"Base":[23],"Stations":[24],"(BSs)":[25],"fly":[27],"around":[28],"target":[30,168],"area,":[31],"provide":[33],"long-term":[34],"communication":[35],"coverage":[36,80],"for":[37,158,174],"ground":[39],"users.":[41],"Different":[42],"from":[43,51],"existing":[44],"solutions":[45],"that":[46],"mainly":[47],"solve":[48],"problem":[50],"optimization":[52],"perspectives,":[53],"proposed":[55,187],"decentralized":[57],"deep":[58,134,196],"reinforcement":[59],"learning":[60],"(DRL)":[61],"based":[62,194],"framework":[63],"each":[66,131],"UAV":[67,132],"in":[68,86,125],"distributed":[70],"manner.":[71],"Our":[72],"goal":[73],"is":[74],"maximize":[76,89],"temporal":[78],"average":[79],"score":[81],"achieved":[82],"by":[83,133],"all":[84,94],"UAVs":[85],"task,":[88],"geographical":[91],"fairness":[92],"considered":[95],"point-of-interests":[96],"(PoIs),":[97],"and":[98,108,123,129,142,166,170,201],"minimize":[99],"total":[101],"energy":[102],"consumptions,":[103],"while":[104],"keeping":[105],"them":[106],"connected":[107],"not":[109],"flying":[110],"out":[111],"area":[114],"border.":[115],"We":[116,138],"designed":[117],"state,":[119],"observation,":[120],"action":[121],"space,":[122],"reward":[124],"an":[126],"explicit":[127],"manner,":[128],"model":[130,188],"neural":[135,156],"networks":[136],"(DNNs).":[137],"conducted":[139],"extensive":[140],"simulations":[141],"found":[143],"appropriate":[145],"set":[146],"hyperparameters,":[148],"including":[149],"experience":[150],"replay":[151],"buffer":[152],"size,":[153],"number":[154],"units":[157],"two":[159],"fully-connected":[160],"hidden":[161],"layers":[162],"actor,":[164],"critic,":[165],"their":[167],"networks,":[169],"discount":[172],"factor":[173],"remembering":[175],"future":[177],"reward.":[178],"The":[179],"simulation":[180],"results":[181],"justified":[182],"superiority":[184],"over":[189],"state-of-the-art":[191],"DRL-EC3":[192],"approach":[193],"on":[195],"deterministic":[197],"policy":[198],"gradient":[199],"(DDPG),":[200],"three":[202],"other":[203],"baselines.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":48},{"year":2024,"cited_by_count":50},{"year":2023,"cited_by_count":62},{"year":2022,"cited_by_count":57},{"year":2021,"cited_by_count":45},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":5}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2025-10-10T00:00:00"}