{"id":"https://openalex.org/W3010653657","doi":"https://doi.org/10.1109/access.2020.2981403","title":"Energy Efficient 3-D UAV Control for Persistent Communication Service and Fairness: A Deep Reinforcement Learning Approach","display_name":"Energy Efficient 3-D UAV Control for Persistent Communication Service and Fairness: A Deep Reinforcement Learning Approach","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3010653657","doi":"https://doi.org/10.1109/access.2020.2981403","mag":"3010653657"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.2981403","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2981403","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09039640.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09039640.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101642055","display_name":"Hang Qi","orcid":"https://orcid.org/0000-0003-2272-6710"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Qi","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2272-6710","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057174728","display_name":"Zhiqun Hu","orcid":"https://orcid.org/0000-0002-5666-1401"},"institutions":[{"id":"https://openalex.org/I75900474","display_name":"Hubei University","ror":"https://ror.org/03a60m280","country_code":"CN","type":"education","lineage":["https://openalex.org/I75900474"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqun Hu","raw_affiliation_strings":["School of Computing and Information Engineering, Hubei University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-5666-1401","affiliations":[{"raw_affiliation_string":"School of Computing and Information Engineering, Hubei University, Wuhan, China","institution_ids":["https://openalex.org/I75900474"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084563249","display_name":"Hao Huang","orcid":"https://orcid.org/0000-0003-3151-367X"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Huang","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3151-367X","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000851572","display_name":"Xiangming Wen","orcid":"https://orcid.org/0000-0003-2793-6696"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangming Wen","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2793-6696","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101520824","display_name":"Zhaoming Lu","orcid":"https://orcid.org/0000-0002-6041-0031"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoming Lu","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6041-0031","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":98.8843,"has_fulltext":true,"cited_by_count":93,"citation_normalized_percentile":{"value":0.99890955,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"53172","last_page":"53184"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8896077871322632},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.802416205406189},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6763061881065369},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6380645632743835},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5678287148475647},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4898039996623993},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4635464549064636},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4371872544288635},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42162439227104187},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.35399678349494934},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23215386271476746},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1747758388519287},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.16893860697746277},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09556841850280762}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8896077871322632},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.802416205406189},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6763061881065369},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6380645632743835},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5678287148475647},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4898039996623993},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4635464549064636},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4371872544288635},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42162439227104187},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.35399678349494934},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23215386271476746},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1747758388519287},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.16893860697746277},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09556841850280762},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.2981403","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2981403","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09039640.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4f8bbb4b621c44039b3a68731ff9b038","is_oa":true,"landing_page_url":"https://doaj.org/article/4f8bbb4b621c44039b3a68731ff9b038","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 53172-53184 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.2981403","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2981403","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09039640.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G3510310362","display_name":"\u57fa\u4e8e\u65e0\u4eba\u673a\u591a\u5c42\u7a7a\u4e2d\u7f51\u7edc\u667a\u80fd\u9ad8\u6548\u7684\u901a\u4fe1\u8986\u76d6\u673a\u5236\u7814\u7a76","funder_award_id":"61901163","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4189962422","display_name":null,"funder_award_id":"L192034","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3010653657.pdf","grobid_xml":"https://content.openalex.org/works/W3010653657.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1130343902","https://openalex.org/W1561867011","https://openalex.org/W1995705041","https://openalex.org/W2005581903","https://openalex.org/W2031834036","https://openalex.org/W2035996991","https://openalex.org/W2052190282","https://openalex.org/W2064036620","https://openalex.org/W2078406875","https://openalex.org/W2106913577","https://openalex.org/W2134625525","https://openalex.org/W2139547840","https://openalex.org/W2145339207","https://openalex.org/W2158246215","https://openalex.org/W2170596266","https://openalex.org/W2172186626","https://openalex.org/W2191290814","https://openalex.org/W2268751503","https://openalex.org/W2289204537","https://openalex.org/W2327622231","https://openalex.org/W2405469452","https://openalex.org/W2412503523","https://openalex.org/W2471190594","https://openalex.org/W2523219060","https://openalex.org/W2528788999","https://openalex.org/W2558431499","https://openalex.org/W2571149404","https://openalex.org/W2587073725","https://openalex.org/W2587482752","https://openalex.org/W2604830243","https://openalex.org/W2612291478","https://openalex.org/W2739646274","https://openalex.org/W2742128636","https://openalex.org/W2769378718","https://openalex.org/W2793041510","https://openalex.org/W2793398825","https://openalex.org/W2802520108","https://openalex.org/W2807900833","https://openalex.org/W2808410797","https://openalex.org/W2886509985","https://openalex.org/W2889170788","https://openalex.org/W2898035736","https://openalex.org/W2898754723","https://openalex.org/W2917932334","https://openalex.org/W2958715190","https://openalex.org/W2962804513","https://openalex.org/W2963523817","https://openalex.org/W2963569053","https://openalex.org/W2963615009","https://openalex.org/W2963686678","https://openalex.org/W2963755519","https://openalex.org/W2963864421","https://openalex.org/W2964022169","https://openalex.org/W2964141001","https://openalex.org/W2964313027","https://openalex.org/W3100596763","https://openalex.org/W6684921986","https://openalex.org/W6754413528"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W4210343411"],"abstract_inverted_index":{"Recently,":[0],"unmanned":[1],"aerial":[2,19,74],"vehicles":[3],"(UAVs)":[4],"as":[5],"flying":[6],"wireless":[7],"communication":[8,33,42],"platform":[9],"have":[10],"attracted":[11],"much":[12],"attention.":[13],"Benefiting":[14],"from":[15],"the":[16,51,57,69,80,93,135,156,185],"mobility,":[17],"UAV":[18,41,52,73,82,115,144],"base":[20,75],"stations":[21],"can":[22,29],"be":[23],"deployed":[24],"quickly":[25],"and":[26,28,79,112,127,165,173,183,197,209],"flexibly,":[27],"effectively":[30],"establish":[31],"Line-of-Sight":[32],"links.":[34],"However,":[35],"there":[36],"are":[37],"many":[38],"challenges":[39],"in":[40,56,105,179,202],"system.":[43],"The":[44,64],"first":[45],"challenge":[46,66],"is":[47,55,67,77,83,98],"energy":[48,110,118,166,171,207],"constraint,":[49],"where":[50,120],"battery":[53],"lifetime":[54],"order":[58],"of":[59,61,72,137,159,162,176,204],"fraction":[60],"an":[62],"hour.":[63],"second":[65],"that":[68,191],"coverage":[70,175],"area":[71],"station":[76],"limited":[78],"commercial":[81],"usually":[84],"expensive.":[85],"Thus,":[86],"covering":[87],"a":[88,143,180,194],"large":[89,181],"target":[90],"region":[91,182],"all":[92],"time":[94],"with":[95,117],"sufficient":[96],"UAVs":[97,121,164],"quite":[99],"challenging.":[100],"To":[101],"solve":[102],"above":[103],"challenges,":[104],"this":[106],"paper,":[107],"we":[108,141],"propose":[109,142],"efficient":[111,172],"fair":[113,174],"3-D":[114,160],"scheduling":[116,200],"replenishment,":[119],"move":[122],"around":[123],"to":[124,130,154],"serve":[125],"users":[126],"recharge":[128],"timely":[129],"replenish":[131],"energy.":[132],"Inspired":[133],"by":[134],"success":[136],"deep":[138],"reinforcement":[139],"learning,":[140],"Control":[145],"policy":[146],"based":[147],"on":[148],"Deep":[149],"Deterministic":[150],"Policy":[151],"Gradient":[152],"(UC-DDPG)":[153],"address":[155],"combination":[157],"problem":[158],"mobility":[161],"multiple":[163],"replenishment":[167],"scheduling,":[168],"which":[169],"ensures":[170],"each":[177],"user":[178],"maintains":[184],"persistent":[186],"service.":[187],"Simulation":[188],"results":[189],"reveal":[190],"UC-DDPG":[192],"shows":[193],"good":[195],"convergence":[196],"outperforms":[198],"other":[199],"algorithms":[201],"terms":[203],"data":[205],"volume,":[206],"efficiency":[208],"fairness.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":7}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}