{"id":"https://openalex.org/W3167580222","doi":"https://doi.org/10.1109/tvt.2021.3088129","title":"UAV Control for Wireless Service Provisioning in Critical Demand Areas: A Deep Reinforcement Learning Approach","display_name":"UAV Control for Wireless Service Provisioning in Critical Demand Areas: A Deep Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-06-11","ids":{"openalex":"https://openalex.org/W3167580222","doi":"https://doi.org/10.1109/tvt.2021.3088129","mag":"3167580222"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3088129","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3088129","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021435425","display_name":"Tai Manh Ho","orcid":"https://orcid.org/0000-0002-7306-7658"},"institutions":[{"id":"https://openalex.org/I159129438","display_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al","ror":"https://ror.org/002rjbv21","country_code":"CA","type":"education","lineage":["https://openalex.org/I159129438","https://openalex.org/I49663120"]},{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tai Manh Ho","raw_affiliation_strings":["Synchromedia Lab, \u00c9cole de Technologie Sup\u00e9rieure, Universit\u00e9 du Qu\u00e9bec, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7306-7658","affiliations":[{"raw_affiliation_string":"Synchromedia Lab, \u00c9cole de Technologie Sup\u00e9rieure, Universit\u00e9 du Qu\u00e9bec, Montreal, QC, Canada","institution_ids":["https://openalex.org/I159129438","https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019659545","display_name":"Kim Khoa Nguyen","orcid":"https://orcid.org/0000-0002-9354-7544"},"institutions":[{"id":"https://openalex.org/I159129438","display_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al","ror":"https://ror.org/002rjbv21","country_code":"CA","type":"education","lineage":["https://openalex.org/I159129438","https://openalex.org/I49663120"]},{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kim-Khoa Nguyen","raw_affiliation_strings":["Synchromedia Lab, \u00c9cole de Technologie Sup\u00e9rieure, Universit\u00e9 du Qu\u00e9bec, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9354-7544","affiliations":[{"raw_affiliation_string":"Synchromedia Lab, \u00c9cole de Technologie Sup\u00e9rieure, Universit\u00e9 du Qu\u00e9bec, Montreal, QC, Canada","institution_ids":["https://openalex.org/I159129438","https://openalex.org/I9736820"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015410834","display_name":"Mohamed Cheriet","orcid":"https://orcid.org/0000-0002-5246-7265"},"institutions":[{"id":"https://openalex.org/I159129438","display_name":"Universit\u00e9 du Qu\u00e9bec \u00e0 Montr\u00e9al","ror":"https://ror.org/002rjbv21","country_code":"CA","type":"education","lineage":["https://openalex.org/I159129438","https://openalex.org/I49663120"]},{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohamed Cheriet","raw_affiliation_strings":["Synchromedia Lab, \u00c9cole de Technologie Sup\u00e9rieure, Universit\u00e9 du Qu\u00e9bec, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5246-7265","affiliations":[{"raw_affiliation_string":"Synchromedia Lab, \u00c9cole de Technologie Sup\u00e9rieure, Universit\u00e9 du Qu\u00e9bec, Montreal, QC, Canada","institution_ids":["https://openalex.org/I159129438","https://openalex.org/I9736820"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":41.9707,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.99611101,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":100},"biblio":{"volume":"70","issue":"7","first_page":"7138","last_page":"7152"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8210989236831665},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6930050849914551},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5563993453979492},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.5506901741027832},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5375006198883057},{"id":"https://openalex.org/keywords/backhaul","display_name":"Backhaul (telecommunications)","score":0.48785853385925293},{"id":"https://openalex.org/keywords/rician-fading","display_name":"Rician fading","score":0.4381413459777832},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.43796882033348083},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.3960711359977722},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.38784295320510864},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.3664420545101166},{"id":"https://openalex.org/keywords/fading","display_name":"Fading","score":0.36473512649536133},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3448070287704468},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.30824941396713257},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18640580773353577},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1416662037372589},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13732203841209412}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8210989236831665},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6930050849914551},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5563993453979492},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.5506901741027832},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5375006198883057},{"id":"https://openalex.org/C103760667","wikidata":"https://www.wikidata.org/wiki/Q798444","display_name":"Backhaul (telecommunications)","level":3,"score":0.48785853385925293},{"id":"https://openalex.org/C60472773","wikidata":"https://www.wikidata.org/wiki/Q7331156","display_name":"Rician fading","level":4,"score":0.4381413459777832},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.43796882033348083},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.3960711359977722},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.38784295320510864},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3664420545101166},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.36473512649536133},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3448070287704468},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30824941396713257},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18640580773353577},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1416662037372589},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13732203841209412},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2021.3088129","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3088129","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:espace2.etsmtl.ca:23022","is_oa":false,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/23022/","pdf_url":null,"source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article publi\u00e9 dans une revue, r\u00e9vis\u00e9 par les pairs"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8899999856948853,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1515851193","https://openalex.org/W1771410628","https://openalex.org/W2051365191","https://openalex.org/W2098841537","https://openalex.org/W2145339207","https://openalex.org/W2173248099","https://openalex.org/W2268751503","https://openalex.org/W2518876086","https://openalex.org/W2523219060","https://openalex.org/W2612291478","https://openalex.org/W2621151963","https://openalex.org/W2738731084","https://openalex.org/W2754517384","https://openalex.org/W2886509985","https://openalex.org/W2887592610","https://openalex.org/W2907916537","https://openalex.org/W2915369448","https://openalex.org/W2915576678","https://openalex.org/W2925554975","https://openalex.org/W2953384591","https://openalex.org/W2962804513","https://openalex.org/W2962889437","https://openalex.org/W2963061782","https://openalex.org/W2963120839","https://openalex.org/W2963542767","https://openalex.org/W2963555336","https://openalex.org/W2963569053","https://openalex.org/W2963864421","https://openalex.org/W2964018918","https://openalex.org/W2964023906","https://openalex.org/W2979897999","https://openalex.org/W3004263011","https://openalex.org/W3009627790","https://openalex.org/W3010006578","https://openalex.org/W3017194848","https://openalex.org/W3022601977","https://openalex.org/W3036564176","https://openalex.org/W3051352583","https://openalex.org/W3100366369","https://openalex.org/W3102027520","https://openalex.org/W3106530718","https://openalex.org/W3123212791","https://openalex.org/W6638018090","https://openalex.org/W6674632333","https://openalex.org/W6684921986","https://openalex.org/W6713134421","https://openalex.org/W6726654379","https://openalex.org/W6744123322"],"related_works":["https://openalex.org/W2172055400","https://openalex.org/W2141180789","https://openalex.org/W1560491530","https://openalex.org/W2902575303","https://openalex.org/W2263624057","https://openalex.org/W4297310313","https://openalex.org/W3015080911","https://openalex.org/W2059664315","https://openalex.org/W2531284161","https://openalex.org/W2963149344"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"investigate":[4],"the":[5,41,46,62,72,75,81,92,102,105,112,118,121,132,139,160,175,178,189,192,196,199,225,235,238,242],"problem":[6,140,163],"of":[7,80,138,164,177,188,195,217,237],"wireless":[8],"service":[9],"provisioning":[10],"through":[11],"a":[12,32,97,147,214,247],"rotary-wing":[13],"UAV":[14,42,73,82,103,113,119,165,239],"which":[15,51],"can":[16,233],"serve":[17],"as":[18],"an":[19,208],"aerial":[20],"base":[21],"station":[22],"(BS)":[23],"to":[24,39,86,130,145,158,223,241],"communicate":[25],"with":[26,167],"multiple":[27],"ground":[28],"terminals":[29],"(GTs)":[30],"in":[31,50,141,207,245],"boost":[33],"demand":[34],"area.":[35],"Our":[36],"objective":[37],"is":[38],"optimize":[40],"control":[43,166],"for":[44,65,100],"maximizing":[45],"UAV.s":[47],"energy":[48,54,57,187],"efficiency,":[49],"both":[52],"aerodynamic":[53],"and":[55,68,74,83,114,116,120,135,191,211],"communication":[56,63,193],"are":[58,127],"considered":[59],"while":[60],"ensuring":[61],"requirements":[64],"each":[66],"GT":[67],"backhaul":[69],"link":[70],"between":[71,111,117],"terrestrial":[76,122],"BS.":[77,123],"The":[78],"mobility":[79],"GTs":[84],"lead":[85],"time-varying":[87,181],"channel":[88,183],"conditions":[89],"that":[90,171,232],"make":[91],"environment":[93,134,179,210],"dynamic.":[94],"We":[95,143,219],"formulate":[96],"nonconvex":[98,162],"optimization":[99,125],"controlling":[101],"considering":[104],"practical":[106],"angle-dependent":[107],"Rician":[108],"fading":[109],"channels":[110],"GTs,":[115],"Traditional":[124],"approaches":[126],"not":[128,203],"able":[129],"handle":[131],"dynamic":[133,248],"high":[136],"complexity":[137],"real-time.":[142],"propose":[144],"use":[146,224],"deep":[148],"reinforcement":[149],"learning-based":[150],"approach":[151,222],"namely":[152],"Deep":[153],"Deterministic":[154],"Policy":[155,228],"Gradient":[156],"(DDPG)":[157],"solve":[159],"formulated":[161],"continuous":[168],"action":[169],"space":[170],"takes":[172],"into":[173],"account":[174],"real-time":[176],"including":[180],"UAV-ground":[182],"conditions,":[184],"available":[185],"onboard":[186],"UAV,":[190],"requirement":[194],"GTs.":[197],"However,":[198],"DDPG":[200,243],"method":[201,231,244],"may":[202],"achieve":[204],"good":[205],"performance":[206,236],"unstable":[209],"will":[212],"face":[213],"large":[215],"number":[216],"hyperparameters.":[218],"extend":[220],"our":[221],"Trust":[226],"Region":[227],"Optimization":[229],"(TRPO)":[230],"improve":[234],"compared":[240],"such":[246],"environment.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}