{"id":"https://openalex.org/W4214904220","doi":"https://doi.org/10.3390/s22051919","title":"Energy-Efficient UAV Movement Control for Fair Communication Coverage: A Deep Reinforcement Learning Approach","display_name":"Energy-Efficient UAV Movement Control for Fair Communication Coverage: A Deep Reinforcement Learning Approach","publication_year":2022,"publication_date":"2022-03-01","ids":{"openalex":"https://openalex.org/W4214904220","doi":"https://doi.org/10.3390/s22051919","pmid":"https://pubmed.ncbi.nlm.nih.gov/35271067"},"language":"en","primary_location":{"id":"doi:10.3390/s22051919","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22051919","pdf_url":"https://www.mdpi.com/1424-8220/22/5/1919/pdf?version=1646131066","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/22/5/1919/pdf?version=1646131066","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046090434","display_name":"Ibrahim A. Nemer","orcid":"https://orcid.org/0000-0002-3712-3405"},"institutions":[{"id":"https://openalex.org/I134085113","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163","country_code":"SA","type":"education","lineage":["https://openalex.org/I134085113"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Ibrahim A. Nemer","raw_affiliation_strings":["Computer Engineering Department, King Fahd University of Petroleum and Minerals, Dhahran 31261, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-3712-3405","affiliations":[{"raw_affiliation_string":"Computer Engineering Department, King Fahd University of Petroleum and Minerals, Dhahran 31261, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057035512","display_name":"Tarek Sheltami","orcid":"https://orcid.org/0000-0002-7879-1469"},"institutions":[{"id":"https://openalex.org/I134085113","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163","country_code":"SA","type":"education","lineage":["https://openalex.org/I134085113"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Tarek R. Sheltami","raw_affiliation_strings":["Computer Engineering Department, King Fahd University of Petroleum and Minerals, Dhahran 31261, Saudi Arabia","Interdisciplinary Research Center of Smart Mobility and Logistics, King Fahd University of Petroleum and Mineral, Dhahran 31261, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-7879-1469","affiliations":[{"raw_affiliation_string":"Computer Engineering Department, King Fahd University of Petroleum and Minerals, Dhahran 31261, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]},{"raw_affiliation_string":"Interdisciplinary Research Center of Smart Mobility and Logistics, King Fahd University of Petroleum and Mineral, Dhahran 31261, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073298343","display_name":"Slim Belhaiza","orcid":"https://orcid.org/0000-0001-6567-2287"},"institutions":[{"id":"https://openalex.org/I134085113","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163","country_code":"SA","type":"education","lineage":["https://openalex.org/I134085113"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Slim Belhaiza","raw_affiliation_strings":["Interdisciplinary Research Center of Smart Mobility and Logistics, King Fahd University of Petroleum and Mineral, Dhahran 31261, Saudi Arabia","Mathematics Department, King Fahd University of Petroleum and Minerals, Dhahran 31261, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Interdisciplinary Research Center of Smart Mobility and Logistics, King Fahd University of Petroleum and Mineral, Dhahran 31261, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]},{"raw_affiliation_string":"Mathematics Department, King Fahd University of Petroleum and Minerals, Dhahran 31261, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084063982","display_name":"Ashraf Mahmoud","orcid":"https://orcid.org/0000-0001-9043-2568"},"institutions":[{"id":"https://openalex.org/I134085113","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163","country_code":"SA","type":"education","lineage":["https://openalex.org/I134085113"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Ashraf S. Mahmoud","raw_affiliation_strings":["Computer Engineering Department, King Fahd University of Petroleum and Minerals, Dhahran 31261, Saudi Arabia","Interdisciplinary Research Center of Smart Mobility and Logistics, King Fahd University of Petroleum and Mineral, Dhahran 31261, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Engineering Department, King Fahd University of Petroleum and Minerals, Dhahran 31261, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]},{"raw_affiliation_string":"Interdisciplinary Research Center of Smart Mobility and Logistics, King Fahd University of Petroleum and Mineral, Dhahran 31261, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5046090434"],"corresponding_institution_ids":["https://openalex.org/I134085113"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":19.0887,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":{"value":0.98941201,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"22","issue":"5","first_page":"1919","last_page":"1919"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8456019759178162},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6871733665466309},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6227542161941528},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5638635158538818},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5423371195793152},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4860377907752991},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4535738229751587},{"id":"https://openalex.org/keywords/merge","display_name":"Merge (version control)","score":0.4458678662776947},{"id":"https://openalex.org/keywords/mobility-model","display_name":"Mobility model","score":0.44343188405036926},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.436744749546051},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4214620590209961},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.34929364919662476},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25983041524887085},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22219884395599365},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13635358214378357}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8456019759178162},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6871733665466309},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6227542161941528},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5638635158538818},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5423371195793152},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4860377907752991},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4535738229751587},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.4458678662776947},{"id":"https://openalex.org/C191485582","wikidata":"https://www.wikidata.org/wiki/Q6887309","display_name":"Mobility model","level":2,"score":0.44343188405036926},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.436744749546051},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4214620590209961},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34929364919662476},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25983041524887085},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22219884395599365},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13635358214378357},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s22051919","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22051919","pdf_url":"https://www.mdpi.com/1424-8220/22/5/1919/pdf?version=1646131066","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:35271067","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35271067","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:2079c5dcc00f4c2589798bb5aeef5d2d","is_oa":true,"landing_page_url":"https://doaj.org/article/2079c5dcc00f4c2589798bb5aeef5d2d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 22, Iss 5, p 1919 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/22/5/1919/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s22051919","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors; Volume 22; Issue 5; Pages: 1919","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:8915037","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/8915037","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s22051919","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22051919","pdf_url":"https://www.mdpi.com/1424-8220/22/5/1919/pdf?version=1646131066","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4214904220.pdf","grobid_xml":"https://content.openalex.org/works/W4214904220.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1140590240","https://openalex.org/W2028111202","https://openalex.org/W2031834036","https://openalex.org/W2070449754","https://openalex.org/W2098696770","https://openalex.org/W2145339207","https://openalex.org/W2169077434","https://openalex.org/W2206930994","https://openalex.org/W2268751503","https://openalex.org/W2339958599","https://openalex.org/W2342656438","https://openalex.org/W2407187947","https://openalex.org/W2412503523","https://openalex.org/W2558431499","https://openalex.org/W2618547256","https://openalex.org/W2739825710","https://openalex.org/W2745115605","https://openalex.org/W2789590088","https://openalex.org/W2885293674","https://openalex.org/W2886509985","https://openalex.org/W2889170788","https://openalex.org/W2891911969","https://openalex.org/W2896835129","https://openalex.org/W2899980158","https://openalex.org/W2914952404","https://openalex.org/W2925554975","https://openalex.org/W2962804513","https://openalex.org/W2963061782","https://openalex.org/W2963615009","https://openalex.org/W2964310887","https://openalex.org/W3010305160","https://openalex.org/W3017279257","https://openalex.org/W3041678225","https://openalex.org/W3051352583","https://openalex.org/W3084283594","https://openalex.org/W3112887103","https://openalex.org/W3115811799","https://openalex.org/W3124649000","https://openalex.org/W3132299869","https://openalex.org/W3159309945","https://openalex.org/W3183773409","https://openalex.org/W3193428479","https://openalex.org/W3196570297","https://openalex.org/W3198698577","https://openalex.org/W3204187047","https://openalex.org/W3204818146","https://openalex.org/W4210985493","https://openalex.org/W6683195989","https://openalex.org/W6800300403"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2952356279"],"abstract_inverted_index":{"Unmanned":[0],"Aerial":[1],"Vehicles":[2],"(UAVs)":[3],"are":[4],"considered":[5],"an":[6,188],"important":[7],"element":[8],"in":[9,28,50,136,140,172,202,211,229],"wireless":[10],"communication":[11,34,45,89],"networks":[12],"due":[13,82],"to":[14,20,31,43,83,102,107,115,130,142,191,198,207],"their":[15],"agility,":[16],"mobility,":[17],"and":[18,36,61,91,94,106,151,206,226,235],"ability":[19],"be":[21,41],"deployed":[22],"as":[23,54],"mobile":[24],"base":[25],"stations":[26],"(BSs)":[27],"the":[29,33,109,137,144,161,169,173,193,196,220,223,227],"network":[30],"improve":[32,143],"quality":[35],"coverage":[37,145,233],"area.":[38],"UAVs":[39,135],"can":[40],"used":[42],"provide":[44],"services":[46],"for":[47,72],"ground":[48],"users":[49],"different":[51],"scenarios,":[52],"such":[53],"transportation":[55],"systems,":[56],"disaster":[57],"situations,":[58],"emergency":[59],"cases,":[60],"surveillance.":[62],"However,":[63],"covering":[64],"a":[65,69,73,97,116,125,132,152,179,203],"specific":[66],"area":[67,139],"under":[68],"dynamic":[70,214],"environment":[71],"long":[74],"time":[75],"using":[76,178],"UAV":[77,201],"technology":[78],"is":[79,100,159],"quite":[80],"challenging":[81],"its":[84],"limited":[85],"energy":[86,149,236],"resources,":[87],"short":[88],"range,":[90],"flying":[92],"regulations":[93],"rules.":[95],"Hence,":[96],"distributed":[98,127,204,224],"solution":[99,129],"needed":[101],"overcome":[103],"these":[104],"limitations":[105],"handle":[108],"interactions":[110,171],"among":[111],"UAVs,":[112],"which":[113],"leads":[114],"large":[117],"state":[118],"space.":[119],"In":[120],"this":[121],"paper,":[122],"we":[123,175,184],"introduced":[124],"novel":[126],"control":[128,199],"place":[131],"group":[133],"of":[134,195,213,231],"candidate":[138],"order":[141],"score":[146],"with":[147,164,187],"minimum":[148],"consumption":[150],"high":[153],"fairness":[154],"value.":[155],"The":[156],"new":[157],"algorithm":[158,190],"called":[160],"state-based":[162,180],"game":[163],"actor-critic":[165,189],"(SBG-AC).":[166],"To":[167],"simplify":[168],"complex":[170],"problem,":[174],"model":[176],"SBG-AC":[177,186,221],"potential":[181],"game.":[182],"Then,":[183],"merge":[185],"assure":[192],"convergence":[194],"model,":[197],"each":[200],"way,":[205],"have":[208],"learning":[209],"capabilities":[210],"case":[212],"environments.":[215],"Simulation":[216],"results":[217],"show":[218],"that":[219],"outperforms":[222],"DRL":[225],"DRL-EC3":[228],"terms":[230],"fairness,":[232],"score,":[234],"consumption.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}