{"id":"https://openalex.org/W4415250728","doi":"https://doi.org/10.1109/access.2025.3622500","title":"5G Unmanned Aerial Vehicle Placement for Mountainous Environment Using Deep Reinforcement Learning","display_name":"5G Unmanned Aerial Vehicle Placement for Mountainous Environment Using Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415250728","doi":"https://doi.org/10.1109/access.2025.3622500"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3622500","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3622500","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3622500","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102082623","display_name":"Shujat Ali","orcid":"https://orcid.org/0000-0003-0298-4229"},"institutions":[{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Shujat Ali","raw_affiliation_strings":["Department of Electrical, Electronic and Systems Engineering, Faculty of Engineering and Built Environment, Universiti Kebangsaan Malaysia, Bangi, Selangor, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-0298-4229","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Systems Engineering, Faculty of Engineering and Built Environment, Universiti Kebangsaan Malaysia, Bangi, Selangor, Malaysia","institution_ids":["https://openalex.org/I885383172"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077800587","display_name":"Asma Abu-Samah","orcid":"https://orcid.org/0000-0001-8514-1459"},"institutions":[{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Asma Abu-Samah","raw_affiliation_strings":["Department of Electrical, Electronic and Systems Engineering, Faculty of Engineering and Built Environment, Universiti Kebangsaan Malaysia, Bangi, Selangor, Malaysia"],"raw_orcid":"https://orcid.org/0000-0001-8514-1459","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Systems Engineering, Faculty of Engineering and Built Environment, Universiti Kebangsaan Malaysia, Bangi, Selangor, Malaysia","institution_ids":["https://openalex.org/I885383172"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079259599","display_name":"Nauman Saqib","orcid":"https://orcid.org/0009-0000-9165-1009"},"institutions":[{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Nauman Saqib","raw_affiliation_strings":["Department of Electrical, Electronic and Systems Engineering, Faculty of Engineering and Built Environment, Universiti Kebangsaan Malaysia, Bangi, Selangor, Malaysia"],"raw_orcid":"https://orcid.org/0009-0000-9165-1009","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Systems Engineering, Faculty of Engineering and Built Environment, Universiti Kebangsaan Malaysia, Bangi, Selangor, Malaysia","institution_ids":["https://openalex.org/I885383172"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037709355","display_name":"N. L. Mohd Kamal","orcid":"https://orcid.org/0000-0003-3560-6101"},"institutions":[{"id":"https://openalex.org/I4528857","display_name":"University of Kuala Lumpur","ror":"https://ror.org/026wwrx19","country_code":"MY","type":"education","lineage":["https://openalex.org/I4528857"]},{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Nadhiya Liyana Mohd Kamal","raw_affiliation_strings":["Unmanned Aerial System Research Laboratory, Malaysian Institute of Aviation Technology, Universiti Kuala Lumpur, Dengkil, Selangor, Malaysia","Department of Electrical, Electronic and Systems Engineering, Faculty of Engineering and Built Environment, Universiti Kebangsaan Malaysia, Bangi, Selangor, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-3560-6101","affiliations":[{"raw_affiliation_string":"Unmanned Aerial System Research Laboratory, Malaysian Institute of Aviation Technology, Universiti Kuala Lumpur, Dengkil, Selangor, Malaysia","institution_ids":["https://openalex.org/I4528857"]},{"raw_affiliation_string":"Department of Electrical, Electronic and Systems Engineering, Faculty of Engineering and Built Environment, Universiti Kebangsaan Malaysia, Bangi, Selangor, Malaysia","institution_ids":["https://openalex.org/I885383172"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080151430","display_name":"Nor Fadzilah Abdullah","orcid":"https://orcid.org/0000-0002-6593-5603"},"institutions":[{"id":"https://openalex.org/I4528857","display_name":"University of Kuala Lumpur","ror":"https://ror.org/026wwrx19","country_code":"MY","type":"education","lineage":["https://openalex.org/I4528857"]},{"id":"https://openalex.org/I885383172","display_name":"National University of Malaysia","ror":"https://ror.org/00bw8d226","country_code":"MY","type":"education","lineage":["https://openalex.org/I885383172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Nor Fadzilah Abdullah","raw_affiliation_strings":["Department of Electrical, Electronic and Systems Engineering, Faculty of Engineering and Built Environment, Universiti Kebangsaan Malaysia, Bangi, Selangor, Malaysia","Malaysian Institute of Aviation Technology, Unmanned Aerial System Research Laboratory, Universiti Kuala Lumpur, Dengkil, Selangor, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-6593-5603","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic and Systems Engineering, Faculty of Engineering and Built Environment, Universiti Kebangsaan Malaysia, Bangi, Selangor, Malaysia","institution_ids":["https://openalex.org/I885383172"]},{"raw_affiliation_string":"Malaysian Institute of Aviation Technology, Unmanned Aerial System Research Laboratory, Universiti Kuala Lumpur, Dengkil, Selangor, Malaysia","institution_ids":["https://openalex.org/I4528857"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.3626,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.93531924,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"13","issue":null,"first_page":"204241","last_page":"204259"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9495999813079834,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9495999813079834,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9140999913215637,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8224999904632568},{"id":"https://openalex.org/keywords/rss","display_name":"RSS","score":0.78329998254776},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7336000204086304},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5103999972343445},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4496000111103058},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.41429999470710754},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3718999922275543},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.3614000082015991}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8260999917984009},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8224999904632568},{"id":"https://openalex.org/C2385561","wikidata":"https://www.wikidata.org/wiki/Q45432","display_name":"RSS","level":2,"score":0.78329998254776},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7336000204086304},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.6553999781608582},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5103999972343445},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4496000111103058},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.424699991941452},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.41429999470710754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4036000072956085},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3718999922275543},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.3441999852657318},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3206999897956848},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.30640000104904175},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.2969000041484833},{"id":"https://openalex.org/C154910267","wikidata":"https://www.wikidata.org/wiki/Q1740982","display_name":"Non-line-of-sight propagation","level":3,"score":0.2892000079154968},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.267300009727478},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.2630000114440918},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C202311505","wikidata":"https://www.wikidata.org/wiki/Q1474701","display_name":"Radio propagation","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C70352696","wikidata":"https://www.wikidata.org/wiki/Q8928","display_name":"Constellation","level":2,"score":0.2531000077724457}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3622500","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3622500","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f30df6e8c01e4e26abc76b50e5ae2619","is_oa":true,"landing_page_url":"https://doaj.org/article/f30df6e8c01e4e26abc76b50e5ae2619","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 204241-204259 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3622500","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3622500","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1100597752","display_name":null,"funder_award_id":"FRGS/1/2021/ICT09/UKM/02/1","funder_id":"https://openalex.org/F4320311039","funder_display_name":"Ministry of Higher Education and Scientific Research"},{"id":"https://openalex.org/G5590554490","display_name":null,"funder_award_id":"FA2386-21-1-4073","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"}],"funders":[{"id":"https://openalex.org/F4320311039","display_name":"Ministry of Higher Education and Scientific Research","ror":"https://ror.org/00kab6t91"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W2026889209","https://openalex.org/W2031834036","https://openalex.org/W2148135143","https://openalex.org/W2327622231","https://openalex.org/W2558431499","https://openalex.org/W2559744077","https://openalex.org/W2792238983","https://openalex.org/W2799343071","https://openalex.org/W2943682041","https://openalex.org/W2962691117","https://openalex.org/W3010653336","https://openalex.org/W3108579079","https://openalex.org/W3111189508","https://openalex.org/W3111740206","https://openalex.org/W3131677908","https://openalex.org/W3131997087","https://openalex.org/W3137963285","https://openalex.org/W3139248285","https://openalex.org/W3158695685","https://openalex.org/W3159986608","https://openalex.org/W3162630617","https://openalex.org/W3173360237","https://openalex.org/W3177394629","https://openalex.org/W3183758503","https://openalex.org/W3198246886","https://openalex.org/W3199610981","https://openalex.org/W3204208956","https://openalex.org/W3216809534","https://openalex.org/W4205429426","https://openalex.org/W4205556697","https://openalex.org/W4210723489","https://openalex.org/W4220870950","https://openalex.org/W4280581362","https://openalex.org/W4285288618","https://openalex.org/W4285409253","https://openalex.org/W4311039780","https://openalex.org/W4311737080","https://openalex.org/W4315926993","https://openalex.org/W4319985928","https://openalex.org/W4323338401","https://openalex.org/W4361852579","https://openalex.org/W4364322927","https://openalex.org/W4367032354","https://openalex.org/W4377695283","https://openalex.org/W4379928101","https://openalex.org/W4385383509","https://openalex.org/W4385603076","https://openalex.org/W4389230743","https://openalex.org/W4391019703","https://openalex.org/W4394994954","https://openalex.org/W4395470386","https://openalex.org/W4399802285","https://openalex.org/W4400808207","https://openalex.org/W4401536874","https://openalex.org/W4403662534"],"related_works":[],"abstract_inverted_index":{"Unmanned":[0],"Aerial":[1],"Vehicle-mounted":[2],"Base":[3],"Stations":[4],"(UAV":[5],"BSs)":[6],"have":[7],"emerged":[8],"as":[9,24],"a":[10,74,90,220],"flexible":[11],"and":[12,67,83,127,156,164,186,192,210,222],"cost-effective":[13],"solution":[14],"for":[15,229,239],"delivering":[16],"wireless":[17],"coverage":[18,163,209],"in":[19,43,62,102,158,177,189,233],"geographically":[20],"challenging":[21],"regions":[22],"such":[23],"mountainous":[25,103],"terrains,":[26],"where":[27],"existing":[28],"terrestrial":[29],"networks":[30],"frequently":[31],"fall":[32],"short.":[33],"UAV":[34,99,154,199,230],"BSs":[35],"possess":[36],"essential":[37],"mobility":[38],"that":[39,198],"enables":[40],"adaptive":[41],"repositioning":[42],"three-dimensional":[44],"(3D)":[45],"space":[46],"to":[47,97,118,133,144,161,183,214],"meet":[48],"dynamic":[49,151],"user":[50,107],"demands;":[51],"however,":[52],"optimizing":[53],"their":[54],"3D":[55],"placement":[56,200],"is":[57,116],"an":[58],"NP-hard":[59],"problem,":[60],"especially":[61],"environments":[63,104],"with":[64,105],"complex":[65,179],"topography":[66],"obstruction":[68],"induced":[69],"shadowing.":[70],"This":[71,217],"study":[72,168],"presents":[73],"reinforcement":[75,225],"learning":[76,226],"(RL)-based":[77],"optimization":[78],"framework":[79,149],"employing":[80],"Q-Learning":[81],"(QL)":[82],"Deep":[84],"Q-Network":[85],"(DQN)":[86],"agents,":[87],"guided":[88],"by":[89],"received":[91],"signal":[92,130,165],"strength":[93],"(RSS)-based":[94],"reward":[95],"function,":[96],"optimize":[98],"BS":[100],"deployment":[101,187,232],"mobile":[106],"equipment":[108],"(UE).":[109],"A":[110],"high-resolution":[111],"ray":[112],"tracing":[113],"(RT)":[114],"model":[115,143,205],"used":[117],"simulate":[119],"realistic":[120],"propagation":[121,180],"conditions,":[122],"capturing":[123],"both":[124,190],"Line-of-Sight":[125],"(LOS)":[126],"Non-Line-of-Sight":[128],"(NLOS)":[129],"variations":[131],"due":[132],"terrain,":[134],"which":[135],"are":[136],"compared":[137,213],"against":[138],"the":[139,170,173,203,240],"conventional":[140],"Air-to-Ground":[141],"(A2G)":[142],"evaluate":[145],"performance":[146,212],"differentials.":[147],"The":[148,167],"allows":[150],"adjustment":[152],"of":[153,172,242],"altitude":[155],"positioning":[157],"real":[159],"time":[160],"maximize":[162],"quality.":[166],"emphasizes":[169],"superiority":[171],"RT-based":[174,204],"RSS":[175,211],"modeling":[176],"representing":[178],"phenomena,":[181],"leading":[182],"improved":[184],"convergence":[185],"efficiency":[188],"QL":[191],"DQN":[193],"agents.":[194],"Simulation":[195],"results":[196],"demonstrate":[197],"optimized":[201],"using":[202],"achieves":[206],"significantly":[207],"better":[208],"traditional":[215],"methods.":[216],"work":[218],"introduces":[219],"robust":[221],"generalizable":[223],"deep":[224],"(DRL)-driven":[227],"approach":[228],"network":[231],"extreme":[234],"environments,":[235],"offering":[236],"critical":[237],"insights":[238],"design":[241],"next-generation,":[243],"terrain-aware":[244],"aerial":[245],"communication":[246],"systems.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2025-12-11T00:21:10.989143","created_date":"2025-10-16T00:00:00"}