{"id":"https://openalex.org/W4313546780","doi":"https://doi.org/10.1109/access.2022.3232077","title":"Adaptive Height Optimization for Cellular-Connected UAVs: A Deep Reinforcement Learning Approach","display_name":"Adaptive Height Optimization for Cellular-Connected UAVs: A Deep Reinforcement Learning Approach","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4313546780","doi":"https://doi.org/10.1109/access.2022.3232077"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3232077","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3232077","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10005608.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10005608.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005576778","display_name":"Erika Fonseca","orcid":"https://orcid.org/0000-0001-9221-9859"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Erika Fonseca","raw_affiliation_strings":["CONNECT—Trinity College Dublin, Dublin 2, Ireland"],"raw_orcid":"https://orcid.org/0000-0001-9221-9859","affiliations":[{"raw_affiliation_string":"CONNECT—Trinity College Dublin, Dublin 2, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011858592","display_name":"Boris Galkin","orcid":"https://orcid.org/0000-0002-6755-7781"},"institutions":[{"id":"https://openalex.org/I27577105","display_name":"University College Cork","ror":"https://ror.org/03265fv13","country_code":"IE","type":"education","lineage":["https://openalex.org/I27577105"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Boris Galkin","raw_affiliation_strings":["Tyndall National Institute, University College Cork, Cork, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-6755-7781","affiliations":[{"raw_affiliation_string":"Tyndall National Institute, University College Cork, Cork, Ireland","institution_ids":["https://openalex.org/I27577105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038439682","display_name":"Ramy Amer","orcid":"https://orcid.org/0000-0002-7415-8914"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Ramy Amer","raw_affiliation_strings":["CONNECT—Trinity College Dublin, Dublin 2, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CONNECT—Trinity College Dublin, Dublin 2, Ireland","institution_ids":["https://openalex.org/I205274468"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041092244","display_name":"Luiz A. DaSilva","orcid":"https://orcid.org/0000-0001-6310-6150"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luiz A. DaSilva","raw_affiliation_strings":["Commonwealth Cyber Initiative, Virginia Tech, Blacksburg, VA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6310-6150","affiliations":[{"raw_affiliation_string":"Commonwealth Cyber Initiative, Virginia Tech, Blacksburg, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059738292","display_name":"Ivana Duspari\u0107","orcid":"https://orcid.org/0000-0003-0621-5400"},"institutions":[{"id":"https://openalex.org/I205274468","display_name":"Trinity College Dublin","ror":"https://ror.org/02tyrky19","country_code":"IE","type":"education","lineage":["https://openalex.org/I205274468"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Ivana Dusparic","raw_affiliation_strings":["CONNECT—Trinity College Dublin, Dublin 2, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CONNECT—Trinity College Dublin, Dublin 2, Ireland","institution_ids":["https://openalex.org/I205274468"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":7.0174,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.96028349,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"11","issue":null,"first_page":"5966","last_page":"5980"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9671000242233276,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9632999897003174,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7639279365539551},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7577213644981384},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.7149229645729065},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6997240781784058},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6603653430938721},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5885831713676453},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5484951734542847},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5173860788345337},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4854331612586975},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32588016986846924},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22310733795166016},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.21476075053215027},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.20003646612167358},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.07788962125778198}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7639279365539551},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7577213644981384},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.7149229645729065},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6997240781784058},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6603653430938721},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5885831713676453},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5484951734542847},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5173860788345337},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4854331612586975},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32588016986846924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22310733795166016},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.21476075053215027},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.20003646612167358},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.07788962125778198},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2022.3232077","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3232077","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10005608.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/113548","is_oa":true,"landing_page_url":"http://hdl.handle.net/10919/113548","pdf_url":"https://vtechworks.lib.vt.edu/bitstreams/78f95e2c-79c3-4bcb-ac81-3ed4b6f4a2e4/download","source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:93971558812440a59cf2ed8ba9855e8a","is_oa":true,"landing_page_url":"https://doaj.org/article/93971558812440a59cf2ed8ba9855e8a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 5966-5980 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3232077","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3232077","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10005608.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1915549107","display_name":null,"funder_award_id":"17/NSFC/5224","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3054747010","display_name":null,"funder_award_id":"13/RC/2077 P2","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4778870227","display_name":null,"funder_award_id":"13/RC/2077 P2","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G7145012201","display_name":null,"funder_award_id":"17/NSFC/5224","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G7226090481","display_name":null,"funder_award_id":"13/RC/2077","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4313546780.pdf","grobid_xml":"https://content.openalex.org/works/W4313546780.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2102488278","https://openalex.org/W2206930994","https://openalex.org/W2289204537","https://openalex.org/W2516077500","https://openalex.org/W2577541407","https://openalex.org/W2609053064","https://openalex.org/W2763830955","https://openalex.org/W2962691117","https://openalex.org/W2962726494","https://openalex.org/W2963327793","https://openalex.org/W2963440157","https://openalex.org/W2963569053","https://openalex.org/W2964313027","https://openalex.org/W3006653661","https://openalex.org/W3034696662","https://openalex.org/W3102863195","https://openalex.org/W3105288790","https://openalex.org/W3106530718","https://openalex.org/W3181043722","https://openalex.org/W3213933963","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2303288554","https://openalex.org/W3033750547","https://openalex.org/W2029216794","https://openalex.org/W4386698331","https://openalex.org/W2047225036","https://openalex.org/W2138314731","https://openalex.org/W2029263917","https://openalex.org/W2093207996","https://openalex.org/W2982446297","https://openalex.org/W2322468729"],"abstract_inverted_index":{"Providing":[0],"reliable":[1],"connectivity":[2,52,63],"to":[3,77,157],"cellular-connected":[4],"Unmanned":[5],"Aerial":[6],"Vehicles":[7],"(UAVs)":[8],"can":[9,190],"be":[10],"very":[11],"challenging;":[12],"their":[13,57],"performance":[14],"highly":[15],"depends":[16],"on":[17,160,181],"the":[18,21,30,36,51,54,62,80,89,92,96,121,161,173,185],"nature":[19],"of":[20,29,64,82,94,115,123,152,198],"surrounding":[22],"environment,":[23,90],"such":[24,67],"as":[25,85],"density":[26,176,189],"and":[27,56,125,128,203],"heights":[28,170],"ground":[31,47],"Base":[32],"Stations":[33],"(BSs).":[34],"On":[35,184],"other":[37,186],"hand,":[38,187],"tall":[39],"buildings":[40],"might":[41],"block":[42],"undesired":[43],"interference":[44,202],"signals":[45],"from":[46,136],"BSs,":[48],"thereby":[49],"improving":[50],"between":[53],"UAVs":[55,65],"serving":[58],"BSs.":[59],"To":[60],"address":[61],"in":[66,109,129,139],"environments,":[68],"this":[69],"paper":[70],"proposes":[71],"a":[72,83,113,130],"Reinforcement":[73],"Learning":[74],"(RL)":[75],"algorithm":[76],"dynamically":[78],"optimise":[79],"height":[81],"UAV":[84,150,182,193,205],"it":[86,102],"moves":[87],"through":[88],"with":[91,195],"goal":[93],"increasing":[95],"throughput":[97],"or":[98],"spectrum":[99],"efficiency":[100],"that":[101,144],"experiences.":[103],"The":[104],"proposed":[105,146],"solution":[106,148],"is":[107],"evaluated":[108],"two":[110],"settings:":[111],"using":[112,132],"series":[114],"generated":[116],"environments":[117],"where":[118],"we":[119],"vary":[120],"number":[122],"BS":[124,188],"building":[126,175],"densities,":[127],"scenario":[131],"real-world":[133],"data":[134],"obtained":[135],"an":[137],"experiment":[138],"Dublin,":[140],"Ireland.":[141],"Results":[142],"show":[143],"our":[145],"RL-based":[147],"improves":[149],"Quality":[151],"Service":[153],"(QoS)":[154],"by":[155],"6%":[156],"41%,":[158],"depending":[159],"scenario.":[162],"We":[163],"also":[164],"conclude":[165],"that,":[166],"when":[167],"flying":[168],"at":[169],"higher":[171,196],"than":[172],"buildings,":[174],"variation":[177],"has":[178],"no":[179],"impact":[180,192],"QoS.":[183],"negatively":[191],"QoS,":[194],"numbers":[197],"BSs":[199],"generating":[200],"more":[201],"deteriorating":[204],"performance.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}