{"id":"https://openalex.org/W4317642772","doi":"https://doi.org/10.1109/wpmc55625.2022.10014798","title":"An Improved Q-Learning Based Handover Scheme in Cellular-Connected UAV Network","display_name":"An Improved Q-Learning Based Handover Scheme in Cellular-Connected UAV Network","publication_year":2022,"publication_date":"2022-10-30","ids":{"openalex":"https://openalex.org/W4317642772","doi":"https://doi.org/10.1109/wpmc55625.2022.10014798"},"language":"en","primary_location":{"id":"doi:10.1109/wpmc55625.2022.10014798","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wpmc55625.2022.10014798","pdf_url":null,"source":{"id":"https://openalex.org/S4363607502","display_name":"2022 25th International Symposium on Wireless Personal Multimedia Communications (WPMC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 25th International Symposium on Wireless Personal Multimedia Communications (WPMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032187032","display_name":"Jihai Zhong","orcid":"https://orcid.org/0009-0000-6093-3011"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Jihai Zhong","raw_affiliation_strings":["School of Electrical and Electronic Engineering University of Leeds,Leeds,UK","School of Electrical and Electronic Engineering University of Leeds, Leeds, UK"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering University of Leeds,Leeds,UK","institution_ids":["https://openalex.org/I130828816"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering University of Leeds, Leeds, UK","institution_ids":["https://openalex.org/I130828816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100425578","display_name":"Li Zhang","orcid":"https://orcid.org/0000-0002-4535-3200"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Li Zhang","raw_affiliation_strings":["School of Electrical and Electronic Engineering University of Leeds,Leeds,UK","School of Electrical and Electronic Engineering University of Leeds, Leeds, UK"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering University of Leeds,Leeds,UK","institution_ids":["https://openalex.org/I130828816"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering University of Leeds, Leeds, UK","institution_ids":["https://openalex.org/I130828816"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082743781","display_name":"Jonathan Serugunda","orcid":"https://orcid.org/0000-0003-3952-2546"},"institutions":[{"id":"https://openalex.org/I72227227","display_name":"Makerere University","ror":"https://ror.org/03dmz0111","country_code":"UG","type":"education","lineage":["https://openalex.org/I72227227"]}],"countries":["UG"],"is_corresponding":false,"raw_author_name":"Jonathan Serugunda","raw_affiliation_strings":["Makerere University,Electrical and Computer Engineering Department,Kampala,Uganda","Electrical and Computer Engineering Department, Makerere University, Kampala, Uganda"],"affiliations":[{"raw_affiliation_string":"Makerere University,Electrical and Computer Engineering Department,Kampala,Uganda","institution_ids":["https://openalex.org/I72227227"]},{"raw_affiliation_string":"Electrical and Computer Engineering Department, Makerere University, Kampala, Uganda","institution_ids":["https://openalex.org/I72227227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032413556","display_name":"Prabhat Raj Gautam","orcid":"https://orcid.org/0000-0001-9881-1394"},"institutions":[{"id":"https://openalex.org/I130828816","display_name":"University of Leeds","ror":"https://ror.org/024mrxd33","country_code":"GB","type":"education","lineage":["https://openalex.org/I130828816"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Prabhat Raj Gautam","raw_affiliation_strings":["School of Electrical and Electronic Engineering University of Leeds,Leeds,UK","School of Electrical and Electronic Engineering University of Leeds, Leeds, UK"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering University of Leeds,Leeds,UK","institution_ids":["https://openalex.org/I130828816"]},{"raw_affiliation_string":"School of Electrical and Electronic Engineering University of Leeds, Leeds, UK","institution_ids":["https://openalex.org/I130828816"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040684230","display_name":"Sheila Mugala","orcid":"https://orcid.org/0000-0002-6714-387X"},"institutions":[{"id":"https://openalex.org/I72227227","display_name":"Makerere University","ror":"https://ror.org/03dmz0111","country_code":"UG","type":"education","lineage":["https://openalex.org/I72227227"]}],"countries":["UG"],"is_corresponding":false,"raw_author_name":"Sheila Mugala","raw_affiliation_strings":["Makerere University,Electrical and Computer Engineering Department,Kampala,Uganda","Electrical and Computer Engineering Department, Makerere University, Kampala, Uganda"],"affiliations":[{"raw_affiliation_string":"Makerere University,Electrical and Computer Engineering Department,Kampala,Uganda","institution_ids":["https://openalex.org/I72227227"]},{"raw_affiliation_string":"Electrical and Computer Engineering Department, Makerere University, Kampala, Uganda","institution_ids":["https://openalex.org/I72227227"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5032187032"],"corresponding_institution_ids":["https://openalex.org/I130828816"],"apc_list":null,"apc_paid":null,"fwci":1.6427,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.86767822,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"520","last_page":"525"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9736999869346619,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/handover","display_name":"Handover","score":0.8223124742507935},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.7592308521270752},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7470403909683228},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5794004201889038},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5755057334899902},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5701448321342468},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5605796575546265},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5517048835754395},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.46962761878967285},{"id":"https://openalex.org/keywords/signal-to-noise-ratio","display_name":"Signal-to-noise ratio (imaging)","score":0.4358096122741699},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.27696526050567627},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19701260328292847},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.10587024688720703}],"concepts":[{"id":"https://openalex.org/C111852164","wikidata":"https://www.wikidata.org/wiki/Q1414679","display_name":"Handover","level":2,"score":0.8223124742507935},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.7592308521270752},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7470403909683228},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5794004201889038},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5755057334899902},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5701448321342468},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5605796575546265},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5517048835754395},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.46962761878967285},{"id":"https://openalex.org/C13944312","wikidata":"https://www.wikidata.org/wiki/Q7512748","display_name":"Signal-to-noise ratio (imaging)","level":2,"score":0.4358096122741699},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.27696526050567627},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19701260328292847},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.10587024688720703}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/wpmc55625.2022.10014798","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wpmc55625.2022.10014798","pdf_url":null,"source":{"id":"https://openalex.org/S4363607502","display_name":"2022 25th International Symposium on Wireless Personal Multimedia Communications (WPMC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 25th International Symposium on Wireless Personal Multimedia Communications (WPMC)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:191390","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Proceedings Paper"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","score":0.5199999809265137,"display_name":"Life below water"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W2102436002","https://openalex.org/W2610728744","https://openalex.org/W2736239286","https://openalex.org/W2962691117","https://openalex.org/W3036239325","https://openalex.org/W3121070929","https://openalex.org/W3135046321","https://openalex.org/W4206121170","https://openalex.org/W4226379933","https://openalex.org/W6631026904"],"related_works":["https://openalex.org/W2395800181","https://openalex.org/W2303288554","https://openalex.org/W3033750547","https://openalex.org/W2029216794","https://openalex.org/W2047225036","https://openalex.org/W2093207996","https://openalex.org/W4386698331","https://openalex.org/W2138314731","https://openalex.org/W2142989636","https://openalex.org/W2322468729"],"abstract_inverted_index":{"Cellular-Connected":[0],"Unmanned":[1],"Aerial":[2],"Vehicles":[3],"(UAVs)":[4],"have":[5],"been":[6],"used":[7],"for":[8],"a":[9,94],"variety":[10],"of":[11,25,78,96,120,158,179],"applications,":[12],"from":[13],"remote":[14],"sensing,":[15],"monitoring":[16],"to":[17,35,48,85],"the":[18,29,37,42,45,49,57,76,87,121,126,131,145,151,156,163,166,177,180],"search":[19],"and":[20,31,40,61,71,91,110,130,137,165],"rescue":[21],"operations.":[22],"Many":[23],"applications":[24],"UAVs":[26,38],"rely":[27],"on":[28,176],"seamless":[30],"reliable":[32],"communication":[33],"link":[34],"control":[36],"remotely":[39],"transmit":[41],"data.":[43],"Thus,":[44],"challenges":[46,88],"due":[47],"mobility":[50],"in":[51,89,105],"three":[52,181],"dimensional":[53],"space,":[54],"such":[55],"as":[56],"air-to-ground":[58],"channels,":[59],"interference":[60],"handover":[62],"(HO)":[63],"problems":[64],"must":[65],"be":[66],"addressed.":[67],"The":[68,118,142],"HO":[69,73,90,108,116,152],"failure":[70],"unnecessary":[72],"seriously":[74],"affect":[75],"quality":[77],"service.":[79],"Q-learning":[80],"is":[81,173],"an":[82,106,112],"effective":[83],"method":[84],"address":[86],"has":[92],"attracted":[93],"lot":[95],"attention.":[97],"In":[98],"this":[99],"work,":[100],"we":[101],"introduce":[102],"some":[103],"changes":[104],"existing":[107],"algorithm":[109,147],"proposed":[111,146],"improved":[113],"Q-Learning":[114],"based":[115,175],"algorithm.":[117],"formation":[119],"Action":[122],"Space":[123],"considers":[124],"both":[125],"Signal-to-Interference-plus-noise":[127],"ratio":[128],"(SINR)":[129],"distance":[132,159,171],"between":[133],"Base":[134],"station":[135],"(BS)":[136],"UAV":[138],"with":[139,160],"different":[140],"weights.":[141],"results":[143],"show":[144],"can":[148],"further":[149],"reduce":[150],"rate":[153],"by":[154],"increasing":[155],"weight":[157,172],"slightly":[161],"compromising":[162],"throughput":[164],"outage":[167],"rate.":[168],"An":[169],"optimal":[170],"suggested":[174],"analysis":[178],"performance":[182],"indicators.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-19T08:26:33.389920","created_date":"2025-10-10T00:00:00"}