{"id":"https://openalex.org/W4323338401","doi":"https://doi.org/10.1109/ojcoms.2023.3251297","title":"A Continuous Actor\u2013Critic Deep Q-Learning-Enabled Deployment of UAV Base Stations: Toward 6G Small Cells in the Skies of Smart Cities","display_name":"A Continuous Actor\u2013Critic Deep Q-Learning-Enabled Deployment of UAV Base Stations: Toward 6G Small Cells in the Skies of Smart Cities","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4323338401","doi":"https://doi.org/10.1109/ojcoms.2023.3251297"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2023.3251297","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3251297","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10059153.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10059153.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061198876","display_name":"Nahid Parvaresh","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Nahid Parvaresh","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003131477","display_name":"Burak Kantarc\u0131","orcid":"https://orcid.org/0000-0003-0220-7956"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Burak Kantarci","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, University of Ottawa, Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5061198876"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":34.5877,"has_fulltext":false,"cited_by_count":42,"citation_normalized_percentile":{"value":0.9967067,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"4","issue":null,"first_page":"700","last_page":"712"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.810539722442627},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6784070730209351},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.587620735168457},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5638337135314941},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5540915727615356},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5502302646636963},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.5174456238746643},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5105789303779602},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.47550588846206665},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42018502950668335},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2886037528514862}],"concepts":[{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.810539722442627},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6784070730209351},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.587620735168457},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5638337135314941},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5540915727615356},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5502302646636963},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.5174456238746643},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5105789303779602},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.47550588846206665},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42018502950668335},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2886037528514862},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcoms.2023.3251297","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3251297","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10059153.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6e8cc8e7e14143e282dfa2ac6c801635","is_oa":true,"landing_page_url":"https://doaj.org/article/6e8cc8e7e14143e282dfa2ac6c801635","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 4, Pp 700-712 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2023.3251297","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2023.3251297","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782661/8901158/10059153.pdf","source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G6499432127","display_name":null,"funder_award_id":"RGPIN-2017-04032","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4323338401.pdf","grobid_xml":"https://content.openalex.org/works/W4323338401.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2024390895","https://openalex.org/W2031834036","https://openalex.org/W2064453600","https://openalex.org/W2148135143","https://openalex.org/W2268751503","https://openalex.org/W2327622231","https://openalex.org/W2543555054","https://openalex.org/W2558431499","https://openalex.org/W2559744077","https://openalex.org/W2594059527","https://openalex.org/W2767359317","https://openalex.org/W2792238983","https://openalex.org/W2799343071","https://openalex.org/W2898035736","https://openalex.org/W2907080366","https://openalex.org/W2940666344","https://openalex.org/W2943682041","https://openalex.org/W2947654328","https://openalex.org/W2950395671","https://openalex.org/W2957382329","https://openalex.org/W2962691117","https://openalex.org/W2963398524","https://openalex.org/W2963569053","https://openalex.org/W2963615009","https://openalex.org/W2969665297","https://openalex.org/W3033870971","https://openalex.org/W3036296382","https://openalex.org/W3051352583","https://openalex.org/W3100789280","https://openalex.org/W3104026632","https://openalex.org/W3105610356","https://openalex.org/W3110399444","https://openalex.org/W3111189508","https://openalex.org/W3111740206","https://openalex.org/W3127561923","https://openalex.org/W3131677908","https://openalex.org/W3131997087","https://openalex.org/W3137963285","https://openalex.org/W3139248285","https://openalex.org/W3159986608","https://openalex.org/W3162630617","https://openalex.org/W3177394629","https://openalex.org/W3183758503","https://openalex.org/W3199610981","https://openalex.org/W3204208956","https://openalex.org/W4210723489","https://openalex.org/W4220870950","https://openalex.org/W4221166594","https://openalex.org/W4280581362","https://openalex.org/W4285409253","https://openalex.org/W4290996298","https://openalex.org/W4302570325","https://openalex.org/W4306763794","https://openalex.org/W6684205842","https://openalex.org/W6735579001","https://openalex.org/W6763569679","https://openalex.org/W6809492234"],"related_works":["https://openalex.org/W2890596731","https://openalex.org/W3158304547","https://openalex.org/W4220882927","https://openalex.org/W4287760410","https://openalex.org/W3038501944","https://openalex.org/W4288302480","https://openalex.org/W4214696024","https://openalex.org/W2289204537","https://openalex.org/W3048802910","https://openalex.org/W2964140813"],"abstract_inverted_index":{"Uncrewed":[0],"aerial":[1],"vehicle-mounted":[2],"base":[3,10,24,50],"stations":[4,51],"(UAV-BSs),":[5],"also":[6,41],"know":[7],"as":[8,45,87],"drone":[9],"stations,":[11],"are":[12,35],"considered":[13],"to":[14,18,32,66,79,88,132,160,197,218],"have":[15],"promising":[16],"potential":[17],"tackle":[19],"the":[20,72,82,90,93,104,134,141,151,156,168,175,191,201,206,210,219],"limitations":[21],"of":[22,37,84,92,97,107,138,143,179,195,209],"ground":[23,49],"stations.":[25],"They":[26,39],"can":[27,40],"provide":[28],"cost-effective":[29],"Internet":[30],"connection":[31],"es":[33],"that":[34,63,150],"out":[36],"infrastructure.":[38],"take":[42],"over":[43],"quickly":[44],"service":[46],"providers":[47],"when":[48],"fail":[52],"in":[53,115,130,140],"an":[54],"unanticipated":[55],"manner.":[56],"UAV-BSs":[57,85,98,139],"benefit":[58],"from":[59],"their":[60,68],"mobile":[61,144],"nature":[62],"enables":[64],"them":[65],"change":[67],"3D":[69,95],"locations":[70],"if":[71],"demand":[73],"profile":[74],"changes":[75],"rapidly.":[76],"In":[77,118],"order":[78,131],"effectively":[80],"leverage":[81],"mobility":[83],"so":[86],"maximize":[89],"performance":[91,158],"network,":[94],"location":[96,135],"requires":[99],"continuous":[100,124],"optimization.":[101],"However,":[102],"solving":[103],"optimization":[105,136,213],"problem":[106,137],"UAVBSs":[108],"is":[109],"NP-hard":[110],"with":[111],"no":[112],"deterministic":[113],"solution":[114,129],"polynomial":[116],"time.":[117],"this":[119],"paper,":[120],"we":[121],"propose":[122],"a":[123],"actor-critic":[125],"deep":[126,162,171,222],"reinforcement":[127],"learning":[128],"solve":[133],"presence":[142],"endpoints.":[145],"The":[146],"simulation":[147],"results":[148],"show":[149],"proposed":[152,187,202],"model":[153],"significantly":[154],"improves":[155],"network":[157],"compared":[159,217],"Qlearning,":[161],"Q-learning":[163,169,220,223],"and":[164,170,182,221],"conventional":[165],"algorithms.":[166],"While":[167],"Q-learning-based":[172],"baselines":[173],"reach":[174],"sum":[176,192],"data":[177,193],"rate":[178,194],"35":[180],"Mbps":[181,184],"42":[183],"respectively,":[185],"our":[186],"ACDQL-based":[188],"strategy":[189],"maximizes":[190],"endpoints":[196],"45":[198],"Mbps.":[199],"Furthermore,":[200],"ACDQLbased":[203],"methodology":[204],"reduces":[205],"convergence":[207],"time":[208],"UAV-BS":[211],"placement":[212],"by":[214],"85":[215],"percent":[216],"baselines.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":5}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}