{"id":"https://openalex.org/W3012238202","doi":"https://doi.org/10.1109/gcwkshps45667.2019.9024648","title":"Optimum Aerial Base Station Deployment for UAV Networks: A Reinforcement Learning Approach","display_name":"Optimum Aerial Base Station Deployment for UAV Networks: A Reinforcement Learning Approach","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3012238202","doi":"https://doi.org/10.1109/gcwkshps45667.2019.9024648","mag":"3012238202"},"language":"en","primary_location":{"id":"doi:10.1109/gcwkshps45667.2019.9024648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshps45667.2019.9024648","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048763261","display_name":"Meng-Chun Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I148099254","display_name":"National Chung Cheng University","ror":"https://ror.org/0028v3876","country_code":"TW","type":"education","lineage":["https://openalex.org/I148099254"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Meng-Chun Hou","raw_affiliation_strings":["National Chung Cheng University, Chiayi, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Chung Cheng University, Chiayi, Taiwan","institution_ids":["https://openalex.org/I148099254"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079589746","display_name":"Der\u2010Jiunn Deng","orcid":"https://orcid.org/0000-0001-8410-164X"},"institutions":[{"id":"https://openalex.org/I70522481","display_name":"National Changhua University of Education","ror":"https://ror.org/005gkfa10","country_code":"TW","type":"education","lineage":["https://openalex.org/I70522481"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Der-Jiunn Deng","raw_affiliation_strings":["National Changhua University of Education, Changhua, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Changhua University of Education, Changhua, Taiwan","institution_ids":["https://openalex.org/I70522481"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102112088","display_name":"Chia-Ling Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I189290911","display_name":"National Chung Shan Institute of Science and Technology","ror":"https://ror.org/034ezwg26","country_code":"TW","type":"government","lineage":["https://openalex.org/I189290911"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chia-Ling Wu","raw_affiliation_strings":["National Chung-Shan Institute of Science and Technology, Taoyuan, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Chung-Shan Institute of Science and Technology, Taoyuan, Taiwan","institution_ids":["https://openalex.org/I189290911"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8663835525512695},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.8368335366249084},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.7124927043914795},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.68880295753479},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.44128337502479553},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.4166165590286255},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32285386323928833},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3151179850101471},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.13715866208076477}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8663835525512695},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.8368335366249084},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.7124927043914795},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.68880295753479},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.44128337502479553},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.4166165590286255},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32285386323928833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3151179850101471},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.13715866208076477},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/gcwkshps45667.2019.9024648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshps45667.2019.9024648","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5299999713897705,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1594087472","https://openalex.org/W1972844108","https://openalex.org/W2551928500","https://openalex.org/W2743566083","https://openalex.org/W2758233612","https://openalex.org/W2773103994","https://openalex.org/W2785364582","https://openalex.org/W2786239590","https://openalex.org/W2790884131","https://openalex.org/W2794133043","https://openalex.org/W2795603418","https://openalex.org/W2800696997","https://openalex.org/W2803781637","https://openalex.org/W2804755403","https://openalex.org/W2888776813","https://openalex.org/W2892448312","https://openalex.org/W2898909837","https://openalex.org/W2903379436","https://openalex.org/W2907172124","https://openalex.org/W2907916537","https://openalex.org/W2909643277","https://openalex.org/W2927494367","https://openalex.org/W2963398524","https://openalex.org/W2963435939","https://openalex.org/W3102880088","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W3012238202","https://openalex.org/W4309969877","https://openalex.org/W3183758503","https://openalex.org/W3189699465","https://openalex.org/W1979307616","https://openalex.org/W3005732977","https://openalex.org/W2166132396","https://openalex.org/W3047437288","https://openalex.org/W3126590139","https://openalex.org/W3114823101"],"abstract_inverted_index":{"The":[0],"boom":[1],"of":[2,13,52,73,82,91,95,118,135,152,162,179,204,232,248,258],"unmanned":[3,23],"aerial":[4,100],"vehicles":[5],"(UAVs)":[6],"is":[7,216,252],"projected":[8],"to":[9,104,131,174,218,228],"fundamentally":[10],"shift":[11],"paradigms":[12],"transportations,":[14],"logistics,":[15],"agricultures,":[16],"and":[17,37,110,243],"public":[18],"safety":[19],"as":[20,98,130,227,254],"a":[21,56,63,65,74,83,92,108,111,155,170,210],"dominating":[22],"application":[24],"in":[25,187,201,207,222],"following":[26],"decades.":[27],"To":[28,59,182],"optimally":[29],"process":[30],"assigned":[31],"tasks,":[32],"each":[33],"UAV":[34,66],"requires":[35],"prompt":[36],"ubiquitous":[38],"information":[39],"provisioning":[40],"regarding":[41],"the":[42,70,79,89,133,143,148,160,165,176,184,188,202,220,223,230,249,259],"varying":[43],"operation":[44,80],"conditions,":[45],"which":[46,76,137],"renders":[47,147],"exploiting":[48],"base":[49,101],"stations":[50],"(BSs)":[51],"existing":[53],"wireless":[54,140],"infrastructures":[55],"tractable":[57],"solution.":[58],"receive":[60,139],"services":[61,235],"from":[62,236],"BS,":[64,75],"should":[67,122],"stay":[68],"within":[69],"coverage":[71],"area":[72],"however":[77],"limits":[78],"range":[81],"UAV.":[84,112],"This":[85],"obstacle":[86],"thus":[87],"drives":[88],"deployment":[90,151,203],"special":[93],"sort":[94],"UAV,":[96],"known":[97],"an":[99,120,153,180,205,237],"station":[102],"(ABS),":[103],"relay":[105],"signals":[106],"between":[107],"BS":[109],"Based":[113],"on":[114],"different":[115],"flight":[116,127,177],"paths":[117],"UAVs,":[119],"ABS":[121,154,264],"autonomously":[123],"decide":[124],"its":[125],"own":[126],"trajectory":[128,178],"so":[129,226],"maximize":[132,229],"number":[134,231],"UAVs":[136,233],"can":[138],"services.":[141],"However,":[142],"inherently":[144],"non-stationary":[145],"environment":[146],"optimum":[149],"autonomous":[150],"challenging":[156],"issue.":[157],"Inspired":[158],"by":[159],"merit":[161],"interacting":[163],"with":[164,256],"environment,":[166],"we":[167],"consequently":[168],"propose":[169],"reinforcement":[171,261],"learning":[172,262],"scheme":[173,191,215],"optimize":[175],"ABS.":[181,238],"eliminate":[183],"engineering":[185],"concern":[186],"conventional":[189,224,260],"Q-learning":[190,214],"that":[192,257],"most":[193],"state-action":[194],"pairs":[195],"may":[196],"not":[197],"be":[198],"fully":[199],"visited":[200],"ABS,":[206],"this":[208],"paper,":[209],"state-amount-reduction":[211],"(SAR)":[212],"k-step":[213],"proposed":[217,250],"avoid":[219],"issue":[221],"Q-learning,":[225],"receiving":[234],"Through":[239],"providing":[240],"analytical":[241],"foundations":[242],"simulation":[244],"studies,":[245],"outstanding":[246],"performance":[247],"schemes":[251],"demonstrated":[253],"compared":[255],"based":[263],"deployment.":[265]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}