{"id":"https://openalex.org/W3114823101","doi":"https://doi.org/10.1109/ictc49870.2020.9289086","title":"Reinforcement Learning based Real Time Aerial BS Positioning for Dense Urban 5G Mobile Network","display_name":"Reinforcement Learning based Real Time Aerial BS Positioning for Dense Urban 5G Mobile Network","publication_year":2020,"publication_date":"2020-10-21","ids":{"openalex":"https://openalex.org/W3114823101","doi":"https://doi.org/10.1109/ictc49870.2020.9289086","mag":"3114823101"},"language":"en","primary_location":{"id":"doi:10.1109/ictc49870.2020.9289086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ictc49870.2020.9289086","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Conference on Information and Communication Technology Convergence (ICTC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003911357","display_name":"Dokyun Ryoo","orcid":null},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Dokyun Ryoo","raw_affiliation_strings":["Seoul National University, Seoul, Korea"],"affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041813025","display_name":"Seungwoo Baek","orcid":"https://orcid.org/0009-0001-7039-1284"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seungwoo Baek","raw_affiliation_strings":["Seoul National University, Seoul, Korea"],"affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Korea","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042015215","display_name":"Yonghun Lee","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I58610484","display_name":"Seattle University","ror":"https://ror.org/02jqc0m91","country_code":"US","type":"education","lineage":["https://openalex.org/I58610484"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yonghun Lee","raw_affiliation_strings":["University of Washington, Seattle"],"affiliations":[{"raw_affiliation_string":"University of Washington, Seattle","institution_ids":["https://openalex.org/I58610484","https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009439380","display_name":"Seongjoon Kang","orcid":"https://orcid.org/0009-0007-6855-0948"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Seongjoon Kang","raw_affiliation_strings":["New York University Tandon School of Engineering"],"affiliations":[{"raw_affiliation_string":"New York University Tandon School of Engineering","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100657610","display_name":"Byungjun Kim","orcid":"https://orcid.org/0000-0002-1826-7841"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Byungjun Kim","raw_affiliation_strings":["University of California, San Diego"],"affiliations":[{"raw_affiliation_string":"University of California, San Diego","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040786910","display_name":"Saewoong Bahk","orcid":"https://orcid.org/0000-0002-4771-3927"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Saewoong Bahk","raw_affiliation_strings":["Seoul National University, Seoul, Korea"],"affiliations":[{"raw_affiliation_string":"Seoul National University, Seoul, Korea","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5003911357"],"corresponding_institution_ids":["https://openalex.org/I139264467"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0862533,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"431","last_page":"433"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8282907605171204},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7706602215766907},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.7148650288581848},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.6084225177764893},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5874044299125671},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5296167135238647},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4909866154193878},{"id":"https://openalex.org/keywords/mobile-telephony","display_name":"Mobile telephony","score":0.42326968908309937},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.41313421726226807},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.41141244769096375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2830701470375061},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2810010313987732},{"id":"https://openalex.org/keywords/mobile-radio","display_name":"Mobile radio","score":0.24989691376686096}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8282907605171204},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7706602215766907},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.7148650288581848},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.6084225177764893},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5874044299125671},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5296167135238647},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4909866154193878},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.42326968908309937},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.41313421726226807},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.41141244769096375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2830701470375061},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2810010313987732},{"id":"https://openalex.org/C2781307350","wikidata":"https://www.wikidata.org/wiki/Q6887221","display_name":"Mobile radio","level":2,"score":0.24989691376686096},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ictc49870.2020.9289086","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ictc49870.2020.9289086","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Conference on Information and Communication Technology Convergence (ICTC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8100000023841858,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1511153158","https://openalex.org/W1984114931","https://openalex.org/W1988456768","https://openalex.org/W2052190282","https://openalex.org/W2095843437","https://openalex.org/W2116334496","https://openalex.org/W2344236336","https://openalex.org/W2604830243","https://openalex.org/W2962804513","https://openalex.org/W2981033335","https://openalex.org/W4285051809","https://openalex.org/W6839315039"],"related_works":["https://openalex.org/W2303288554","https://openalex.org/W3033750547","https://openalex.org/W2029216794","https://openalex.org/W4386698331","https://openalex.org/W2047225036","https://openalex.org/W2138314731","https://openalex.org/W2029263917","https://openalex.org/W2093207996","https://openalex.org/W2982446297","https://openalex.org/W2322468729"],"abstract_inverted_index":{"Due":[0],"to":[1,14,27,95,101,109,121,150],"the":[2,47,53,81,110,138,156,159],"recent":[3],"surge":[4],"in":[5,66,89,125],"mobile":[6,11,48],"users":[7],"and":[8,21,87],"traffic,":[9],"next-generation":[10],"communication":[12,58],"aims":[13,120],"increase":[15],"network":[16],"capacity":[17],"through":[18,69,133],"large":[19],"bandwidth":[20],"small":[22],"cell":[23],"deployment.":[24],"To":[25],"respond":[26],"this":[28],"situation,":[29],"there":[30],"have":[31],"been":[32],"lots":[33],"of":[34,55,83,115,158,166],"researches":[35],"on":[36,141],"aerial":[37,43,78,116],"base":[38],"stations":[39],"(BSs)":[40],"using":[41],"unmanned":[42],"vehicles":[44],"(UAVs)":[45],"for":[46,77,107],"user.":[49],"Aerial":[50],"BS":[51,79],"has":[52],"advantage":[54],"providing":[56],"flexible":[57],"range":[59],"by":[60,161],"avoiding":[61],"obstacles":[62,88],"such":[63],"as":[64],"buildings":[65],"urban":[67],"areas":[68],"3D":[70],"positioning.":[71],"However,":[72],"finding":[73],"an":[74,103],"optimal":[75,105,123],"point":[76,106],"considering":[80],"variance":[82],"user's":[84],"requirements,":[85],"movement,":[86],"real":[90,126],"time":[91,127],"is":[92,99],"difficult":[93],"problem":[94],"solve.":[96],"Therefore,":[97],"it":[98,163],"necessary":[100],"find":[102,122],"approximate":[104],"applying":[108],"real-time":[111],"flight":[112],"path":[113],"control":[114],"BS.":[117],"This":[118],"paper":[119],"behavior":[124],"interacting":[128],"with":[129,143,164],"a":[130,144],"given":[131],"environment,":[132],"reinforcement":[134],"learning.":[135],"We":[136,154],"propose":[137],"algorithm":[139,160],"based":[140],"Q-learning":[142],"new":[145],"concept":[146],"called":[147],"Coarse":[148],"Search":[149],"reduce":[151],"convergence":[152],"speed.":[153],"evaluate":[155],"performance":[157],"comparing":[162],"that":[165],"other":[167],"heuristic":[168],"algorithms.":[169]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}