{"id":"https://openalex.org/W2960811770","doi":"https://doi.org/10.1109/gcwkshps45667.2019.9024644","title":"UAV Access Point Placement for Connectivity to a User with Unknown Location Using Deep RL","display_name":"UAV Access Point Placement for Connectivity to a User with Unknown Location Using Deep RL","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W2960811770","doi":"https://doi.org/10.1109/gcwkshps45667.2019.9024644","mag":"2960811770"},"language":"en","primary_location":{"id":"doi:10.1109/gcwkshps45667.2019.9024644","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshps45667.2019.9024644","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1907.03912","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026644005","display_name":"Enes Krijestorac","orcid":"https://orcid.org/0000-0002-9775-0611"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Enes Krijestorac","raw_affiliation_strings":["Electrical and Computer Engineering Department, University of California, Los Angeles","University of California-Los Angeles"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California-Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041793660","display_name":"Samer Hanna","orcid":"https://orcid.org/0000-0002-1287-8270"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Samer Hanna","raw_affiliation_strings":["Electrical and Computer Engineering Department, University of California, Los Angeles","University of California-Los Angeles"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California-Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008128583","display_name":"Danijela \u010cabri\u0107","orcid":"https://orcid.org/0000-0002-5967-2683"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Danijela Cabric","raw_affiliation_strings":["Electrical and Computer Engineering Department, University of California, Los Angeles","University of California-Los Angeles"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering Department, University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]},{"raw_affiliation_string":"University of California-Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I161318765"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7613322734832764},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.6119480729103088},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5892386436462402},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5426519513130188},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5283214449882507},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5204101800918579},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4958108365535736},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4503336548805237},{"id":"https://openalex.org/keywords/tracing","display_name":"Tracing","score":0.4440886676311493},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.42406702041625977},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3895644545555115},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.34850069880485535},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.33695080876350403},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3268970847129822},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23304811120033264},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10120353102684021}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7613322734832764},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6119480729103088},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5892386436462402},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5426519513130188},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5283214449882507},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5204101800918579},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4958108365535736},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4503336548805237},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.4440886676311493},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.42406702041625977},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3895644545555115},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34850069880485535},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.33695080876350403},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3268970847129822},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23304811120033264},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10120353102684021},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/gcwkshps45667.2019.9024644","is_oa":false,"landing_page_url":"https://doi.org/10.1109/gcwkshps45667.2019.9024644","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Globecom Workshops (GC Wkshps)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1907.03912","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.03912","pdf_url":"https://arxiv.org/pdf/1907.03912","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2960811770","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1907.03912","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1907.03912","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1907.03912","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1907.03912","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1907.03912","pdf_url":"https://arxiv.org/pdf/1907.03912","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.8399999737739563,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2960811770.pdf","grobid_xml":"https://content.openalex.org/works/W2960811770.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W2128983591","https://openalex.org/W2155968351","https://openalex.org/W2173564293","https://openalex.org/W2412503523","https://openalex.org/W2461371418","https://openalex.org/W2523219060","https://openalex.org/W2640564155","https://openalex.org/W2741791149","https://openalex.org/W2781635371","https://openalex.org/W2787225416","https://openalex.org/W2902280378","https://openalex.org/W2920312006","https://openalex.org/W2947288367","https://openalex.org/W2963133483","https://openalex.org/W2963435939","https://openalex.org/W3012253367","https://openalex.org/W6637967152","https://openalex.org/W6685444567","https://openalex.org/W6748278098"],"related_works":["https://openalex.org/W3010749079","https://openalex.org/W2963640672","https://openalex.org/W2963697941","https://openalex.org/W3087128537","https://openalex.org/W2794554358","https://openalex.org/W2989142028","https://openalex.org/W2585207446","https://openalex.org/W2982689275","https://openalex.org/W2982461188","https://openalex.org/W3211340978","https://openalex.org/W3005732977","https://openalex.org/W3007503889","https://openalex.org/W2901594284","https://openalex.org/W2783067984","https://openalex.org/W2615308574","https://openalex.org/W2995172609","https://openalex.org/W3010393526","https://openalex.org/W2922859916","https://openalex.org/W3018475526","https://openalex.org/W2783987220"],"abstract_inverted_index":{"In":[0,20,98],"recent":[1],"years,":[2],"unmanned":[3],"aerial":[4],"vehicles":[5],"(UAVs)":[6],"have":[7],"been":[8],"considered":[9],"for":[10,149],"telecommunications":[11],"purposes":[12],"as":[13],"relays,":[14],"caches,":[15],"or":[16,49,87,128],"IoT":[17],"data":[18],"collectors.":[19],"addition":[21],"to":[22,25,31,35,42,53,108,147,157,192],"being":[23],"easy":[24],"deploy,":[26],"their":[27,33],"maneuverability":[28],"allows":[29],"them":[30],"adjust":[32],"location":[34],"optimize":[36],"the":[37,40,43,47,51,54,59,64,78,88,91,94,122,126,145,175,178],"capacity":[38],"of":[39,50,58,67,75,90,125,144,181],"link":[41,52],"user":[44,116,129],"equipment":[45],"on":[46,93,134,177],"ground":[48,95,115],"basestation.":[55],"The":[56],"majority":[57],"previous":[60,123],"work":[61],"that":[62,173],"analyzes":[63],"optimal":[65],"placement":[66],"such":[68],"a":[69,84,111,114,141,168,186,193],"UAV":[70,112],"makes":[71],"at":[72],"least":[73],"one":[74],"two":[76],"assumptions:":[77],"channel":[79,127],"can":[80],"be":[81],"predicted":[82],"using":[83],"simple":[85],"model":[86],"locations":[89],"users":[92],"are":[96],"known.":[97],"this":[99],"paper,":[100],"we":[101],"use":[102],"deep":[103],"reinforcement":[104],"learning":[105],"(deep":[106],"RL)":[107],"optimally":[109],"place":[110],"serving":[113],"in":[117,159,164,190],"an":[118],"urban":[119,161],"environment,":[120],"without":[121],"knowledge":[124],"location.":[130],"Our":[131],"algorithm":[132,184],"relies":[133],"signal-to-interference-plus-":[135],"noise":[136],"ratio":[137],"(SINR)":[138],"measurements":[139],"and":[140,151],"3D":[142],"map":[143],"topology":[146],"account":[148],"blockage":[150],"scatterers.":[152],"Furthermore,":[153],"it":[154],"is":[155],"designed":[156],"operate":[158],"any":[160],"environment.":[162],"Results":[163],"conditions":[165],"simulated":[166],"by":[167],"ray":[169],"tracing":[170],"software":[171],"show":[172],"with":[174],"constraint":[176],"maximum":[179],"number":[180],"iterations":[182],"our":[183],"has":[185],"90%":[187],"success":[188],"rate":[189],"converging":[191],"target":[194],"SINR.":[195]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}