{"id":"https://openalex.org/W2953294131","doi":"https://doi.org/10.1109/pimrc.2019.8904880","title":"Reinforcement Learning-Based Trajectory Design for the Aerial Base Stations","display_name":"Reinforcement Learning-Based Trajectory Design for the Aerial Base Stations","publication_year":2019,"publication_date":"2019-09-01","ids":{"openalex":"https://openalex.org/W2953294131","doi":"https://doi.org/10.1109/pimrc.2019.8904880","mag":"2953294131"},"language":"en","primary_location":{"id":"doi:10.1109/pimrc.2019.8904880","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc.2019.8904880","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 30th Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1906.09550","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009041968","display_name":"Behzad Khamidehi","orcid":"https://orcid.org/0000-0001-6393-9056"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Behzad Khamidehi","raw_affiliation_strings":["University of Toronto,Department of Electrical and Computer Engineering,Canada","University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Department of Electrical and Computer Engineering,Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109433489","display_name":"E.S. Sousa","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Elvino S. Sousa","raw_affiliation_strings":["University of Toronto,Department of Electrical and Computer Engineering,Canada","University of Toronto"],"affiliations":[{"raw_affiliation_string":"University of Toronto,Department of Electrical and Computer Engineering,Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5009041968"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06601744,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8585233688354492},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7863523364067078},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.7050449848175049},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7028687596321106},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.5835056304931641},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5334107279777527},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"Trajectory optimization","score":0.5170353055000305},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5047913789749146},{"id":"https://openalex.org/keywords/information-exchange","display_name":"Information exchange","score":0.5010204315185547},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.49244460463523865},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4922727644443512},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26309728622436523},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.24204376339912415},{"id":"https://openalex.org/keywords/optimal-control","display_name":"Optimal control","score":0.23562481999397278},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13904595375061035},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.0822422206401825}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8585233688354492},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7863523364067078},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.7050449848175049},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7028687596321106},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.5835056304931641},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5334107279777527},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.5170353055000305},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5047913789749146},{"id":"https://openalex.org/C189693848","wikidata":"https://www.wikidata.org/wiki/Q6031064","display_name":"Information exchange","level":2,"score":0.5010204315185547},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.49244460463523865},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4922727644443512},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26309728622436523},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.24204376339912415},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.23562481999397278},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13904595375061035},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0822422206401825},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/pimrc.2019.8904880","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc.2019.8904880","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE 30th Annual International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1906.09550","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.09550","pdf_url":"https://arxiv.org/pdf/1906.09550","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2953294131","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1906.09550","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1906.09550","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.09550","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1906.09550","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.09550","pdf_url":"https://arxiv.org/pdf/1906.09550","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2953294131.pdf","grobid_xml":"https://content.openalex.org/works/W2953294131.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1515851193","https://openalex.org/W2031834036","https://openalex.org/W2268751503","https://openalex.org/W2558431499","https://openalex.org/W2790256744","https://openalex.org/W2962886534","https://openalex.org/W2963061782","https://openalex.org/W2963398524","https://openalex.org/W2963542767","https://openalex.org/W2963615009","https://openalex.org/W2963899602","https://openalex.org/W4250589301"],"related_works":["https://openalex.org/W3112680714","https://openalex.org/W3194315086","https://openalex.org/W3157662090","https://openalex.org/W3114860229","https://openalex.org/W3008943345","https://openalex.org/W2983255219","https://openalex.org/W2879986537","https://openalex.org/W3177629027","https://openalex.org/W3125754493","https://openalex.org/W2920434968","https://openalex.org/W3016258889","https://openalex.org/W2734884790","https://openalex.org/W3083631356","https://openalex.org/W2485902895","https://openalex.org/W2961062997","https://openalex.org/W2987685344","https://openalex.org/W2376148650","https://openalex.org/W3179635614","https://openalex.org/W3168768468","https://openalex.org/W3184402820"],"abstract_inverted_index":{"In":[0],"this":[1,42,72],"paper,":[2],"the":[3,22,25,29,32,46,62,65,95,118,121,143,151,160,163],"trajectory":[4,23,48,82],"optimization":[5,83],"problem":[6],"for":[7],"a":[8,100,131,138],"multi-aerial":[9],"base":[10],"station":[11],"(ABS)":[12],"communication":[13],"network":[14],"is":[15,19,38,55,130],"investigated.":[16],"The":[17],"objective":[18],"to":[20,60,141,145],"find":[21],"of":[24,31,57,114,162],"ABSs":[26,119,144],"so":[27],"that":[28,127],"sum-rate":[30],"users":[33,63],"served":[34],"by":[35],"each":[36],"ABS":[37,81],"maximized.":[39],"To":[40,70],"reach":[41],"goal,":[43],"along":[44],"with":[45,64],"optimal":[47,50],"design,":[49],"power":[51,87],"and":[52,85,88,108,120],"sub-channel":[53,89],"allocation":[54],"also":[56],"great":[58],"importance":[59],"support":[61],"highest":[66],"possible":[67],"data":[68],"rates.":[69],"solve":[71],"complicated":[73],"problem,":[74],"we":[75,98],"divide":[76],"it":[77,136],"into":[78],"two":[79],"sub-problems:":[80],"sub-problem,":[84],"joint":[86],"assignment":[90],"sub-problem.":[91],"Then,":[92],"based":[93,149],"on":[94,150],"Q-learning":[96,129],"method,":[97],"develop":[99],"distributed":[101],"algorithm":[102],"which":[103,155],"solves":[104],"these":[105],"sub-problems":[106],"efficiently,":[107],"does":[109],"not":[110],"need":[111],"significant":[112],"amount":[113],"information":[115,158],"exchange":[116],"between":[117],"core":[122],"network.":[123,164],"Simulation":[124],"results":[125],"show":[126],"although":[128],"model-free":[132],"reinforcement":[133],"learning":[134],"technique,":[135],"has":[137],"remarkable":[139],"capability":[140],"train":[142],"optimize":[146],"their":[147],"trajectories":[148],"received":[152],"reward":[153],"signals,":[154],"carry":[156],"decent":[157],"from":[159],"topology":[161]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}