{"id":"https://openalex.org/W2807655913","doi":"https://doi.org/10.1109/spawc.2018.8445768","title":"Trajectory Optimization for Autonomous Flying Base Station via Reinforcement Learning","display_name":"Trajectory Optimization for Autonomous Flying Base Station via Reinforcement Learning","alternate_titles":[],"publication_year":2018,"publication_date":"2018-06-01","ids":{"openalex":"https://openalex.org/W2807655913","doi":"https://doi.org/10.1109/spawc.2018.8445768","mag":"2807655913"},"language":"en","primary_location":{"id":"doi:10.1109/spawc.2018.8445768","doi":"https://doi.org/10.1109/spawc.2018.8445768","is_oa":false,"landing_page_url":"https://doi.org/10.1109/spawc.2018.8445768","pdf_url":null,"source":{"id":"https://openalex.org/S4363607144","display_name":"IEEE International Workshop on Signal Processing Advances in Wireless Communications (SPAWC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 19th International Workshop on Signal Processing Advances in Wireless Communications (SPAWC)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2807655913"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049072850","display_name":"Harald Bayerlein","orcid":"https://orcid.org/0000-0002-1851-9455","observed_orcids":["https://orcid.org/0000-0002-1851-9455"]},"institutions":[{"id":"https://openalex.org/I1902872","display_name":"EURECOM","ror":"https://ror.org/00sse7z02","country_code":"FR","type":"education","lineage":["https://openalex.org/I1902872","https://openalex.org/I205703379"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Harald Bayerlein","raw_affiliation_strings":["Communication Systems Department, EURECOM Sophia Antipolis, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Communication Systems Department, EURECOM Sophia Antipolis, France","institution_ids":["https://openalex.org/I1902872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087162414","display_name":"Paul de Kerret","orcid":"https://orcid.org/0000-0003-0506-3871","observed_orcids":["https://orcid.org/0000-0003-0506-3871"]},"institutions":[{"id":"https://openalex.org/I1902872","display_name":"EURECOM","ror":"https://ror.org/00sse7z02","country_code":"FR","type":"education","lineage":["https://openalex.org/I1902872","https://openalex.org/I205703379"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Paul De Kerret","raw_affiliation_strings":["Communication Systems Department, EURECOM Sophia Antipolis, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Communication Systems Department, EURECOM Sophia Antipolis, France","institution_ids":["https://openalex.org/I1902872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021728919","display_name":"David Gesbert","orcid":"https://orcid.org/0000-0002-4806-704X","observed_orcids":["https://orcid.org/0000-0002-4806-704X"]},"institutions":[{"id":"https://openalex.org/I1902872","display_name":"EURECOM","ror":"https://ror.org/00sse7z02","country_code":"FR","type":"education","lineage":["https://openalex.org/I1902872","https://openalex.org/I205703379"]}],"countries":["FR"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"David Gesbert","raw_affiliation_strings":["Communication Systems Department, EURECOM Sophia Antipolis, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Communication Systems Department, EURECOM Sophia Antipolis, France","institution_ids":["https://openalex.org/I1902872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1902872"],"apc_list":null,"apc_paid":null,"fwci":26.3496,"has_fulltext":false,"cited_by_count":147,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.99877963,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/uav-base-stations","display_name":"UAV base stations","score":0.7760000228881836},{"id":"https://openalex.org/keywords/trajectory-optimization","display_name":"trajectory optimization","score":0.9409999847412109},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.6309999823570251},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.9869999885559082},{"id":"https://openalex.org/keywords/unmanned-aerial-vehicles","display_name":"unmanned aerial vehicles","score":0.6800000071525574},{"id":"https://openalex.org/keywords/sum-rate-maximization","display_name":"sum rate maximization","score":0.8880000114440918},{"id":"https://openalex.org/keywords/multi-user-wireless-communication","display_name":"multi-user wireless communication","score":0.6190000176429749}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8882473111152649},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.8207008838653564},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7382673621177673},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6959478259086609},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.6015217900276184},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5671323537826538},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5156563520431519},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48568782210350037},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.4527303874492645},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.441714882850647},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.41742733120918274},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32430875301361084},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12636563181877136},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/spawc.2018.8445768","doi":"https://doi.org/10.1109/spawc.2018.8445768","is_oa":false,"landing_page_url":"https://doi.org/10.1109/spawc.2018.8445768","pdf_url":null,"source":{"id":"https://openalex.org/S4363607144","display_name":"IEEE International Workshop on Signal Processing Advances in Wireless Communications (SPAWC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE 19th International Workshop on Signal Processing Advances in Wireless Communications (SPAWC)","raw_type":"proceedings-article"},{"id":"pmh:oai:fr.eurecom:5552","doi":null,"is_oa":false,"landing_page_url":"http://www.eurecom.fr/publication/5552","pdf_url":null,"source":{"id":"https://openalex.org/S4377196942","display_name":"Graduate School and Research Center in Digital Science (EURECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1902872","host_organization_name":"EURECOM","host_organization_lineage":["https://openalex.org/I1902872"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SPAWC 2018, 19th IEEE International Workshop on Signal Processing Advances in Wireless Communications, 25-28 June 2018, Kalamata, Greece\\t","raw_type":"Conference"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5378999710083008,"id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2145339207","https://openalex.org/W2268751503","https://openalex.org/W2327622231","https://openalex.org/W2398537112","https://openalex.org/W2611908895","https://openalex.org/W2640564155","https://openalex.org/W2740005962","https://openalex.org/W2746411854","https://openalex.org/W2750042597","https://openalex.org/W2798732662","https://openalex.org/W2807889641","https://openalex.org/W2962804513","https://openalex.org/W2963177943","https://openalex.org/W3106530718","https://openalex.org/W4400608654"],"related_works":["https://openalex.org/W2903136335","https://openalex.org/W3012238202","https://openalex.org/W2953294131","https://openalex.org/W3114589853","https://openalex.org/W4323825034","https://openalex.org/W2981078741","https://openalex.org/W3168655568","https://openalex.org/W3216809534","https://openalex.org/W2950373453","https://openalex.org/W3216349413"],"abstract_inverted_index":{"In":[0,95],"this":[1],"work,":[2],"we":[3,28],"study":[4],"the":[5,30,37,45,49,53,57,78,89,93,106,110,117,124,127,131],"optimal":[6],"trajectory":[7,50],"of":[8,32,56,88,126],"an":[9,41,69],"unmanned":[10],"aerial":[11],"vehicle":[12],"(UAV)":[13],"acting":[14,39],"as":[15,40],"a":[16,65],"base":[17],"station":[18],"(BS)":[19],"to":[20,47,73,97,122,129],"serve":[21],"multiple":[22,25],"users.":[23],"Considering":[24],"flying":[26,60],"epochs,":[27],"leverage":[29],"tools":[31],"reinforcement":[33],"learning":[34],"(RL)":[35],"with":[36],"UAV":[38],"autonomous":[42],"agent":[43,70],"in":[44],"environment":[46,118],"learn":[48,123],"that":[51],"maximizes":[52],"sum":[54],"rate":[55],"transmission":[58],"during":[59],"time.":[61],"By":[62],"applying":[63],"Q-learning,":[64],"model-free":[66],"RL":[67],"technique,":[68],"is":[71,120],"trained":[72],"make":[74],"movement":[75,100],"decisions":[76,101],"for":[77],"UAV.":[79],"We":[80],"compare":[81],"table-based":[82],"and":[83,91,109,119],"neural":[84,107],"network":[85,108,128],"(NN)":[86],"approximations":[87],"Q-function":[90],"analyze":[92],"results.":[94],"contrast":[96],"previous":[98],"works,":[99],"are":[102],"directly":[103],"made":[104],"by":[105],"algorithm":[111],"requires":[112],"no":[113],"explicit":[114],"information":[115],"about":[116],"able":[121],"topology":[125],"improve":[130],"system-wide":[132],"performance.":[133]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2807655913","counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":22},{"year":2021,"cited_by_count":29},{"year":2020,"cited_by_count":23},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2018-06-13T00:00:00"}
