{"id":"https://openalex.org/W2903136335","doi":"https://doi.org/10.1109/acssc.2018.8645103","title":"Learning to Rest: A Q-Learning Approach to Flying Base Station Trajectory Design with Landing Spots","display_name":"Learning to Rest: A Q-Learning Approach to Flying Base Station Trajectory Design with Landing Spots","publication_year":2018,"publication_date":"2018-10-01","ids":{"openalex":"https://openalex.org/W2903136335","doi":"https://doi.org/10.1109/acssc.2018.8645103","mag":"2903136335"},"language":"en","primary_location":{"id":"doi:10.1109/acssc.2018.8645103","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acssc.2018.8645103","pdf_url":null,"source":{"id":"https://openalex.org/S4363608623","display_name":"2018 52nd Asilomar Conference on Signals, Systems, and Computers","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 52nd Asilomar Conference on Signals, Systems, and Computers","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049072850","display_name":"Harald Bayerlein","orcid":"https://orcid.org/0000-0002-1851-9455"},"institutions":[{"id":"https://openalex.org/I1902872","display_name":"EURECOM","ror":"https://ror.org/00sse7z02","country_code":"FR","type":"education","lineage":["https://openalex.org/I1902872","https://openalex.org/I205703379"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Harald Bayerlein","raw_affiliation_strings":["Communication Systems Department, EURECOM Sophia Antipolis, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Communication Systems Department, EURECOM Sophia Antipolis, France","institution_ids":["https://openalex.org/I1902872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105761219","display_name":"Rajeev Gangula","orcid":"https://orcid.org/0000-0002-9530-0537"},"institutions":[{"id":"https://openalex.org/I1902872","display_name":"EURECOM","ror":"https://ror.org/00sse7z02","country_code":"FR","type":"education","lineage":["https://openalex.org/I1902872","https://openalex.org/I205703379"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Rajeev Gangula","raw_affiliation_strings":["Communication Systems Department, EURECOM Sophia Antipolis, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Communication Systems Department, EURECOM Sophia Antipolis, France","institution_ids":["https://openalex.org/I1902872"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021728919","display_name":"David Gesbert","orcid":"https://orcid.org/0000-0002-4806-704X"},"institutions":[{"id":"https://openalex.org/I1902872","display_name":"EURECOM","ror":"https://ror.org/00sse7z02","country_code":"FR","type":"education","lineage":["https://openalex.org/I1902872","https://openalex.org/I205703379"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"David Gesbert","raw_affiliation_strings":["Communication Systems Department, EURECOM Sophia Antipolis, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Communication Systems Department, EURECOM Sophia Antipolis, France","institution_ids":["https://openalex.org/I1902872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1902872"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"724","last_page":"728"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7750303149223328},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6538602709770203},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5949378609657288},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5568737983703613},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5343678593635559},{"id":"https://openalex.org/keywords/power-consumption","display_name":"Power consumption","score":0.512071430683136},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.48238030076026917},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.4581441581249237},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42929011583328247},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3864859640598297},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3526651859283447},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3408525586128235},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.17736375331878662}],"concepts":[{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7750303149223328},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6538602709770203},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5949378609657288},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5568737983703613},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5343678593635559},{"id":"https://openalex.org/C2984118289","wikidata":"https://www.wikidata.org/wiki/Q29954","display_name":"Power consumption","level":3,"score":0.512071430683136},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.48238030076026917},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.4581441581249237},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42929011583328247},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3864859640598297},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3526651859283447},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3408525586128235},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17736375331878662},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/acssc.2018.8645103","is_oa":false,"landing_page_url":"https://doi.org/10.1109/acssc.2018.8645103","pdf_url":null,"source":{"id":"https://openalex.org/S4363608623","display_name":"2018 52nd Asilomar Conference on Signals, Systems, and Computers","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 52nd Asilomar Conference on Signals, Systems, and Computers","raw_type":"proceedings-article"},{"id":"pmh:oai:fr.eurecom:5761","is_oa":false,"landing_page_url":"http://www.eurecom.fr/publication/5761","pdf_url":null,"source":{"id":"https://openalex.org/S4377196942","display_name":"Graduate School and Research Center in Digital Science (EURECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1902872","host_organization_name":"EURECOM","host_organization_lineage":["https://openalex.org/I1902872"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ASILOMAR 2018, 52nd Asilomar Conference on Signals, Systems and Computers, 28-31 October 2018, Pacific Grove, USA","raw_type":"Conference"},{"id":"pmh:oai:fr.eurecom:5843","is_oa":false,"landing_page_url":"http://www.eurecom.fr/publication/5843","pdf_url":null,"source":{"id":"https://openalex.org/S4377196942","display_name":"Graduate School and Research Center in Digital Science (EURECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1902872","host_organization_name":"EURECOM","host_organization_lineage":["https://openalex.org/I1902872"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Invited talk in the Doctoral Seminar on Methods of Signal Processing, Technical University of Munich, 21 March 2019, Munich, Germany","raw_type":"Talk"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1665214252","https://openalex.org/W1757796397","https://openalex.org/W1974891392","https://openalex.org/W2001538423","https://openalex.org/W2013415723","https://openalex.org/W2092792265","https://openalex.org/W2100755644","https://openalex.org/W2124409123","https://openalex.org/W2141559645","https://openalex.org/W2144000019","https://openalex.org/W2145339207","https://openalex.org/W2268751503","https://openalex.org/W2616867685","https://openalex.org/W2734408173","https://openalex.org/W2784320632","https://openalex.org/W2797462110","https://openalex.org/W2807655913","https://openalex.org/W2807889641","https://openalex.org/W2859887037","https://openalex.org/W2889655092","https://openalex.org/W2894665538","https://openalex.org/W2895183999","https://openalex.org/W2953722837","https://openalex.org/W2962804513","https://openalex.org/W2963061782","https://openalex.org/W2963686678","https://openalex.org/W2964121744","https://openalex.org/W2964164354","https://openalex.org/W3146803896","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6747875335","https://openalex.org/W6754459229"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W4323768008","https://openalex.org/W3131574667","https://openalex.org/W2086397253","https://openalex.org/W2586732548","https://openalex.org/W3049728571"],"abstract_inverted_index":{"We":[0,99],"consider":[1],"the":[2,21,28,36,44,50,79,83,87,96,102,109,120,123,134],"problem":[3,37],"of":[4,23,30,38,49,122],"trajectory":[5,110],"optimization":[6],"for":[7,78],"an":[8],"autonomous":[9],"UAV-mounted":[10],"base":[11],"station":[12],"that":[13,81,101],"provides":[14],"communication":[15],"services":[16],"to":[17,34,74,111,118],"ground":[18,88],"users":[19,89],"with":[20],"aid":[22],"landing":[24,97,106],"spots":[25,107],"(LSs).":[26],"Recently,":[27],"concept":[29],"LSs":[31],"was":[32],"introduced":[33],"alleviate":[35],"short":[39],"mission":[40],"durations":[41],"arising":[42],"from":[43,86],"limited":[45],"on-board":[46],"battery":[47],"budget":[48],"UAV,":[51],"which":[52],"severely":[53],"limits":[54],"network":[55,72,124],"performance.":[56],"In":[57],"this":[58],"work,":[59],"using":[60],"Q-learning,":[61],"a":[62,70],"model-free":[63],"reinforcement":[64],"learning":[65],"(RL)":[66],"technique,":[67],"we":[68],"train":[69],"neural":[71],"(NN)":[73],"make":[75],"movement":[76],"decisions":[77],"UAV":[80],"maximize":[82],"data":[84],"collected":[85],"while":[90],"minimizing":[91],"power":[92],"consumption":[93],"by":[94],"exploiting":[95],"spots.":[98],"show":[100],"system":[103],"intelligently":[104],"integrates":[105],"into":[108],"extend":[112],"flying":[113,127],"time":[114],"and":[115],"is":[116],"able":[117],"learn":[119],"topology":[121],"over":[125],"several":[126],"epochs":[128],"without":[129],"any":[130],"explicit":[131],"information":[132],"about":[133],"environment.":[135]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}