{"id":"https://openalex.org/W2887784286","doi":"https://doi.org/10.1109/icc.2018.8422706","title":"Deep Reinforcement Learning for Interference-Aware Path Planning of Cellular-Connected UAVs","display_name":"Deep Reinforcement Learning for Interference-Aware Path Planning of Cellular-Connected UAVs","publication_year":2018,"publication_date":"2018-05-01","ids":{"openalex":"https://openalex.org/W2887784286","doi":"https://doi.org/10.1109/icc.2018.8422706","mag":"2887784286"},"language":"en","primary_location":{"id":"doi:10.1109/icc.2018.8422706","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2018.8422706","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020266992","display_name":"Ursula Challita","orcid":null},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Ursula Challita","raw_affiliation_strings":["School of Informatics, University of Edinburgh, Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024108653","display_name":"Walid Saad","orcid":"https://orcid.org/0000-0003-2247-2458"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Walid Saad","raw_affiliation_strings":["School of Informatics, University of Edinburgh, Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076023391","display_name":"Christian Bettstetter","orcid":"https://orcid.org/0000-0002-6836-8034"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Christian Bettstetter","raw_affiliation_strings":["School of Informatics, University of Edinburgh, Edinburgh, UK"],"affiliations":[{"raw_affiliation_string":"School of Informatics, University of Edinburgh, Edinburgh, UK","institution_ids":["https://openalex.org/I98677209"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5020266992"],"corresponding_institution_ids":["https://openalex.org/I98677209"],"apc_list":null,"apc_paid":null,"fwci":189.4082,"has_fulltext":false,"cited_by_count":143,"citation_normalized_percentile":{"value":0.99972497,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8257601261138916},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7828081250190735},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5301697254180908},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5079653859138489},{"id":"https://openalex.org/keywords/user-equipment","display_name":"User equipment","score":0.506072461605072},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4820731282234192},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4568924903869629},{"id":"https://openalex.org/keywords/transmitter-power-output","display_name":"Transmitter power output","score":0.4405183792114258},{"id":"https://openalex.org/keywords/shortest-path-problem","display_name":"Shortest path problem","score":0.4350195527076721},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.4315912127494812},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.42508354783058167},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.4229733347892761},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4106069505214691},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3333309292793274},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.3071258068084717},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27648234367370605},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.26482248306274414},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.23144763708114624},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.20238792896270752},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.15488922595977783},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.14027813076972961},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.12798717617988586}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8257601261138916},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7828081250190735},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5301697254180908},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5079653859138489},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.506072461605072},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4820731282234192},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4568924903869629},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.4405183792114258},{"id":"https://openalex.org/C22590252","wikidata":"https://www.wikidata.org/wiki/Q1058754","display_name":"Shortest path problem","level":3,"score":0.4350195527076721},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.4315912127494812},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.42508354783058167},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.4229733347892761},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4106069505214691},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3333309292793274},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.3071258068084717},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27648234367370605},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.26482248306274414},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.23144763708114624},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.20238792896270752},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.15488922595977783},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14027813076972961},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.12798717617988586},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icc.2018.8422706","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc.2018.8422706","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE International Conference on Communications (ICC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W591205089","https://openalex.org/W656369140","https://openalex.org/W1515851193","https://openalex.org/W1988456768","https://openalex.org/W2001263627","https://openalex.org/W2098951456","https://openalex.org/W2123850191","https://openalex.org/W2124597436","https://openalex.org/W2206930994","https://openalex.org/W2346379676","https://openalex.org/W2398537112","https://openalex.org/W2519305284","https://openalex.org/W2523219060","https://openalex.org/W2592120495","https://openalex.org/W2611445505","https://openalex.org/W2613173048","https://openalex.org/W2613304307","https://openalex.org/W2734656253","https://openalex.org/W2738731084","https://openalex.org/W2739825710","https://openalex.org/W2763830955","https://openalex.org/W2764155154","https://openalex.org/W2962804513","https://openalex.org/W3098405735","https://openalex.org/W3102863195","https://openalex.org/W6678622685","https://openalex.org/W6734554788","https://openalex.org/W6741393045","https://openalex.org/W6745580566","https://openalex.org/W7039264021"],"related_works":["https://openalex.org/W1664289808","https://openalex.org/W2914608047","https://openalex.org/W3094965561","https://openalex.org/W2601879519","https://openalex.org/W2042713734","https://openalex.org/W2100372817","https://openalex.org/W2104962311","https://openalex.org/W2137476548","https://openalex.org/W2557525578","https://openalex.org/W1570517777"],"abstract_inverted_index":{"In":[0,19],"this":[1,68],"paper,":[2],"an":[3,104],"interference-aware":[4],"path":[5],"planning":[6],"scheme":[7,158],"for":[8],"a":[9,25,34,61,70,111,145,172,180],"network":[10,52,79,101],"of":[11,99,109,113,174],"cellular-connected":[12],"unmanned":[13],"aerial":[14],"vehicles":[15],"(UAVs)":[16],"is":[17,58,82,89,141,177],"proposed.":[18,83],"particular,":[20],"each":[21,93,97],"UAV":[22,94,118,164],"acts":[23],"as":[24,60],"cellular":[26],"user":[27],"equipment":[28],"(UE)":[29],"and":[30,40,45,128,165],"aims":[31],"at":[32,132],"achieving":[33],"tradeoff":[35],"between":[36],"maximizing":[37],"energy":[38],"efficiency":[39],"minimizing":[41,110],"both":[42],"wireless":[43,161],"latency":[44,162],"the":[46,50,100,107,156,187,191],"interference":[47],"caused":[48],"on":[49,76],"ground":[51,168],"along":[53,135],"its":[54,123,136],"path.":[55,137],"The":[56,84,138],"problem":[57],"cast":[59],"dynamic":[62],"game":[63],"among":[64],"UAVs.":[65],"To":[66],"solve":[67],"game,":[69],"deep":[71,86],"reinforcement":[72],"learning":[73],"algorithm,":[74],"based":[75],"echo":[77],"state":[78,102],"(ESN)":[80],"cells,":[81],"introduced":[85],"ESN":[87,120],"architecture":[88],"trained":[90],"to":[91,95,103,121,143,179],"allow":[92],"map":[96],"observation":[98],"action,":[105],"with":[106],"goal":[108],"sequence":[112],"time-dependent":[114],"utility":[115],"functions.":[116],"Each":[117],"uses":[119],"learn":[122],"optimal":[124],"path,":[125],"transmission":[126],"power,":[127],"cell":[129],"association":[130],"vector":[131],"different":[133],"locations":[134],"proposed":[139,157],"algorithm":[140],"shown":[142],"reach":[144],"subgame":[146],"perfect":[147],"Nash":[148],"equilibrium":[149],"upon":[150],"convergence.":[151],"Simulation":[152],"results":[153],"show":[154],"that":[155,176,183],"achieves":[159],"better":[160],"per":[163,167],"rate":[166],"UE":[169],"while":[170],"requiring":[171],"number":[173],"steps":[175],"comparable":[178],"heuristic":[181],"baseline":[182],"considers":[184],"moving":[185],"via":[186],"shortest":[188],"distance":[189],"towards":[190],"corresponding":[192],"destinations.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":23},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":31},{"year":2019,"cited_by_count":27},{"year":2018,"cited_by_count":7}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}