{"id":"https://openalex.org/W3040199322","doi":"https://doi.org/10.1109/globecom42002.2020.9322234","title":"UAV Path Planning for Wireless Data Harvesting: A Deep Reinforcement Learning Approach","display_name":"UAV Path Planning for Wireless Data Harvesting: A Deep Reinforcement Learning Approach","publication_year":2020,"publication_date":"2020-12-01","ids":{"openalex":"https://openalex.org/W3040199322","doi":"https://doi.org/10.1109/globecom42002.2020.9322234","mag":"3040199322"},"language":"en","primary_location":{"id":"doi:10.1109/globecom42002.2020.9322234","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom42002.2020.9322234","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2020 - 2020 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2007.00544","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Harald Bayerlein","orcid":null},"institutions":[{"id":"https://openalex.org/I1902872","display_name":"EURECOM","ror":"https://ror.org/00sse7z02","country_code":"FR","type":"education","lineage":["https://openalex.org/I1902872","https://openalex.org/I205703379"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Harald Bayerlein","raw_affiliation_strings":["EURECOM, Sophia Antipolis, France"],"affiliations":[{"raw_affiliation_string":"EURECOM, Sophia Antipolis, France","institution_ids":["https://openalex.org/I1902872"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mirco Theile","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mirco Theile","raw_affiliation_strings":["Technical University of Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Marco Caccamo","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marco Caccamo","raw_affiliation_strings":["Technical University of Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]},{"author_position":"last","author":{"id":null,"display_name":"David Gesbert","orcid":null},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David Gesbert","raw_affiliation_strings":["Technical University of Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Technical University of Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1902872"],"apc_list":null,"apc_paid":null,"fwci":62.8867,"has_fulltext":false,"cited_by_count":69,"citation_normalized_percentile":{"value":0.99778408,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9740999937057495,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7623999714851379},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.6420000195503235},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.632099986076355},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6179999709129333},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5695000290870667},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.5594000220298767},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.54339998960495},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.5062999725341797},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.45840001106262207},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.41130000352859497}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7623999714851379},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6676999926567078},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.6420000195503235},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.632099986076355},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.6220999956130981},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6179999709129333},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5695000290870667},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.5594000220298767},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.54339998960495},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.5062999725341797},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4641000032424927},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.45840001106262207},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.41130000352859497},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.392300009727478},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.3749000132083893},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.37400001287460327},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3506999909877777},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.34700000286102295},{"id":"https://openalex.org/C145424490","wikidata":"https://www.wikidata.org/wiki/Q618465","display_name":"Remotely operated underwater vehicle","level":4,"score":0.34439998865127563},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.33869999647140503},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.3215000033378601},{"id":"https://openalex.org/C9628104","wikidata":"https://www.wikidata.org/wiki/Q788009","display_name":"Autonomous system (mathematics)","level":2,"score":0.31049999594688416},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3077999949455261},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2953000068664551},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.29109999537467957},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.2736999988555908},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.25279998779296875},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.2513999938964844},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/globecom42002.2020.9322234","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom42002.2020.9322234","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2020 - 2020 IEEE Global Communications Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2007.00544","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.00544","pdf_url":"https://arxiv.org/pdf/2007.00544","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:HAL:hal-04138904v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04138904","pdf_url":null,"source":{"id":"https://openalex.org/S4406922461","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"GLOBECOM 2020, IEEE Global Communications Conference, IEEE, Dec 2020, Taipei, Taiwan. pp.1-6, ⟨10.1109/GLOBECOM42002.2020.9322234⟩","raw_type":"Conference papers"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1579837","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1579837","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"ConferencePaper"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2007.00544","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2007.00544","pdf_url":"https://arxiv.org/pdf/2007.00544","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2807655913","https://openalex.org/W2942608247","https://openalex.org/W2963133483","https://openalex.org/W2970920473","https://openalex.org/W2990204812","https://openalex.org/W2994008524","https://openalex.org/W2995092355","https://openalex.org/W3010653657","https://openalex.org/W3012319098","https://openalex.org/W6746809867","https://openalex.org/W6789819571"],"related_works":[],"abstract_inverted_index":{"Autonomous":[0],"deployment":[1],"of":[2,31,82,119,147],"unmanned":[3],"aerial":[4],"vehicles":[5],"(UAVs)":[6],"supporting":[7],"next-generation":[8],"communication":[9],"networks":[10],"requires":[11],"efficient":[12],"trajectory":[13],"planning":[14],"methods.":[15],"We":[16],"propose":[17],"a":[18,72,93,104,116,145,170,178],"new":[19],"end-to-end":[20],"reinforcement":[21],"learning":[22,62,166],"(RL)":[23],"approach":[24],"to":[25,52,102,127,140],"UAV-enabled":[26],"data":[27,46,153],"collection":[28,154],"from":[29,47,168],"Internet":[30],"Things":[32],"(IoT)":[33],"devices":[34],"in":[35,165],"an":[36],"urban":[37],"environment.":[38],"An":[39],"autonomous":[40],"drone":[41],"is":[42],"tasked":[43],"with":[44,98,156],"gathering":[45],"distributed":[48],"sensor":[49,84],"nodes":[50],"subject":[51],"limited":[53],"flying":[54,88],"time":[55,158],"and":[56,63,160],"obstacle":[57],"avoidance.":[58],"While":[59],"previous":[60],"approaches,":[61],"non-learning":[64],"based,":[65],"must":[66],"perform":[67],"expensive":[68],"recomputations":[69],"or":[70,86],"relearn":[71],"behavior":[73],"when":[74],"important":[75],"scenario":[76,112,148],"parameters":[77,149],"such":[78],"as":[79],"the":[80,120,128,138,152,174],"number":[81],"sensors,":[83],"positions,":[85],"maximum":[87],"time,":[89],"change,":[90],"we":[91,130],"train":[92],"double":[94],"deep":[95],"Q-network":[96],"(DDQN)":[97],"combined":[99],"experience":[100],"replay":[101],"learn":[103],"UAV":[105],"control":[106],"policy":[107],"that":[108,132,150],"generalizes":[109],"over":[110,177],"changing":[111],"parameters.":[113],"By":[114],"exploiting":[115],"multi-layer":[117],"map":[118,171,180],"environment":[121],"fed":[122],"through":[123],"convolutional":[124],"network":[125,135],"layers":[126],"agent,":[129],"show":[131],"our":[133],"proposed":[134],"architecture":[136],"enables":[137],"agent":[139],"make":[141],"movement":[142],"decisions":[143],"for":[144],"variety":[146],"balance":[151],"goal":[155],"flight":[157],"efficiency":[159,167],"safety":[161],"constraints.":[162],"Considerable":[163],"advantages":[164],"using":[169],"centered":[172],"on":[173],"UAV's":[175],"position":[176],"non-centered":[179],"are":[181],"also":[182],"illustrated.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":11}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2020-07-10T00:00:00"}