{"id":"https://openalex.org/W3021626167","doi":"https://doi.org/10.1109/plans46316.2020.9110163","title":"Reinforcement Learning for UAV Autonomous Navigation, Mapping and Target Detection","display_name":"Reinforcement Learning for UAV Autonomous Navigation, Mapping and Target Detection","publication_year":2020,"publication_date":"2020-04-01","ids":{"openalex":"https://openalex.org/W3021626167","doi":"https://doi.org/10.1109/plans46316.2020.9110163","mag":"3021626167"},"language":"en","primary_location":{"id":"doi:10.1109/plans46316.2020.9110163","is_oa":false,"landing_page_url":"https://doi.org/10.1109/plans46316.2020.9110163","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/ION Position, Location and Navigation Symposium (PLANS)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2005.05057","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051183155","display_name":"Anna Guerra","orcid":"https://orcid.org/0000-0001-5214-1444"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Anna Guerra","raw_affiliation_strings":["DEI - CNIT, University of Bologna,Bologna,Italy,40136","DEI - CNIT, University of Bologna, Bologna, Italy"],"affiliations":[{"raw_affiliation_string":"DEI - CNIT, University of Bologna,Bologna,Italy,40136","institution_ids":["https://openalex.org/I9360294"]},{"raw_affiliation_string":"DEI - CNIT, University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011461243","display_name":"Francesco Guidi","orcid":"https://orcid.org/0000-0002-1773-8541"},"institutions":[{"id":"https://openalex.org/I4210100607","display_name":"Institute of Electronics, Computer and Telecommunication Engineering","ror":"https://ror.org/00n4jbh84","country_code":"IT","type":"facility","lineage":["https://openalex.org/I4210100607","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesco Guidi","raw_affiliation_strings":["CNR-IEIIT,Bologna,Italy,40136","CNR-IEIIT, Bologna, Italy"],"affiliations":[{"raw_affiliation_string":"CNR-IEIIT,Bologna,Italy,40136","institution_ids":["https://openalex.org/I4210100607"]},{"raw_affiliation_string":"CNR-IEIIT, Bologna, Italy","institution_ids":["https://openalex.org/I4210100607"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064176463","display_name":"Davide Dardari","orcid":"https://orcid.org/0000-0002-5994-1310"},"institutions":[{"id":"https://openalex.org/I9360294","display_name":"University of Bologna","ror":"https://ror.org/01111rn36","country_code":"IT","type":"education","lineage":["https://openalex.org/I9360294"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Davide Dardari","raw_affiliation_strings":["DEI - CNIT, University of Bologna,Bologna,Italy,40136","DEI - CNIT, University of Bologna, Bologna, Italy"],"affiliations":[{"raw_affiliation_string":"DEI - CNIT, University of Bologna,Bologna,Italy,40136","institution_ids":["https://openalex.org/I9360294"]},{"raw_affiliation_string":"DEI - CNIT, University of Bologna, Bologna, Italy","institution_ids":["https://openalex.org/I9360294"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006962534","display_name":"Petar M. Djuri\u0107","orcid":"https://orcid.org/0000-0001-7791-3199"},"institutions":[{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Petar M. Djuri\u0107","raw_affiliation_strings":["Stony Brook University,ECE Department,Stony Brook, New York,11790","ECE Department, Stony Brook University, Stony Brook, New York"],"affiliations":[{"raw_affiliation_string":"Stony Brook University,ECE Department,Stony Brook, New York,11790","institution_ids":["https://openalex.org/I59553526"]},{"raw_affiliation_string":"ECE Department, Stony Brook University, Stony Brook, New York","institution_ids":["https://openalex.org/I59553526"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5051183155"],"corresponding_institution_ids":["https://openalex.org/I9360294"],"apc_list":null,"apc_paid":null,"fwci":26.7269,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.99073672,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1004","last_page":"1013"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11498","display_name":"Security in Wireless Sensor Networks","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8143793940544128},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7474876046180725},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7437811493873596},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5905560255050659},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5344153642654419},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.48949992656707764},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.47808408737182617},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.4453127980232239},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.4176390767097473},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4170910716056824},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.393730103969574},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.38120001554489136},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.1472654640674591}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8143793940544128},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7474876046180725},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7437811493873596},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5905560255050659},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5344153642654419},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.48949992656707764},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.47808408737182617},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4453127980232239},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.4176390767097473},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4170910716056824},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.393730103969574},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38120001554489136},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.1472654640674591},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/plans46316.2020.9110163","is_oa":false,"landing_page_url":"https://doi.org/10.1109/plans46316.2020.9110163","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE/ION Position, Location and Navigation Symposium (PLANS)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2005.05057","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.05057","pdf_url":"https://arxiv.org/pdf/2005.05057","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:cris.unibo.it:11585/766174","is_oa":true,"landing_page_url":"https://ieeexplore.ieee.org/document/9110163","pdf_url":null,"source":{"id":"https://openalex.org/S4306402579","display_name":"Archivio istituzionale della ricerca (Alma Mater Studiorum Universit\u00e0 di Bologna)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210117483","host_organization_name":"Istituto di Ematologia di Bologna","host_organization_lineage":["https://openalex.org/I4210117483"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2005.05057","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2005.05057","pdf_url":"https://arxiv.org/pdf/2005.05057","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1991752086","https://openalex.org/W2001447996","https://openalex.org/W2026366745","https://openalex.org/W2104008878","https://openalex.org/W2106665965","https://openalex.org/W2109590452","https://openalex.org/W2113889826","https://openalex.org/W2115772460","https://openalex.org/W2121863487","https://openalex.org/W2147996349","https://openalex.org/W2151268438","https://openalex.org/W2155999145","https://openalex.org/W2168137830","https://openalex.org/W2168359464","https://openalex.org/W2389510147","https://openalex.org/W2550700593","https://openalex.org/W2551928500","https://openalex.org/W2579807894","https://openalex.org/W2593683299","https://openalex.org/W2594045169","https://openalex.org/W2616968153","https://openalex.org/W2783967294","https://openalex.org/W2793493868","https://openalex.org/W2797821788","https://openalex.org/W2807655913","https://openalex.org/W2808229539","https://openalex.org/W2889143552","https://openalex.org/W2898004290","https://openalex.org/W2907916537","https://openalex.org/W2953810327","https://openalex.org/W2963117122","https://openalex.org/W2963569053","https://openalex.org/W2980681880","https://openalex.org/W2981078741","https://openalex.org/W2982082077","https://openalex.org/W2996195849","https://openalex.org/W3013196492","https://openalex.org/W3016373553","https://openalex.org/W3035226794","https://openalex.org/W3085667669","https://openalex.org/W3105416263","https://openalex.org/W3126413449","https://openalex.org/W4243179489","https://openalex.org/W4247866817","https://openalex.org/W4300782047","https://openalex.org/W6677279966","https://openalex.org/W6682489347"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W2182304831"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"study":[4],"a":[5,13,21,65,73,87,98],"joint":[6],"detection,":[7],"mapping":[8,44],"and":[9,25,93,97],"navigation":[10,109],"problem":[11,69],"for":[12,90,94],"single":[14],"unmanned":[15],"aerial":[16],"vehicle":[17],"(UAV)":[18],"equipped":[19],"with":[20,38,131],"low":[22],"complexity":[23],"radar":[24],"flying":[26],"in":[27],"an":[28,82],"unknown":[29],"environment.":[30,141],"The":[31],"goal":[32],"is":[33,70,81],"to":[34,51,103],"optimize":[35],"its":[36,105],"trajectory":[37],"the":[39,43,48,62,79,111,117,120,124,139],"purpose":[40],"of":[41,64,108,119,127,134],"maximizing":[42],"accuracy":[45],"and,":[46],"at":[47],"same":[49],"time,":[50],"avoid":[52],"areas":[53,130],"where":[54,78],"measurements":[55],"might":[56],"not":[57],"be":[58],"sufficiently":[59],"informative":[60],"from":[61],"perspective":[63],"target":[66,91,135],"detection.":[67],"This":[68],"formulated":[71],"as":[72],"Markov":[74],"decision":[75],"process":[76],"(MDP)":[77],"UAV":[80],"agent":[83],"that":[84],"runs":[85],"either":[86],"state":[88],"estimator":[89],"detection":[92,136],"environment":[95],"mapping,":[96],"reinforcement":[99],"learning":[100],"(RL)":[101],"algorithm":[102],"infer":[104],"own":[106],"policy":[107],"(i.e.,":[110],"control":[112],"law).":[113],"Numerical":[114],"results":[115],"show":[116],"feasibility":[118],"proposed":[121],"idea,":[122],"highlighting":[123],"UAV's":[125],"capability":[126],"autonomously":[128],"exploring":[129],"high":[132],"probability":[133],"while":[137],"reconstructing":[138],"surrounding":[140]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}