{"id":"https://openalex.org/W3036766693","doi":"https://doi.org/10.1007/s00521-020-05097-x","title":"Deep reinforcement learning for drone navigation using sensor data","display_name":"Deep reinforcement learning for drone navigation using sensor data","alternate_titles":[],"publication_year":2020,"publication_date":"2020-06-21","ids":{"openalex":"https://openalex.org/W3036766693","doi":"https://doi.org/10.1007/s00521-020-05097-x","mag":"3036766693"},"language":"en","primary_location":{"id":"doi:10.1007/s00521-020-05097-x","doi":"https://doi.org/10.1007/s00521-020-05097-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-020-05097-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-020-05097-x.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","jufo-1","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3036766693"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s00521-020-05097-x.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024373546","display_name":"Joanna Hodge","orcid":"https://orcid.org/0000-0002-2469-0224","observed_orcids":["https://orcid.org/0000-0002-2469-0224"]},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Victoria J. Hodge","raw_affiliation_strings":["Department of Computer Science, University of York, York, YO10 5GH, UK"],"raw_orcid":"https://orcid.org/0000-0002-2469-0224","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of York, York, YO10 5GH, UK","institution_ids":["https://openalex.org/I52099693"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102967921","display_name":"Richard Hawkins","orcid":"https://orcid.org/0000-0001-7347-3413","observed_orcids":["https://orcid.org/0000-0001-7347-3413"]},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Richard Hawkins","raw_affiliation_strings":["Department of Computer Science, University of York, York, YO10 5GH, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of York, York, YO10 5GH, UK","institution_ids":["https://openalex.org/I52099693"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078632397","display_name":"Rob Alexander","orcid":"https://orcid.org/0000-0003-3818-0310","observed_orcids":["https://orcid.org/0000-0003-3818-0310"]},"institutions":[{"id":"https://openalex.org/I52099693","display_name":"University of York","ror":"https://ror.org/04m01e293","country_code":"GB","type":"education","lineage":["https://openalex.org/I52099693"]}],"countries":["GB"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rob Alexander","raw_affiliation_strings":["Department of Computer Science, University of York, York, YO10 5GH, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of York, York, YO10 5GH, UK","institution_ids":["https://openalex.org/I52099693"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5024373546"],"corresponding_institution_ids":["https://openalex.org/I52099693"],"apc_list":{"value":2750,"currency":"USD","value_usd":2750},"apc_paid":{"value":2750,"currency":"USD","value_usd":2750},"fwci":6.8458,"has_fulltext":true,"cited_by_count":233,"citation_normalized_percentile":{"value":0.97690182,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":"33","issue":"6","first_page":"2015","last_page":"2033"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/uav-navigation","display_name":"UAV navigation","score":0.9649999737739563},{"id":"https://openalex.org/keywords/unmanned-aerial-vehicles","display_name":"unmanned aerial vehicles","score":0.9670000076293945},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9200000166893005},{"id":"https://openalex.org/keywords/proximal-policy-optimization","display_name":"proximal policy optimization","score":0.9139999747276306},{"id":"https://openalex.org/keywords/long-short-term-memory-networks","display_name":"long short-term memory networks","score":0.9330000281333923},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"sensor fusion","score":0.8220000267028809},{"id":"https://openalex.org/keywords/autonomous-mobile-robots","display_name":"autonomous mobile robots","score":0.6809999942779541},{"id":"https://openalex.org/keywords/safety-critical-decision-making","display_name":"safety-critical decision-making","score":0.5669999718666077},{"id":"https://openalex.org/keywords/surveillance-and-monitoring","display_name":"surveillance and monitoring","score":0.5730000138282776}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.9564990997314453},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7804254293441772},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7792453765869141},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6114451885223389},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5515649914741516},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5261948704719543},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4985034465789795},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.49416473507881165},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.488424688577652},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.47870635986328125},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42222684621810913},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41747719049453735},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1272566020488739},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.09817802906036377},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s00521-020-05097-x","doi":"https://doi.org/10.1007/s00521-020-05097-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-020-05097-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-020-05097-x.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","jufo-1","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:162402","doi":null,"is_oa":true,"landing_page_url":"https://eprints.whiterose.ac.uk/id/eprint/162402/","pdf_url":"https://eprints.whiterose.ac.uk/162402/1/Hodge2020_Article_DeepReinforcementLearningForDr.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1007/s00521-020-05097-x","doi":"https://doi.org/10.1007/s00521-020-05097-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s00521-020-05097-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s00521-020-05097-x.pdf","source":{"id":"https://openalex.org/S147897268","display_name":"Neural Computing and Applications","issn_l":"0941-0643","issn":["0941-0643","1433-3058"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-c","cwts-core","jufo-1","ki-jl-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Computing and Applications","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4559341771","display_name":"An Adaptive and Autonomous Robotics Module (AARM)","funder_award_id":"103682","funder_id":"https://openalex.org/F4320335087","funder_display_name":"Innovate UK"},{"id":"https://openalex.org/G4943709902","display_name":"The Digital Creativity Hub","funder_award_id":"EP/M023265/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334609","display_name":"Arts and Humanities Research Council","ror":"https://ror.org/0505m1554"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320335087","display_name":"Innovate UK","ror":"https://ror.org/05ar5fy68"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3036766693.pdf","grobid_xml":"https://content.openalex.org/works/W3036766693.grobid-xml"},"referenced_works_count":59,"referenced_works":["https://openalex.org/W191627638","https://openalex.org/W581944561","https://openalex.org/W1191599655","https://openalex.org/W1949804828","https://openalex.org/W1965555277","https://openalex.org/W1969098526","https://openalex.org/W1980982306","https://openalex.org/W2000618191","https://openalex.org/W2060794637","https://openalex.org/W2062044314","https://openalex.org/W2064675550","https://openalex.org/W2089212648","https://openalex.org/W2095239197","https://openalex.org/W2103128941","https://openalex.org/W2107664584","https://openalex.org/W2121863487","https://openalex.org/W2122671423","https://openalex.org/W2134783233","https://openalex.org/W2135445305","https://openalex.org/W2137130182","https://openalex.org/W2145339207","https://openalex.org/W2168452204","https://openalex.org/W2173248099","https://openalex.org/W2184923025","https://openalex.org/W2236370645","https://openalex.org/W2258731934","https://openalex.org/W2293467699","https://openalex.org/W2296073425","https://openalex.org/W2324911273","https://openalex.org/W2359042397","https://openalex.org/W2486992563","https://openalex.org/W2517343931","https://openalex.org/W2544717952","https://openalex.org/W2559655401","https://openalex.org/W2571149404","https://openalex.org/W2598771954","https://openalex.org/W2731828881","https://openalex.org/W2736601468","https://openalex.org/W2752853835","https://openalex.org/W2795910581","https://openalex.org/W2798348398","https://openalex.org/W2799617236","https://openalex.org/W2888825964","https://openalex.org/W2889987506","https://openalex.org/W2890672587","https://openalex.org/W2908051330","https://openalex.org/W2942307437","https://openalex.org/W2955208739","https://openalex.org/W2970889548","https://openalex.org/W2971384749","https://openalex.org/W2994753955","https://openalex.org/W3007998796","https://openalex.org/W3009577598","https://openalex.org/W3037213697","https://openalex.org/W3100789280","https://openalex.org/W4214717370","https://openalex.org/W4254730433","https://openalex.org/W6814003322","https://openalex.org/W6868356770"],"related_works":["https://openalex.org/W7148631674","https://openalex.org/W7160822314","https://openalex.org/W4387831811","https://openalex.org/W2972405428","https://openalex.org/W4403869735","https://openalex.org/W6908669739","https://openalex.org/W2763555824","https://openalex.org/W7163687066","https://openalex.org/W2884585555","https://openalex.org/W4405803580"],"abstract_inverted_index":{"Mobile":[0],"robots":[1],"such":[2],"as":[3],"unmanned":[4],"aerial":[5],"vehicles":[6],"(drones)":[7],"can":[8],"be":[9,56,165],"used":[10],"for":[11,44],"surveillance,":[12],"monitoring":[13,28],"and":[14,20,26,36,47,103,109,128,138,154],"data":[15,62,85],"collection":[16],"in":[17,179],"buildings,":[18],"infrastructure":[19],"environments.":[21],"The":[22],"importance":[23],"of":[24,98,161],"accurate":[25],"multifaceted":[27],"is":[29,111],"well":[30],"known":[31],"to":[32,55,58,91,95,134,150],"identify":[33],"problems":[34,107],"early":[35],"prevent":[37],"them":[38],"escalating.":[39],"This":[40],"motivates":[41],"the":[42,89,93,96,99,115,162,171],"need":[43,54],"flexible,":[45],"autonomous":[46],"powerful":[48],"decision-making":[49],"mobile":[50],"robots.":[51],"These":[52],"systems":[53],"able":[57],"learn":[59],"through":[60],"fusing":[61],"from":[63,86],"multiple":[64],"sources.":[65],"Until":[66],"very":[67],"recently,":[68],"they":[69],"have":[70],"been":[71],"task":[72],"specific.":[73],"In":[74,101],"this":[75],"paper,":[76],"we":[77,157],"describe":[78],"a":[79,147],"generic":[80,137],"navigation":[81,140,177],"algorithm":[82,122,178],"that":[83],"uses":[84],"sensors":[87],"on-board":[88],"drone":[90,94,163,172],"guide":[92],"site":[97],"problem.":[100],"hazardous":[102],"safety-critical":[104],"situations,":[105],"locating":[106],"accurately":[108],"rapidly":[110],"vital.":[112],"We":[113,142],"use":[114],"proximal":[116],"policy":[117],"optimisation":[118],"deep":[119],"reinforcement":[120],"learning":[121,127],"coupled":[123],"with":[124],"incremental":[125],"curriculum":[126],"long":[129],"short-term":[130],"memory":[131],"neural":[132],"networks":[133],"implement":[135],"our":[136,176],"adaptable":[139],"algorithm.":[141],"evaluate":[143],"different":[144],"configurations":[145],"against":[146],"heuristic":[148],"technique":[149],"demonstrate":[151],"its":[152],"accuracy":[153],"efficiency.":[155],"Finally,":[156],"consider":[158],"how":[159,169],"safety":[160],"could":[164],"assured":[166],"by":[167],"assessing":[168],"safely":[170],"would":[173],"perform":[174],"using":[175],"real-world":[180],"scenarios.":[181]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3036766693","counts_by_year":[{"year":2026,"cited_by_count":48},{"year":2025,"cited_by_count":45},{"year":2024,"cited_by_count":45},{"year":2023,"cited_by_count":41},{"year":2022,"cited_by_count":34},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":2}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2020-06-25T00:00:00"}
