{"id":"https://openalex.org/W4414186083","doi":"https://doi.org/10.1007/s10846-025-02309-1","title":"Benchmarking Deep Reinforcement Learning for Navigation in Denied Sensor Environments","display_name":"Benchmarking Deep Reinforcement Learning for Navigation in Denied Sensor Environments","publication_year":2025,"publication_date":"2025-09-15","ids":{"openalex":"https://openalex.org/W4414186083","doi":"https://doi.org/10.1007/s10846-025-02309-1"},"language":"en","primary_location":{"id":"doi:10.1007/s10846-025-02309-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-025-02309-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10846-025-02309-1.pdf","source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10846-025-02309-1.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039557003","display_name":"M. Wi\u015bniewski","orcid":"https://orcid.org/0000-0001-6795-6216"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Mariusz Wisniewski","raw_affiliation_strings":["Centre for Autonomous and Cyberphysical Systems, Cranfield University, College Road, MK43 0AL, Cranfield, Bedfordshire, UK"],"raw_orcid":"https://orcid.org/0000-0001-6795-6216","affiliations":[{"raw_affiliation_string":"Centre for Autonomous and Cyberphysical Systems, Cranfield University, College Road, MK43 0AL, Cranfield, Bedfordshire, UK","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030413026","display_name":"Paraskevas Chatzithanos","orcid":"https://orcid.org/0009-0006-3212-0578"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Paraskevas Chatzithanos","raw_affiliation_strings":["Centre for Autonomous and Cyberphysical Systems, Cranfield University, College Road, MK43 0AL, Cranfield, Bedfordshire, UK"],"raw_orcid":"https://orcid.org/0009-0006-3212-0578","affiliations":[{"raw_affiliation_string":"Centre for Autonomous and Cyberphysical Systems, Cranfield University, College Road, MK43 0AL, Cranfield, Bedfordshire, UK","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062362866","display_name":"Weisi Guo","orcid":"https://orcid.org/0000-0003-3524-3953"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Weisi Guo","raw_affiliation_strings":["Centre for Autonomous and Cyberphysical Systems, Cranfield University, College Road, MK43 0AL, Cranfield, Bedfordshire, UK"],"raw_orcid":"https://orcid.org/0000-0003-3524-3953","affiliations":[{"raw_affiliation_string":"Centre for Autonomous and Cyberphysical Systems, Cranfield University, College Road, MK43 0AL, Cranfield, Bedfordshire, UK","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085012064","display_name":"Antonios Tsourdos","orcid":"https://orcid.org/0000-0002-3966-7633"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Antonios Tsourdos","raw_affiliation_strings":["Centre for Autonomous and Cyberphysical Systems, Cranfield University, College Road, MK43 0AL, Cranfield, Bedfordshire, UK"],"raw_orcid":"https://orcid.org/0000-0002-3966-7633","affiliations":[{"raw_affiliation_string":"Centre for Autonomous and Cyberphysical Systems, Cranfield University, College Road, MK43 0AL, Cranfield, Bedfordshire, UK","institution_ids":["https://openalex.org/I82284825"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5039557003"],"corresponding_institution_ids":["https://openalex.org/I82284825"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":{"value":2990,"currency":"USD","value_usd":2990},"fwci":8.8511,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.97507768,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"111","issue":"3","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6395999789237976},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.6363000273704529},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6280999779701233},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5971999764442444},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5160999894142151},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4912000000476837},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4104999899864197},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.33709999918937683}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6626999974250793},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6480000019073486},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6395999789237976},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.6363000273704529},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6280999779701233},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5971999764442444},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5160999894142151},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4912000000476837},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45500001311302185},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4104999899864197},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32710000872612},{"id":"https://openalex.org/C2776937971","wikidata":"https://www.wikidata.org/wiki/Q4384217","display_name":"Heading (navigation)","level":2,"score":0.3160000145435333},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.29350000619888306},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28360000252723694},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.27399998903274536},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C176563091","wikidata":"https://www.wikidata.org/wiki/Q669238","display_name":"Intelligent sensor","level":3,"score":0.26260000467300415},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2587999999523163},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.251800000667572},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10846-025-02309-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-025-02309-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10846-025-02309-1.pdf","source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10846-025-02309-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10846-025-02309-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10846-025-02309-1.pdf","source":{"id":"https://openalex.org/S91329792","display_name":"Journal of Intelligent & Robotic Systems","issn_l":"0921-0296","issn":["0921-0296","1573-0409"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Robotic Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G979560605","display_name":"UKRI Trustworthy Autonomous Systems Node in Security","funder_award_id":"EP/V026763/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320343","display_name":"Cranfield University","ror":"https://ror.org/05cncd958"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414186083.pdf","grobid_xml":"https://content.openalex.org/works/W4414186083.grobid-xml"},"referenced_works_count":42,"referenced_works":["https://openalex.org/W52153049","https://openalex.org/W2064675550","https://openalex.org/W2107956696","https://openalex.org/W2108598243","https://openalex.org/W2145339207","https://openalex.org/W2618530766","https://openalex.org/W2890755534","https://openalex.org/W2891412341","https://openalex.org/W2913323390","https://openalex.org/W2945971134","https://openalex.org/W2950708852","https://openalex.org/W2963201472","https://openalex.org/W2963871073","https://openalex.org/W3096541186","https://openalex.org/W3128395826","https://openalex.org/W3140377724","https://openalex.org/W3158253560","https://openalex.org/W4220941499","https://openalex.org/W4281873160","https://openalex.org/W4287900968","https://openalex.org/W4312309366","https://openalex.org/W4360605070","https://openalex.org/W4360605581","https://openalex.org/W4366371396","https://openalex.org/W4382050772","https://openalex.org/W4382237537","https://openalex.org/W4385061644","https://openalex.org/W4386285856","https://openalex.org/W4389042763","https://openalex.org/W4390732569","https://openalex.org/W4391486035","https://openalex.org/W4399171411","https://openalex.org/W4399801231","https://openalex.org/W4401270542","https://openalex.org/W4401397468","https://openalex.org/W4402354032","https://openalex.org/W4402570343","https://openalex.org/W4404449988","https://openalex.org/W4404768371","https://openalex.org/W4405546960","https://openalex.org/W4408223438","https://openalex.org/W4409049125"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Deep":[1],"Reinforcement":[2],"learning":[3,142],"(DRL)":[4],"is":[5,154],"used":[6],"to":[7,117,139,143,174],"enable":[8],"autonomous":[9],"navigation":[10,46,100,185],"in":[11,44,66,96,112,129,147],"unknown":[12],"environments.":[13,114],"Most":[14],"research":[15],"assumes":[16],"perfect":[17],"sensor":[18,28,58,87,151,196],"data,":[19],"but":[20],"real-world":[21],"environments":[22],"may":[23,137],"contain":[24],"natural":[25],"and":[26,30,40,52,124,168,194],"artificial":[27],"noise":[29],"denial.":[31],"Here,":[32],"we":[33,63,120,133],"present":[34],"a":[35,103,176],"benchmark":[36,163],"of":[37,149,164,171,182,190],"both":[38],"well-used":[39],"emerging":[41],"DRL":[42,70,166],"algorithms":[43],"two":[45],"tasks":[47],"-":[48,55],"Lidar":[49],"+":[50],"position,":[51],"vision":[53],"end-to-end":[54,99],"with":[56,102,192],"configurable":[57],"denial":[59],"effects.":[60],"In":[61,115],"particular,":[62],"are":[64,83,188],"interested":[65],"comparing":[67],"how":[68],"different":[69,165],"methods":[71,95,111,167],"(e.g.":[72],"model-free,":[73],"on-policy":[74],"PPO":[75],"vs.":[76,80],"model-free":[77],"off-policy":[78],"TD3,":[79],"model-based":[81],"DreamerV3)":[82],"affected":[84],"by":[85],"imperfect":[86],"readings.":[88,197],"We":[89,160],"show":[90,134],"that":[91,135,187],"DreamerV3":[92,107],"outperforms":[93,109],"other":[94,110],"the":[97,140,169,180],"visual":[98],"task":[101],"dynamic":[104],"goal.":[105],"Furthermore,":[106],"generally":[108],"sensor-denied":[113],"order":[116],"improve":[118],"robustness,":[119],"use":[121],"adversarial":[122,172],"training":[123,173],"demonstrate":[125],"an":[126],"improved":[127],"performance":[128],"denied":[130,195],"environments,":[131],"although":[132],"this":[136,162],"lead":[138],"agent":[141],"choose":[144],"high-risk":[145],"actions":[146],"case":[148],"uncertain":[150,193],"readings,":[152],"which":[153],"not":[155],"appropriate":[156],"for":[157,179],"safety-critical":[158],"scenarios.":[159],"anticipate":[161],"usage":[170],"be":[175],"starting":[177],"point":[178],"development":[181],"more":[183],"elaborate":[184],"strategies":[186],"capable":[189],"dealing":[191]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}