{"id":"https://openalex.org/W2937582027","doi":"https://doi.org/10.1017/s0263574719000316","title":"Autonomous Vehicular Landings on the Deck of an Unmanned Surface Vehicle using Deep Reinforcement Learning","display_name":"Autonomous Vehicular Landings on the Deck of an Unmanned Surface Vehicle using Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-04-08","ids":{"openalex":"https://openalex.org/W2937582027","doi":"https://doi.org/10.1017/s0263574719000316","mag":"2937582027"},"language":"en","primary_location":{"id":"doi:10.1017/s0263574719000316","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0263574719000316","pdf_url":null,"source":{"id":"https://openalex.org/S92163612","display_name":"Robotica","issn_l":"0263-5747","issn":["0263-5747","1469-8668"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotica","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009664515","display_name":"Riccardo Polvara","orcid":"https://orcid.org/0000-0001-8318-7269"},"institutions":[{"id":"https://openalex.org/I51532219","display_name":"University of Lincoln","ror":"https://ror.org/03yeq9x20","country_code":"GB","type":"education","lineage":["https://openalex.org/I51532219"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Riccardo Polvara","raw_affiliation_strings":["Lincoln Centre for Autonomous Systems Research, School of Computer Science, College of Science, University of Lincoln, Brayford Pool, Lincoln LN6 7TS, UK"],"raw_orcid":"https://orcid.org/0000-0001-8318-7269","affiliations":[{"raw_affiliation_string":"Lincoln Centre for Autonomous Systems Research, School of Computer Science, College of Science, University of Lincoln, Brayford Pool, Lincoln LN6 7TS, UK","institution_ids":["https://openalex.org/I51532219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115601981","display_name":"SK Sharma","orcid":"https://orcid.org/0000-0002-5062-3199"},"institutions":[{"id":"https://openalex.org/I897542642","display_name":"University of Plymouth","ror":"https://ror.org/008n7pv89","country_code":"GB","type":"education","lineage":["https://openalex.org/I897542642"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sanjay Sharma","raw_affiliation_strings":["Autonomous Marine Systems Research Group, School of Engineering, Faculty of Science and Engineering, University of Plymouth, Drake Circus, Plymouth PL4 8AA, UK E-mails:"],"raw_orcid":"https://orcid.org/0000-0002-5062-3199","affiliations":[{"raw_affiliation_string":"Autonomous Marine Systems Research Group, School of Engineering, Faculty of Science and Engineering, University of Plymouth, Drake Circus, Plymouth PL4 8AA, UK E-mails:","institution_ids":["https://openalex.org/I897542642"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020036481","display_name":"Jian Wan","orcid":"https://orcid.org/0000-0001-5904-9261"},"institutions":[{"id":"https://openalex.org/I897542642","display_name":"University of Plymouth","ror":"https://ror.org/008n7pv89","country_code":"GB","type":"education","lineage":["https://openalex.org/I897542642"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jian Wan","raw_affiliation_strings":["Autonomous Marine Systems Research Group, School of Engineering, Faculty of Science and Engineering, University of Plymouth, Drake Circus, Plymouth PL4 8AA, UK E-mails:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autonomous Marine Systems Research Group, School of Engineering, Faculty of Science and Engineering, University of Plymouth, Drake Circus, Plymouth PL4 8AA, UK E-mails:","institution_ids":["https://openalex.org/I897542642"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020786491","display_name":"Andrew J. Manning","orcid":"https://orcid.org/0000-0002-1367-785X"},"institutions":[{"id":"https://openalex.org/I897542642","display_name":"University of Plymouth","ror":"https://ror.org/008n7pv89","country_code":"GB","type":"education","lineage":["https://openalex.org/I897542642"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andrew Manning","raw_affiliation_strings":["Autonomous Marine Systems Research Group, School of Engineering, Faculty of Science and Engineering, University of Plymouth, Drake Circus, Plymouth PL4 8AA, UK E-mails:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autonomous Marine Systems Research Group, School of Engineering, Faculty of Science and Engineering, University of Plymouth, Drake Circus, Plymouth PL4 8AA, UK E-mails:","institution_ids":["https://openalex.org/I897542642"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016136941","display_name":"Robert Sutton","orcid":"https://orcid.org/0000-0002-4235-3619"},"institutions":[{"id":"https://openalex.org/I897542642","display_name":"University of Plymouth","ror":"https://ror.org/008n7pv89","country_code":"GB","type":"education","lineage":["https://openalex.org/I897542642"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Robert Sutton","raw_affiliation_strings":["Autonomous Marine Systems Research Group, School of Engineering, Faculty of Science and Engineering, University of Plymouth, Drake Circus, Plymouth PL4 8AA, UK E-mails:"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Autonomous Marine Systems Research Group, School of Engineering, Faculty of Science and Engineering, University of Plymouth, Drake Circus, Plymouth PL4 8AA, UK E-mails:","institution_ids":["https://openalex.org/I897542642"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5009664515"],"corresponding_institution_ids":["https://openalex.org/I51532219"],"apc_list":null,"apc_paid":null,"fwci":4.3962,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.93966666,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"37","issue":"11","first_page":"1867","last_page":"1882"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8503303527832031},{"id":"https://openalex.org/keywords/unmanned-surface-vehicle","display_name":"Unmanned surface vehicle","score":0.7301915884017944},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6567044854164124},{"id":"https://openalex.org/keywords/deck","display_name":"Deck","score":0.6285461187362671},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.624607503414154},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5379818677902222},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.40122607350349426},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3588845729827881},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3084045946598053},{"id":"https://openalex.org/keywords/marine-engineering","display_name":"Marine engineering","score":0.2908809185028076}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8503303527832031},{"id":"https://openalex.org/C2987248590","wikidata":"https://www.wikidata.org/wiki/Q4419860","display_name":"Unmanned surface vehicle","level":2,"score":0.7301915884017944},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6567044854164124},{"id":"https://openalex.org/C2778966251","wikidata":"https://www.wikidata.org/wiki/Q208123","display_name":"Deck","level":2,"score":0.6285461187362671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.624607503414154},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5379818677902222},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.40122607350349426},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3588845729827881},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3084045946598053},{"id":"https://openalex.org/C199104240","wikidata":"https://www.wikidata.org/wiki/Q118291","display_name":"Marine engineering","level":1,"score":0.2908809185028076},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1017/s0263574719000316","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s0263574719000316","pdf_url":null,"source":{"id":"https://openalex.org/S92163612","display_name":"Robotica","issn_l":"0263-5747","issn":["0263-5747","1469-8668"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Robotica","raw_type":"journal-article"},{"id":"pmh:oai:pearl.plymouth.ac.uk:10026.1/13683","is_oa":false,"landing_page_url":"http://hdl.handle.net/10026.1/13683","pdf_url":null,"source":{"id":"https://openalex.org/S4306402507","display_name":"PEARL (University of Plymouth)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I897542642","host_organization_name":"University of Plymouth","host_organization_lineage":["https://openalex.org/I897542642"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life below water","score":0.8500000238418579,"id":"https://metadata.un.org/sdg/14"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W24628681","https://openalex.org/W51508254","https://openalex.org/W225768461","https://openalex.org/W1533861849","https://openalex.org/W1580579560","https://openalex.org/W1592847719","https://openalex.org/W1731081199","https://openalex.org/W1923344279","https://openalex.org/W1934909785","https://openalex.org/W1949804828","https://openalex.org/W1974535681","https://openalex.org/W1977655452","https://openalex.org/W1980620643","https://openalex.org/W2009210560","https://openalex.org/W2009800520","https://openalex.org/W2019624342","https://openalex.org/W2021075538","https://openalex.org/W2062080771","https://openalex.org/W2076063813","https://openalex.org/W2085277287","https://openalex.org/W2090334752","https://openalex.org/W2111764152","https://openalex.org/W2125612430","https://openalex.org/W2130105540","https://openalex.org/W2145339207","https://openalex.org/W2146183297","https://openalex.org/W2147083891","https://openalex.org/W2150468603","https://openalex.org/W2153117840","https://openalex.org/W2155007355","https://openalex.org/W2155968351","https://openalex.org/W2156387975","https://openalex.org/W2167340365","https://openalex.org/W2171089256","https://openalex.org/W2201581102","https://openalex.org/W2260756217","https://openalex.org/W2271840356","https://openalex.org/W2280163991","https://openalex.org/W2293674955","https://openalex.org/W2326713744","https://openalex.org/W2404342324","https://openalex.org/W2493873739","https://openalex.org/W2583039726","https://openalex.org/W2602034649","https://openalex.org/W2605102758","https://openalex.org/W2617837836","https://openalex.org/W2621061298","https://openalex.org/W2730929966","https://openalex.org/W2736601468","https://openalex.org/W2754930636","https://openalex.org/W2783748322","https://openalex.org/W2797935508","https://openalex.org/W2962736495","https://openalex.org/W2963938771","https://openalex.org/W2964043796","https://openalex.org/W2964161785","https://openalex.org/W3037207827","https://openalex.org/W3103780890","https://openalex.org/W4244005937","https://openalex.org/W4249441547","https://openalex.org/W6682849425"],"related_works":["https://openalex.org/W2360284406","https://openalex.org/W2403075121","https://openalex.org/W2320461077","https://openalex.org/W2090627601","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4235740172","https://openalex.org/W2138720691","https://openalex.org/W4200226287","https://openalex.org/W4380318855"],"abstract_inverted_index":{"Summary":[0],"Autonomous":[1],"landing":[2,40],"on":[3,35,45,50,125,139],"the":[4,16,21,51,74,78,80,84,95,100,115,118,126],"deck":[5,52],"of":[6,23,53,60,63,77,102,117],"a":[7,46,54,61,108,135],"boat":[8],"or":[9],"an":[10,30,41],"unmanned":[11,42],"surface":[12],"vehicle":[13,44],"(USV)":[14],"is":[15],"minimum":[17],"requirement":[18],"for":[19,39],"increasing":[20],"autonomy":[22],"water":[24],"monitoring":[25],"missions.":[26],"This":[27],"paper":[28],"introduces":[29],"end-to-end":[31],"control":[32],"technique":[33],"based":[34,138],"deep":[36],"reinforcement":[37],"learning":[38,96],"aerial":[43],"visual":[47],"marker":[48,81],"located":[49],"USV.":[55],"The":[56,129],"solution":[57],"proposed":[58,92,119],"consists":[59],"hierarchy":[62],"Deep":[64],"Q-Networks":[65],"(DQNs)":[66],"used":[67],"as":[68,99],"high-level":[69],"navigation":[70],"policies":[71],"that":[72],"address":[73],"two":[75],"phases":[76],"flight:":[79],"detection":[82],"and":[83,104,107],"descending":[85],"manoeuvre.":[86],"Few":[87],"technical":[88],"improvements":[89],"have":[90],"been":[91],"to":[93],"stabilize":[94],"process,":[97],"such":[98],"combination":[101],"vanilla":[103],"double":[105],"DQNs,":[106],"partitioned":[109],"buffer":[110],"replay.":[111],"Simulated":[112],"studies":[113],"proved":[114],"robustness":[116],"algorithm":[120],"against":[121],"different":[122],"perturbations":[123],"acting":[124],"marine":[127],"vessel.":[128],"performances":[130],"obtained":[131],"are":[132],"comparable":[133],"with":[134],"state-of-the-art":[136],"method":[137],"template":[140],"matching.":[141]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":4}],"updated_date":"2026-05-02T08:42:23.175194","created_date":"2025-10-10T00:00:00"}