{"id":"https://openalex.org/W4404788014","doi":"https://doi.org/10.1109/access.2024.3508031","title":"Adaptive Deep Reinforcement Learning for Efficient 3D Navigation of Autonomous Underwater Vehicles","display_name":"Adaptive Deep Reinforcement Learning for Efficient 3D Navigation of Autonomous Underwater Vehicles","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404788014","doi":"https://doi.org/10.1109/access.2024.3508031"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3508031","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3508031","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3508031","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060477134","display_name":"Elena Politi","orcid":"https://orcid.org/0000-0001-8795-5560"},"institutions":[{"id":"https://openalex.org/I32762134","display_name":"Harokopio University of Athens","ror":"https://ror.org/02k5gp281","country_code":"GR","type":"education","lineage":["https://openalex.org/I32762134"]}],"countries":["GR"],"is_corresponding":true,"raw_author_name":"Elena Politi","raw_affiliation_strings":["Department of Informatics and Telematics, Harokopio University of Athens, Athens, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Informatics and Telematics, Harokopio University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I32762134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114329159","display_name":"Artemis Stefanidou","orcid":"https://orcid.org/0009-0008-2059-7429"},"institutions":[{"id":"https://openalex.org/I32762134","display_name":"Harokopio University of Athens","ror":"https://ror.org/02k5gp281","country_code":"GR","type":"education","lineage":["https://openalex.org/I32762134"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Artemis Stefanidou","raw_affiliation_strings":["Department of Informatics and Telematics, Harokopio University of Athens, Athens, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Informatics and Telematics, Harokopio University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I32762134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066444298","display_name":"Christos Chronis","orcid":"https://orcid.org/0000-0002-2768-7119"},"institutions":[{"id":"https://openalex.org/I32762134","display_name":"Harokopio University of Athens","ror":"https://ror.org/02k5gp281","country_code":"GR","type":"education","lineage":["https://openalex.org/I32762134"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Christos Chronis","raw_affiliation_strings":["Department of Informatics and Telematics, Harokopio University of Athens, Athens, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Informatics and Telematics, Harokopio University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I32762134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004201714","display_name":"George Dimitrakopoulos","orcid":"https://orcid.org/0000-0002-7424-8557"},"institutions":[{"id":"https://openalex.org/I32762134","display_name":"Harokopio University of Athens","ror":"https://ror.org/02k5gp281","country_code":"GR","type":"education","lineage":["https://openalex.org/I32762134"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"George Dimitrakopoulos","raw_affiliation_strings":["Department of Informatics and Telematics, Harokopio University of Athens, Athens, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Informatics and Telematics, Harokopio University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I32762134"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056484904","display_name":"Iraklis Varlamis","orcid":"https://orcid.org/0000-0002-0876-8167"},"institutions":[{"id":"https://openalex.org/I32762134","display_name":"Harokopio University of Athens","ror":"https://ror.org/02k5gp281","country_code":"GR","type":"education","lineage":["https://openalex.org/I32762134"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"and Iraklis Varlamis","raw_affiliation_strings":["Department of Informatics and Telematics, Harokopio University of Athens, Athens, Greece"],"affiliations":[{"raw_affiliation_string":"Department of Informatics and Telematics, Harokopio University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I32762134"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5060477134"],"corresponding_institution_ids":["https://openalex.org/I32762134"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.0007,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.85758019,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"178209","last_page":"178221"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9204000234603882,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7966582179069519},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6939185261726379},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.6198868751525879},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5052526593208313},{"id":"https://openalex.org/keywords/remotely-operated-underwater-vehicle","display_name":"Remotely operated underwater vehicle","score":0.4990711212158203},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.34977540373802185},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.20600318908691406},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.11072158813476562}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7966582179069519},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6939185261726379},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.6198868751525879},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5052526593208313},{"id":"https://openalex.org/C145424490","wikidata":"https://www.wikidata.org/wiki/Q618465","display_name":"Remotely operated underwater vehicle","level":4,"score":0.4990711212158203},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.34977540373802185},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.20600318908691406},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.11072158813476562},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3508031","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3508031","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8b3faf26bebd436aa50dce081f33c335","is_oa":true,"landing_page_url":"https://doaj.org/article/8b3faf26bebd436aa50dce081f33c335","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 178209-178221 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3508031","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3508031","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","display_name":"Life below water","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G4733393478","display_name":null,"funder_award_id":"101112306","funder_id":"https://openalex.org/F4320319005","funder_display_name":"Key Digital Technologies Joint Undertaking"}],"funders":[{"id":"https://openalex.org/F4320319005","display_name":"Key Digital Technologies Joint Undertaking","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1544853044","https://openalex.org/W2337943930","https://openalex.org/W2573137292","https://openalex.org/W2728420778","https://openalex.org/W2766330333","https://openalex.org/W3010746488","https://openalex.org/W3121678941","https://openalex.org/W3130611904","https://openalex.org/W3135485952","https://openalex.org/W3156295662","https://openalex.org/W3184311107","https://openalex.org/W3209267236","https://openalex.org/W4200118636","https://openalex.org/W4211221179","https://openalex.org/W4220878860","https://openalex.org/W4293812070","https://openalex.org/W4295278317","https://openalex.org/W4308159282","https://openalex.org/W4311513675","https://openalex.org/W4311754957","https://openalex.org/W4318309718","https://openalex.org/W4327662929","https://openalex.org/W4379512343","https://openalex.org/W4382982348","https://openalex.org/W4387831811","https://openalex.org/W4388842110","https://openalex.org/W4391242848","https://openalex.org/W4391253264","https://openalex.org/W4391661523","https://openalex.org/W4392266892","https://openalex.org/W4393058646","https://openalex.org/W4395066914","https://openalex.org/W4400142652","https://openalex.org/W4402328880","https://openalex.org/W6684921986","https://openalex.org/W6734206676","https://openalex.org/W6741002519","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W2071768959","https://openalex.org/W4319442894","https://openalex.org/W2921408402","https://openalex.org/W4312767556","https://openalex.org/W2982615283","https://openalex.org/W2290286193","https://openalex.org/W4312370102","https://openalex.org/W4372267671","https://openalex.org/W2079693677","https://openalex.org/W4312756471"],"abstract_inverted_index":{"The":[0],"exploration":[1],"of":[2,12,19,27,48,58,94,112,135,153,174],"the":[3,10,13,20,25,59,92,95,98,110,113,140,151,154,165,177],"underwater":[4],"environments":[5],"has":[6],"recently":[7],"accelerated":[8],"with":[9,128,157],"development":[11],"Autonomous":[14],"Underwater":[15],"Vehicle":[16],"(AUV).":[17],"One":[18],"key":[21],"elements":[22],"for":[23,45,74,164,176],"enhancing":[24],"autonomy":[26,175],"AUVs":[28],"navigation":[29,77],"across":[30],"various":[31],"applications":[32],"is":[33,61,147],"efficient":[34,75],"path":[35,46,129],"planning.":[36],"Reinforcement":[37,70],"Learning":[38,71],"(RL)":[39],"methods":[40],"have":[41],"been":[42],"successfully":[43],"introduced":[44],"planning":[47],"AUVs,":[49],"particularly":[50],"in":[51,78,106,117,179],"high-dimensional":[52],"state":[53],"spaces,":[54],"where":[55],"prior":[56],"knowledge":[57],"environment":[60],"unfeasible.":[62],"In":[63],"this":[64],"work,":[65],"we":[66],"propose":[67],"a":[68,103,144,171],"Deep":[69],"(DRL)":[72],"method":[73],"AUV":[76,96,166],"3":[79],"Dimension":[80],"(3D)":[81],"environments,":[82],"utilizing":[83],"input":[84],"from":[85],"vision":[86],"sensors":[87],"to":[88,108,149,170],"obtain":[89],"information":[90],"about":[91],"motion":[93],"and":[97,126,133],"surrounding":[99],"space.":[100],"We":[101],"adopt":[102],"multi-tier":[104],"approach":[105,116],"order":[107],"validate":[109],"performance":[111,152],"proposed":[114,155],"DRL":[115],"three":[118],"different":[119],"neural":[120],"network":[121],"architectures":[122],"leveraging":[123],"on":[124],"adaptation":[125],"accuracy,":[127],"length,":[130],"execution":[131],"time":[132],"success":[134],"operation":[136],"being":[137],"considered":[138],"as":[139],"optimization":[141],"objectives.":[142],"Finally,":[143],"simulation":[145],"platform":[146],"built":[148],"evaluate":[150],"method,":[156],"experimental":[158],"results":[159],"showcasing":[160],"enhanced":[161],"decision-making":[162],"capability":[163],"navigation,":[167],"which":[168],"translates":[169],"higher":[172],"level":[173],"vehicle":[178],"unknown":[180],"environments.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}