{"id":"https://openalex.org/W4411923696","doi":"https://doi.org/10.32604/cmc.2025.065995","title":"Simultaneous Depth and Heading Control for Autonomous Underwater Vehicle Docking Maneuvers Using Deep Reinforcement Learning within a Digital Twin System","display_name":"Simultaneous Depth and Heading Control for Autonomous Underwater Vehicle Docking Maneuvers Using Deep Reinforcement Learning within a Digital Twin System","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411923696","doi":"https://doi.org/10.32604/cmc.2025.065995"},"language":"en","primary_location":{"id":"doi:10.32604/cmc.2025.065995","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2025.065995","pdf_url":null,"source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials & Continua","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.32604/cmc.2025.065995","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5004193773","display_name":"Yu\u2010Hsien Lin","orcid":"https://orcid.org/0000-0002-2719-0532"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yu-Hsien Lin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Po-Cheng Chuang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Po-Cheng Chuang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5052945460","display_name":"Joyce Yi-Tzu Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joyce Yi-Tzu Huang","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5004193773"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0588,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.77063985,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"84","issue":"3","first_page":"4907","last_page":"4948"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11701","display_name":"Space Satellite Systems and Control","score":0.9273999929428101,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heading","display_name":"Heading (navigation)","score":0.8909491300582886},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6036140322685242},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.5978472828865051},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47377538681030273},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45709577202796936},{"id":"https://openalex.org/keywords/docking","display_name":"Docking (animal)","score":0.44265228509902954},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3837493360042572},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3256853520870209},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.24668943881988525},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.1831628680229187},{"id":"https://openalex.org/keywords/oceanography","display_name":"Oceanography","score":0.057692885398864746}],"concepts":[{"id":"https://openalex.org/C2776937971","wikidata":"https://www.wikidata.org/wiki/Q4384217","display_name":"Heading (navigation)","level":2,"score":0.8909491300582886},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6036140322685242},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.5978472828865051},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47377538681030273},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45709577202796936},{"id":"https://openalex.org/C41685203","wikidata":"https://www.wikidata.org/wiki/Q1974042","display_name":"Docking (animal)","level":2,"score":0.44265228509902954},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3837493360042572},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3256853520870209},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.24668943881988525},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.1831628680229187},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.057692885398864746},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.32604/cmc.2025.065995","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2025.065995","pdf_url":null,"source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials & Continua","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.32604/cmc.2025.065995","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2025.065995","pdf_url":null,"source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials & Continua","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1805278973","https://openalex.org/W1823139046","https://openalex.org/W2114553250","https://openalex.org/W2150282654","https://openalex.org/W2326471845","https://openalex.org/W2471272568","https://openalex.org/W2492811885","https://openalex.org/W2939756536","https://openalex.org/W2943882542","https://openalex.org/W2961785872","https://openalex.org/W2991196524","https://openalex.org/W3123902898","https://openalex.org/W3185667776","https://openalex.org/W3211847530","https://openalex.org/W4214602240","https://openalex.org/W4281608743","https://openalex.org/W4306761574","https://openalex.org/W4313551676","https://openalex.org/W4381162817","https://openalex.org/W4394933115","https://openalex.org/W4398155355","https://openalex.org/W4404790171","https://openalex.org/W4404860533","https://openalex.org/W4405494880","https://openalex.org/W4405800136"],"related_works":["https://openalex.org/W4244052565","https://openalex.org/W2358719579","https://openalex.org/W4252778923","https://openalex.org/W2385042721","https://openalex.org/W2367929022","https://openalex.org/W2351754530","https://openalex.org/W2378649906","https://openalex.org/W2391014597","https://openalex.org/W2350113401","https://openalex.org/W2348727246"],"abstract_inverted_index":{"This":[0],"study":[1,130],"proposes":[2,131],"an":[3,132],"automatic":[4],"control":[5,101,188],"system":[6,184],"for":[7,83,240],"Autonomous":[8],"Underwater":[9],"Vehicle":[10],"(AUV)":[11],"docking,":[12],"utilizing":[13],"a":[14,35,65,116,141,152],"digital":[15],"twin":[16],"(DT)":[17],"environment":[18,154],"based":[19],"on":[20,163],"the":[21,69,72,108,126,180,183,192,205,210,216,224,230],"HoloOcean":[22],"platform,":[23],"which":[24,89],"integrates":[25],"six-degree-of-freedom":[26],"(6-DOF)":[27],"motion":[28,113],"equations":[29],"and":[30,41,55,86,96,138,157,167,174,190,207,238,242],"hydrodynamic":[31],"coefficients":[32],"to":[33,52,103,145,196],"create":[34],"realistic":[36],"simulation.":[37],"Although":[38],"conventional":[39],"model-based":[40],"visual":[42,147],"servoing":[43],"approaches":[44],"often":[45],"struggle":[46],"in":[47,140,185,199],"dynamic":[48],"underwater":[49,200,246],"environments":[50],"due":[51],"limited":[53],"adaptability":[54],"extensive":[56],"parameter":[57],"tuning":[58],"requirements,":[59],"deep":[60],"reinforcement":[61],"learning":[62],"(DRL)":[63],"offers":[64,90],"promising":[66],"alternative.":[67],"In":[68],"positioning":[70],"stage,":[71,110,128],"Twin":[73],"Delayed":[74],"Deep":[75],"Deterministic":[76],"Policy":[77],"Gradient":[78],"(TD3)":[79],"algorithm":[80,120],"is":[81],"employed":[82],"synchronized":[84],"depth":[85],"heading":[87,112],"control,":[88],"stable":[91],"training,":[92,160],"reduced":[93],"overestimation":[94],"bias,":[95],"superior":[97,235],"handling":[98],"of":[99,182,209],"continuous":[100],"compared":[102],"other":[104],"DRL":[105],"methods.":[106],"During":[107],"searching":[109],"zig-zag":[111],"combined":[114],"with":[115],"state-of-the-art":[117],"object":[118],"detection":[119],"facilitates":[121],"docking":[122,127],"station":[123],"localization.":[124],"For":[125],"this":[129],"innovative":[133],"Image-based":[134],"DDPG":[135],"(I-DDPG),":[136],"enhanced":[137],"trained":[139],"Unity-MATLAB":[142],"simulation":[143,173,195],"environment,":[144],"achieve":[146],"target":[148,231],"tracking.":[149],"Furthermore,":[150],"integrating":[151],"DT":[153],"enables":[155],"efficient":[156],"safe":[158],"policy":[159],"reduces":[161],"dependence":[162],"costly":[164],"real-world":[165,175,197],"tests,":[166],"improves":[168],"sim-to-real":[169],"transfer":[170],"performance.":[171],"Both":[172],"experiments":[176],"were":[177],"conducted,":[178],"demonstrating":[179,234],"effectiveness":[181],"improving":[186],"AUV":[187],"strategies":[189],"supporting":[191],"transition":[193],"from":[194],"operations":[198],"environments.":[201],"The":[202],"results":[203],"highlight":[204],"scalability":[206],"robustness":[208],"proposed":[211],"system,":[212],"as":[213],"evidenced":[214],"by":[215],"TD3":[217],"controller":[218,227],"achieving":[219],"25%":[220],"less":[221],"oscillation":[222],"than":[223],"adaptive":[225],"fuzzy":[226],"when":[228],"reaching":[229],"depth,":[232],"thereby":[233],"stability,":[236],"accuracy,":[237],"potential":[239],"broader":[241],"more":[243],"complex":[244],"autonomous":[245],"tasks.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}