{"id":"https://openalex.org/W7119494065","doi":"https://doi.org/10.3390/automation7010016","title":"Human-Navigable Ship-Handling Support Using Improved Deep Deterministic Policy Gradient for Survey Line Tracking","display_name":"Human-Navigable Ship-Handling Support Using Improved Deep Deterministic Policy Gradient for Survey Line Tracking","publication_year":2026,"publication_date":"2026-01-08","ids":{"openalex":"https://openalex.org/W7119494065","doi":"https://doi.org/10.3390/automation7010016"},"language":"en","primary_location":{"id":"doi:10.3390/automation7010016","doi":"https://doi.org/10.3390/automation7010016","is_oa":true,"landing_page_url":"https://doi.org/10.3390/automation7010016","pdf_url":null,"source":{"id":"https://openalex.org/S4210241158","display_name":"Automation","issn_l":"2673-4052","issn":["2673-4052"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automation","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/automation7010016","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078533994","display_name":"Hitoshi Yoshioka","orcid":"https://orcid.org/0009-0008-1996-0358","observed_orcids":["https://orcid.org/0009-0008-1996-0358"]},"institutions":[{"id":"https://openalex.org/I4387152983","display_name":"Osaka Metropolitan University","ror":"https://ror.org/01hvx5h04","country_code":"JP","type":"education","lineage":["https://openalex.org/I4387152983"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hitoshi Yoshioka","raw_affiliation_strings":["Graduate School of Engineering, Osaka Metropolitan University, Sakai 599-8531, Osaka, Japan"],"raw_orcid":"https://orcid.org/0009-0008-1996-0358","affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, Osaka Metropolitan University, Sakai 599-8531, Osaka, Japan","institution_ids":["https://openalex.org/I4387152983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002340146","display_name":"Hirotada Hashimoto","orcid":"https://orcid.org/0000-0003-4200-2357","observed_orcids":["https://orcid.org/0000-0003-4200-2357"]},"institutions":[{"id":"https://openalex.org/I4387152983","display_name":"Osaka Metropolitan University","ror":"https://ror.org/01hvx5h04","country_code":"JP","type":"education","lineage":["https://openalex.org/I4387152983"]},{"id":"https://openalex.org/I65837984","display_name":"Kobe University","ror":"https://ror.org/03tgsfw79","country_code":"JP","type":"education","lineage":["https://openalex.org/I65837984"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Hirotada Hashimoto","raw_affiliation_strings":["Graduate School of Engineering, Osaka Metropolitan University, Sakai 599-8531, Osaka, Japan","Kobe Ocean-Bottom Exploration Center, Kobe University, Kobe 658-0022, Hyogo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-4200-2357","affiliations":[{"raw_affiliation_string":"Graduate School of Engineering, Osaka Metropolitan University, Sakai 599-8531, Osaka, Japan","institution_ids":["https://openalex.org/I4387152983"]},{"raw_affiliation_string":"Kobe Ocean-Bottom Exploration Center, Kobe University, Kobe 658-0022, Hyogo, Japan","institution_ids":["https://openalex.org/I65837984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082891309","display_name":"Akihiko Matsuda","orcid":"https://orcid.org/0000-0002-7816-8124","observed_orcids":["https://orcid.org/0000-0002-7816-8124"]},"institutions":[{"id":"https://openalex.org/I4210117686","display_name":"Japan Fisheries Research and Education Agency","ror":"https://ror.org/02gmwvg31","country_code":"JP","type":"funder","lineage":["https://openalex.org/I4210117686"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akihiko Matsuda","raw_affiliation_strings":["Fisheries Technology Institute, Japan Fisheries Research and Education Agency, Kamisu 314-0408, Ibaraki, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fisheries Technology Institute, Japan Fisheries Research and Education Agency, Kamisu 314-0408, Ibaraki, Japan","institution_ids":["https://openalex.org/I4210117686"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5002340146"],"corresponding_institution_ids":["https://openalex.org/I4387152983","https://openalex.org/I65837984"],"apc_list":{"value":1000,"currency":"CHF","value_usd":1207},"apc_paid":{"value":1000,"currency":"CHF","value_usd":1207},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03340956,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"7","issue":"1","first_page":"16","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6991999745368958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.6991999745368958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.290800005197525,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ddpg","display_name":"deep deterministic policy gradient","score":0.9610000252723694},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9359999895095825},{"id":"https://openalex.org/keywords/research-vessel","display_name":"research vessel","score":0.5609999895095825},{"id":"https://openalex.org/keywords/trajectory-tracking","display_name":"trajectory tracking","score":0.5709999799728394},{"id":"https://openalex.org/keywords/operator-discomfort","display_name":"operator discomfort","score":0.43799999356269836}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.710099995136261},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.588699996471405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5720000267028809},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5515999794006348},{"id":"https://openalex.org/C3770464","wikidata":"https://www.wikidata.org/wiki/Q775963","display_name":"Smoothing","level":2,"score":0.5144000053405762},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.48030000925064087},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4505000114440918},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.44440001249313354},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4433000087738037},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.4068000018596649},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3806999921798706},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.37860000133514404},{"id":"https://openalex.org/C17020691","wikidata":"https://www.wikidata.org/wiki/Q139677","display_name":"Operator (biology)","level":5,"score":0.3702999949455261},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.35910001397132874},{"id":"https://openalex.org/C115680565","wikidata":"https://www.wikidata.org/wiki/Q5977448","display_name":"Gradient method","level":2,"score":0.32600000500679016},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3111000061035156},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.3052999973297119},{"id":"https://openalex.org/C60640748","wikidata":"https://www.wikidata.org/wiki/Q2337858","display_name":"Lyapunov function","level":3,"score":0.2815000116825104},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.27090001106262207},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C91873725","wikidata":"https://www.wikidata.org/wiki/Q3445816","display_name":"Function approximation","level":3,"score":0.26269999146461487},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.25429999828338623},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2535000145435333}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/automation7010016","doi":"https://doi.org/10.3390/automation7010016","is_oa":true,"landing_page_url":"https://doi.org/10.3390/automation7010016","pdf_url":null,"source":{"id":"https://openalex.org/S4210241158","display_name":"Automation","issn_l":"2673-4052","issn":["2673-4052"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automation","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8a7c3a59319746b9ae437e0745b7663a","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/8a7c3a59319746b9ae437e0745b7663a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Automation, Vol 7, Iss 1, p 16 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/automation7010016","doi":"https://doi.org/10.3390/automation7010016","is_oa":true,"landing_page_url":"https://doi.org/10.3390/automation7010016","pdf_url":null,"source":{"id":"https://openalex.org/S4210241158","display_name":"Automation","issn_l":"2673-4052","issn":["2673-4052"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Automation","raw_type":"journal-article"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Life below water","score":0.46254435181617737,"id":"https://metadata.un.org/sdg/14"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G3590023871","display_name":"Development of AI for autonomous ship handling to accelerate ocean-bottom exploration, and its demonstration at actual sea","funder_award_id":"20H00284","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4349038171","display_name":"Development and evaluation of route planner using imitation learning","funder_award_id":"23K26321","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G5629785106","display_name":null,"funder_award_id":"JPMJSP2139","funder_id":"https://openalex.org/F4320334789","funder_display_name":"Japan Science and Technology Agency"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320334789","display_name":"Japan Science and Technology Agency","ror":"https://ror.org/00097mb19"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"study":[1],"presents":[2],"a":[3,27,41,72,109,167],"human-navigable":[4],"ship-handling":[5,163],"support":[6,164],"system":[7],"that":[8,52,75,107],"employs":[9],"artificial":[10],"intelligence":[11],"(AI)":[12],"for":[13,104,134],"survey":[14],"line":[15],"tracking.":[16],"AI":[17],"was":[18,35,58,87,92,118,123,138,156,181],"developed":[19],"using":[20],"the":[21,59,63,67,114,124,141,149,160],"Deep":[22],"Deterministic":[23],"Policy":[24],"Gradient":[25],"(DDPG),":[26],"type":[28],"of":[29,116,127],"deep":[30],"reinforcement":[31],"learning":[32,73,106],"(DRL),":[33],"and":[34,80,83,177],"evaluated":[36],"through":[37,66,183],"experiments":[38,45],"conducted":[39,157],"with":[40,173],"research":[42],"vessel.":[43],"The":[44,55,89,120],"revealed":[46],"several":[47],"issues":[48],"inherent":[49],"to":[50,112,144,148,158],"DRL":[51],"required":[53],"improvement.":[54],"first":[56],"issue":[57,91,122],"asymmetry":[60],"observed":[61],"in":[62,140],"policy":[64,136],"learned":[65],"DDPG.":[68],"To":[69,98,129],"address":[70],"this,":[71,100,131],"approach":[74],"utilizes":[76],"symmetric":[77],"training":[78],"data":[79],"symmetry-constrained":[81],"actor":[82,105],"critic":[84],"neural":[85],"networks":[86],"proposed.":[88,119],"second":[90],"excessive":[93],"steering":[94],"during":[95],"tracking":[96,171],"maneuvers.":[97],"mitigate":[99],"an":[101],"objective":[102,142],"function":[103,143],"incorporates":[108],"cost":[110],"term":[111],"suppress":[113],"magnitude":[115],"actions":[117,146,180],"third":[121],"frequent":[125],"oscillation":[126],"actions.":[128],"resolve":[130],"improved":[132,161],"conditioning":[133],"action":[135],"smoothing":[137],"introduced":[139],"smooth":[145,178],"appropriate":[147],"situation.":[150],"A":[151],"subsequent":[152],"experiment":[153],"at":[154],"sea":[155,193],"evaluate":[159],"AI-based":[162],"system.":[165],"As":[166],"result,":[168],"precise":[169],"path":[170],"performance":[172],"minimal":[174],"operator":[175],"discomfort":[176],"control":[179],"achieved":[182],"manual":[184],"ship":[185],"handling":[186],"guided":[187],"by":[188],"AI-generated":[189],"instructions":[190],"under":[191],"actual":[192],"conditions.":[194]},"counts_by_year":[],"updated_date":"2026-09-22T06:50:58.402377","created_date":"2026-01-09T00:00:00"}