{"id":"https://openalex.org/W4391147917","doi":"https://doi.org/10.1109/tsmc.2023.3348827","title":"Local 2-D Path Planning of Unmanned Underwater Vehicles in Continuous Action Space Based on the Twin-Delayed Deep Deterministic Policy Gradient","display_name":"Local 2-D Path Planning of Unmanned Underwater Vehicles in Continuous Action Space Based on the Twin-Delayed Deep Deterministic Policy Gradient","publication_year":2024,"publication_date":"2024-01-23","ids":{"openalex":"https://openalex.org/W4391147917","doi":"https://doi.org/10.1109/tsmc.2023.3348827"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2023.3348827","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2023.3348827","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072690363","display_name":"Zhenzhong Chu","orcid":"https://orcid.org/0000-0002-0287-4727"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenzhong Chu","raw_affiliation_strings":["School of Mechanical Engineering, University of Shanghai for Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0287-4727","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102805817","display_name":"Yu Wang","orcid":"https://orcid.org/0009-0003-4651-9254"},"institutions":[{"id":"https://openalex.org/I96733725","display_name":"Shanghai Maritime University","ror":"https://ror.org/04z7qrj66","country_code":"CN","type":"education","lineage":["https://openalex.org/I96733725"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["Logistics Engineering College, Shanghai Maritime University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-4651-9254","affiliations":[{"raw_affiliation_string":"Logistics Engineering College, Shanghai Maritime University, Shanghai, China","institution_ids":["https://openalex.org/I96733725"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002059219","display_name":"Daqi Zhu","orcid":"https://orcid.org/0000-0001-7252-4952"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Daqi Zhu","raw_affiliation_strings":["School of Mechanical Engineering, University of Shanghai for Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7252-4952","affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, University of Shanghai for Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I148128674"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.5291,"has_fulltext":false,"cited_by_count":28,"citation_normalized_percentile":{"value":0.96081463,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"54","issue":"5","first_page":"2775","last_page":"2785"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.6633625626564026},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6570997834205627},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.563788890838623},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5376312732696533},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.49006712436676025},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45711827278137207},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3996180593967438},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.3532153367996216},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.33831214904785156},{"id":"https://openalex.org/keywords/geodesy","display_name":"Geodesy","score":0.33598971366882324},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3272450864315033},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.25262415409088135},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19972443580627441},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.13207578659057617},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.12445241212844849},{"id":"https://openalex.org/keywords/oceanography","display_name":"Oceanography","score":0.0782911479473114}],"concepts":[{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.6633625626564026},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6570997834205627},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.563788890838623},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5376312732696533},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.49006712436676025},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45711827278137207},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3996180593967438},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.3532153367996216},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.33831214904785156},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.33598971366882324},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3272450864315033},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.25262415409088135},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19972443580627441},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.13207578659057617},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.12445241212844849},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0782911479473114},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2023.3348827","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2023.3348827","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life below water","score":0.6000000238418579,"id":"https://metadata.un.org/sdg/14"}],"awards":[{"id":"https://openalex.org/G4850547208","display_name":null,"funder_award_id":"52171313.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G97621961","display_name":null,"funder_award_id":"U2006228","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1905738410","https://openalex.org/W1936387134","https://openalex.org/W1952157068","https://openalex.org/W1989755871","https://openalex.org/W2016930536","https://openalex.org/W2061794364","https://openalex.org/W2066226796","https://openalex.org/W2078258153","https://openalex.org/W2168573819","https://openalex.org/W2322665872","https://openalex.org/W2563150812","https://openalex.org/W2582118765","https://openalex.org/W2736601468","https://openalex.org/W2761051565","https://openalex.org/W2781881353","https://openalex.org/W2787938642","https://openalex.org/W2904246096","https://openalex.org/W2916493315","https://openalex.org/W2953155798","https://openalex.org/W2963864421","https://openalex.org/W2980057668","https://openalex.org/W3001868135","https://openalex.org/W3016124163","https://openalex.org/W3035009346","https://openalex.org/W3128256958","https://openalex.org/W3128395826","https://openalex.org/W3128467984","https://openalex.org/W3164053719","https://openalex.org/W3188721324","https://openalex.org/W3190079665","https://openalex.org/W3215024416","https://openalex.org/W4200435710","https://openalex.org/W4205404209","https://openalex.org/W4214735187","https://openalex.org/W4221166781","https://openalex.org/W4226341790","https://openalex.org/W4255071148","https://openalex.org/W4256235961","https://openalex.org/W4282931817","https://openalex.org/W4285173995","https://openalex.org/W4293211425","https://openalex.org/W4306830960","https://openalex.org/W4312741850","https://openalex.org/W4321483908","https://openalex.org/W4362683623","https://openalex.org/W4366149063","https://openalex.org/W4380520249","https://openalex.org/W4382119372","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6796589144"],"related_works":["https://openalex.org/W4388412763","https://openalex.org/W2591930867","https://openalex.org/W2359600231","https://openalex.org/W3216757130","https://openalex.org/W2380019117","https://openalex.org/W2093343611","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3154539612"],"abstract_inverted_index":{"In":[0,116],"this":[1],"article,":[2],"the":[3,30,43,48,52,56,59,65,76,81,91,95,101,108,111,114,117,132,138,155,160],"local":[4],"two-dimensional":[5],"(2-D)":[6],"path":[7,156],"planning":[8,157],"problem":[9],"is":[10,26,40,87,149],"studied":[11],"for":[12],"an":[13,23],"unmanned":[14],"underwater":[15,140],"vehicle":[16],"(UUV)":[17],"under":[18],"continuous":[19],"action":[20,50,60,85],"space,":[21],"and":[22,122,151],"improved":[24],"algorithm":[25,53,133],"proposed":[27,161],"based":[28],"on":[29,80,144],"twin-delayed":[31],"deep":[32],"deterministic":[33],"policy":[34,44],"gradient":[35,45],"(TD3).":[36],"The":[37],"mean":[38,57],"function":[39],"added":[41,129],"to":[42,46,55,89,130,153],"bring":[47],"output":[49,74],"of":[51,58,67,71,94,113,119,159],"closer":[54],"space.":[61],"Hence,":[62],"it":[63,99],"suppresses":[64],"trend":[66],"a":[68,146],"large":[69],"number":[70],"boundary":[72],"actions":[73],"by":[75,107],"TD3":[77],"algorithm.":[78,115,162],"Based":[79,143],"experience":[82],"replay":[83],"buffer,":[84],"storage":[86],"constructed":[88],"realize":[90],"automatic":[92],"adjustment":[93],"weight":[96],"coefficient.":[97],"Therefore,":[98],"reduces":[100],"additional":[102],"hyperparameter":[103],"tuning":[104],"work":[105],"caused":[106],"change":[109],"in":[110],"structure":[112],"setting":[118],"environmental":[120],"variables":[121,127],"reward":[123],"functions,":[124],"real-time":[125],"sonar":[126],"are":[128],"make":[131],"model":[134],"more":[135],"consistent":[136],"with":[137],"actual":[139],"navigation":[141],"situation.":[142],"ROS,":[145],"simulation":[147],"environment":[148],"built":[150],"used":[152],"verify":[154],"performance":[158]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":7}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}