{"id":"https://openalex.org/W4285818829","doi":"https://doi.org/10.1109/tase.2022.3190901","title":"Intelligent Path Planning of Underwater Robot Based on Reinforcement Learning","display_name":"Intelligent Path Planning of Underwater Robot Based on Reinforcement Learning","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4285818829","doi":"https://doi.org/10.1109/tase.2022.3190901"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2022.3190901","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2022.3190901","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066144350","display_name":"Jiachen Yang","orcid":"https://orcid.org/0000-0003-2558-552X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiachen Yang","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-2558-552X","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088898122","display_name":"Jingfei Ni","orcid":"https://orcid.org/0000-0001-7894-443X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingfei Ni","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-7894-443X","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031593368","display_name":"Meng Xi","orcid":"https://orcid.org/0000-0001-8207-3921"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Xi","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-8207-3921","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022939072","display_name":"Jiabao Wen","orcid":"https://orcid.org/0000-0003-2303-9613"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiabao Wen","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-2303-9613","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018588825","display_name":"Yang Li","orcid":"https://orcid.org/0000-0002-4268-4004"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Li","raw_affiliation_strings":["School of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-4268-4004","affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":null,"fwci":6.5439,"has_fulltext":false,"cited_by_count":110,"citation_normalized_percentile":{"value":0.97943985,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"20","issue":"3","first_page":"1983","last_page":"1996"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.8335704207420349},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.8304210901260376},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7045207619667053},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6531394720077515},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.6482693552970886},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.6208277344703674},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6047711968421936},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5584913492202759},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5010144710540771},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4463662803173065},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4248994290828705},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.41903188824653625},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1973971724510193}],"concepts":[{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.8335704207420349},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.8304210901260376},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7045207619667053},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6531394720077515},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.6482693552970886},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.6208277344703674},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6047711968421936},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5584913492202759},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5010144710540771},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4463662803173065},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4248994290828705},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.41903188824653625},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1973971724510193},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2022.3190901","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2022.3190901","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7799999713897705,"id":"https://metadata.un.org/sdg/14","display_name":"Life below water"}],"awards":[{"id":"https://openalex.org/G8191841786","display_name":"\u57fa\u4e8e\u4e09\u7406\u6c47\u901a\u7684\u865a\u62df\u73b0\u5b9e\u4f53\u9a8c\u8d28\u91cf\u8bc4\u4ef7\u7814\u7a76","funder_award_id":"61871283","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2010303449","https://openalex.org/W2077831477","https://openalex.org/W2118730279","https://openalex.org/W2145339207","https://openalex.org/W2154416327","https://openalex.org/W2201581102","https://openalex.org/W2248868695","https://openalex.org/W2280163991","https://openalex.org/W2746553466","https://openalex.org/W2763984406","https://openalex.org/W2768537325","https://openalex.org/W2897447555","https://openalex.org/W2904316432","https://openalex.org/W2911695803","https://openalex.org/W2941599400","https://openalex.org/W2943356268","https://openalex.org/W2979673758","https://openalex.org/W3008921485","https://openalex.org/W3011646207","https://openalex.org/W3013376041","https://openalex.org/W3014731553","https://openalex.org/W3016648415","https://openalex.org/W3033901474","https://openalex.org/W3034598088","https://openalex.org/W3047221127","https://openalex.org/W3068075977","https://openalex.org/W3081841827","https://openalex.org/W3088197938","https://openalex.org/W3091723366","https://openalex.org/W3092537380","https://openalex.org/W3093270589","https://openalex.org/W3097757314","https://openalex.org/W3107209377","https://openalex.org/W3123902898","https://openalex.org/W3133227876","https://openalex.org/W3133407528","https://openalex.org/W3134623788","https://openalex.org/W3135286236","https://openalex.org/W3138970027","https://openalex.org/W3154552588","https://openalex.org/W3162448846","https://openalex.org/W3168191292","https://openalex.org/W3174406242","https://openalex.org/W3179758546","https://openalex.org/W3182999346","https://openalex.org/W3198069538","https://openalex.org/W6682664570","https://openalex.org/W6687681856","https://openalex.org/W6695011786","https://openalex.org/W6783815061","https://openalex.org/W6791253119","https://openalex.org/W6792245081","https://openalex.org/W6797523830"],"related_works":["https://openalex.org/W2930076404","https://openalex.org/W4253519380","https://openalex.org/W2071957557","https://openalex.org/W2596413128","https://openalex.org/W4391249562","https://openalex.org/W2356867392","https://openalex.org/W2782776446","https://openalex.org/W3043170174","https://openalex.org/W2155948905","https://openalex.org/W4380590094"],"abstract_inverted_index":{"As":[0],"one":[1],"of":[2,16,44,152,159,187,193,208,220,259,280,350],"the":[3,35,47,61,79,91,113,127,139,143,149,171,215,221,234,255,260,278,303,326,348,351,355],"commonly":[4],"used":[5],"vehicles":[6],"for":[7,184,202,254],"underwater":[8,10,20,36,164,188,209,225,283,356],"detection,":[9],"robots":[11,168,284],"are":[12,52,262],"facing":[13],"a":[14,69,157,181,199,230,242],"series":[15],"problems.":[17],"The":[18,296,342],"real":[19,80,222,247],"environment":[21,72,232,245],"is":[22,76,88,196,212,271,331],"large-scale,":[23],"complex,":[24],"real-time":[25,218],"and":[26,28,42,131,177,217,237,269,292,305,314],"dynamic,":[27],"many":[29],"unknown":[30],"obstacles":[31,75],"may":[32],"exist":[33],"in":[34,84,112,142,162,205,325,340,361],"environment.":[37,115,145,223],"Under":[38],"such":[39],"complex":[40,114],"conditions":[41],"lack":[43,229],"prior":[45,312],"knowledge,":[46],"existing":[48],"path":[49,104,165,185,206,226],"planning":[50,105,186,207,227],"methods":[51,161,264],"difficult":[53,332],"to":[54,66,190,197,251,333,336],"plan,":[55],"therefore":[56,238,306],"they":[57],"cannot":[58],"effectively":[59],"meet":[60],"actual":[62,92,235],"demands.":[63],"In":[64,116,277],"response":[65],"these":[67],"problems,":[68],"three-dimensional":[70,163,243],"marine":[71],"including":[73],"multiple":[74],"established":[77],"with":[78,90,156,214,233,246,285,302],"ocean":[81,244,248],"current":[82,249],"data":[83,250],"this":[85,118,194],"paper,":[86],"which":[87,107,125,179,211],"consistent":[89,213,231],"application":[93],"scenarios.":[94],"Then,":[95],"we":[96,239],"propose":[97],"an":[98,121],"N-step":[99],"Priority":[100],"Double":[101],"DQN":[102],"(NPDDQN)":[103],"algorithm,":[106,352],"potently":[108],"realizes":[109],"obstacle":[110,203,275,281],"avoidance":[111,204],"addition,":[117],"study":[119,195],"proposes":[120],"experience":[122,130,339,344],"screening":[123,345],"mechanism,":[124],"screens":[126],"explored":[128],"positive":[129,338],"improves":[132,347],"its":[133],"reuse":[134],"rate,":[135],"thus":[136],"efficiently":[137],"improving":[138],"algorithm":[140,298,329],"stability":[141,349],"dynamic":[144,216,327,363],"This":[146],"paper":[147],"verifies":[148],"better":[150],"performance":[151,290,330,360],"reinforcement":[153],"learning":[154],"compared":[155],"variety":[158],"traditional":[160],"planning.":[166],"Underwater":[167],"based":[169],"on":[170,274],"proposed":[172,297,343],"method":[173,183],"have":[174],"good":[175,316],"autonomy":[176],"stability,":[178],"provides":[180],"new":[182,200],"robots.Note":[189],"Practitioners\u2014The":[191],"goal":[192],"provide":[198,252],"solution":[201],"robots,":[210],"demands":[219],"Existing":[224],"researches":[228],"application,":[236],"firstly":[240],"construct":[241],"support":[253],"algorithms.":[256],"Additionally,":[257],"most":[258],"algorithms":[261],"pre-planning":[263],"or":[265],"require":[266,310],"long-time":[267],"calculation,":[268],"there":[270],"little":[272],"research":[273],"avoidance.":[276],"face":[279],"changes,":[282],"poor":[286],"adaptability":[287,317],"will":[288],"cause":[289],"decline":[291],"even":[293],"economic":[294],"losses.":[295],"learns":[299],"through":[300],"interaction":[301],"environment,":[304,328],"it":[307],"does":[308],"not":[309],"any":[311],"experience,":[313],"has":[315],"as":[318,320],"well":[319],"fast":[321],"inference":[322],"speed.":[323],"Especially,":[324],"guarantee":[334],"due":[335],"less":[337],"exploration.":[341],"mechanism":[346],"so":[353],"that":[354],"robot":[357],"maintains":[358],"stable":[359],"different":[362],"environments.":[364]},"counts_by_year":[{"year":2026,"cited_by_count":31},{"year":2025,"cited_by_count":42},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":7}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}