{"id":"https://openalex.org/W4413554884","doi":"https://doi.org/10.1109/tits.2025.3587447","title":"Curiosity-Driven Distributional Soft Actor-Critic for AUV Anti-Disturbance Path Tracking","display_name":"Curiosity-Driven Distributional Soft Actor-Critic for AUV Anti-Disturbance Path Tracking","publication_year":2025,"publication_date":"2025-08-25","ids":{"openalex":"https://openalex.org/W4413554884","doi":"https://doi.org/10.1109/tits.2025.3587447"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2025.3587447","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3587447","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101876834","display_name":"Yun Hou","orcid":"https://orcid.org/0000-0001-7103-1478"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Hou","raw_affiliation_strings":["College of Information Science and Engineering, Hohai University, Changzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070719868","display_name":"Guangjie Han","orcid":"https://orcid.org/0000-0002-6921-7369"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangjie Han","raw_affiliation_strings":["Key Laboratory of Maritime Intelligent Network Information Technology, Ministry of Education, Hohai University, Changzhou, China","Ministry of Education, Key Laboratory of Maritime Intelligent Network Information Technology, Hohai University, Changzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6921-7369","affiliations":[{"raw_affiliation_string":"Key Laboratory of Maritime Intelligent Network Information Technology, Ministry of Education, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"Ministry of Education, Key Laboratory of Maritime Intelligent Network Information Technology, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100690861","display_name":"Fan Zhang","orcid":"https://orcid.org/0000-0002-5563-7688"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Zhang","raw_affiliation_strings":["College of Information Science and Engineering, Hohai University, Changzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5563-7688","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021774607","display_name":"Chuan Lin","orcid":"https://orcid.org/0000-0001-6811-3851"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Lin","raw_affiliation_strings":["Software College, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-6811-3851","affiliations":[{"raw_affiliation_string":"Software College, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058330962","display_name":"Yunpeng Ma","orcid":"https://orcid.org/0000-0001-6077-3097"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunpeng Ma","raw_affiliation_strings":["Jiangsu Key Laboratory of Power Transmission and Distribution Equipment Technology, Hohai University, Changzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Power Transmission and Distribution Equipment Technology, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1081,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81968604,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"26","issue":"10","first_page":"15568","last_page":"15581"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curiosity","display_name":"Curiosity","score":0.7684618234634399},{"id":"https://openalex.org/keywords/disturbance","display_name":"Disturbance (geology)","score":0.7390681505203247},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5692898631095886},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5271090269088745},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5048745274543762},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.43019434809684753},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.424141526222229},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.41435930132865906},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3879380226135254},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3523256182670593},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34924769401550293},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3207109570503235},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.270454466342926},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.19801360368728638},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1674102246761322},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.15942639112472534},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.15667563676834106},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.1366737186908722}],"concepts":[{"id":"https://openalex.org/C33435437","wikidata":"https://www.wikidata.org/wiki/Q366791","display_name":"Curiosity","level":2,"score":0.7684618234634399},{"id":"https://openalex.org/C2777601987","wikidata":"https://www.wikidata.org/wiki/Q5283581","display_name":"Disturbance (geology)","level":2,"score":0.7390681505203247},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5692898631095886},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5271090269088745},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5048745274543762},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.43019434809684753},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.424141526222229},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.41435930132865906},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3879380226135254},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3523256182670593},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34924769401550293},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3207109570503235},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.270454466342926},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.19801360368728638},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1674102246761322},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.15942639112472534},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.15667563676834106},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.1366737186908722},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3587447","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3587447","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/5","score":0.4099999964237213,"display_name":"Gender equality"}],"awards":[{"id":"https://openalex.org/G1983940727","display_name":null,"funder_award_id":"N25LPY014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2882064167","display_name":null,"funder_award_id":"62072072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3853590937","display_name":null,"funder_award_id":"U22A2011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6632350826","display_name":null,"funder_award_id":"N25LPY014","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1999571193","https://openalex.org/W2279956504","https://openalex.org/W2809054032","https://openalex.org/W2904246096","https://openalex.org/W2907217398","https://openalex.org/W2963917788","https://openalex.org/W3015082424","https://openalex.org/W3023077548","https://openalex.org/W3081661003","https://openalex.org/W3085832734","https://openalex.org/W3119076796","https://openalex.org/W3120214316","https://openalex.org/W3130292943","https://openalex.org/W3136265295","https://openalex.org/W3149053487","https://openalex.org/W4254781847","https://openalex.org/W4281627814","https://openalex.org/W4282927171","https://openalex.org/W4285256386","https://openalex.org/W4294691690","https://openalex.org/W4296050578","https://openalex.org/W4311966963","https://openalex.org/W4312054057","https://openalex.org/W4322745482","https://openalex.org/W4379382588","https://openalex.org/W4385274685","https://openalex.org/W4385462854","https://openalex.org/W4387546333","https://openalex.org/W4389279104","https://openalex.org/W4392266853","https://openalex.org/W4392432649","https://openalex.org/W4392902001","https://openalex.org/W4393241388"],"related_works":["https://openalex.org/W4413074643","https://openalex.org/W3094054656","https://openalex.org/W4285676344","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153"],"abstract_inverted_index":{"With":[0],"the":[1,79,83,129,135,142,196],"advancement":[2],"of":[3,82,131,137,144,204],"marine":[4],"resource":[5],"exploration":[6,130],"and":[7,35,44,52,85,134,164,171,183,192,207],"exploitation":[8],"technologies,":[9],"autonomous":[10],"underwater":[11,20,46,102,180],"vehicles":[12],"(AUVs)":[13],"have":[14],"shown":[15],"significant":[16,200],"potential":[17],"to":[18,40,42,77,90,127,156],"perform":[19],"tasks,":[21],"such":[22,30],"as":[23,31],"pipeline":[24],"maintenance.":[25],"However,":[26],"traditional":[27,87,193],"control":[28,78,89,98,194],"algorithms,":[29,195],"proportional-integral-derivative,":[32],"sliding":[33],"mode,":[34],"model":[36],"predictive":[37],"control,":[38],"struggle":[39],"adapt":[41],"nonlinear":[43],"current-disturbed":[45],"environments,":[47],"which":[48],"impedes":[49],"their":[50],"accuracy":[51,143],"stability":[53],"in":[54,177,202],"path-tracking":[55],"tasks.":[56],"To":[57],"address":[58],"these":[59],"challenges,":[60],"this":[61,106,108],"paper":[62,109],"proposes":[63],"a":[64,95,119,148],"curiosity-driven":[65,120],"distributional":[66,73],"soft":[67,74],"actor-critic":[68,75],"framework.":[69],"The":[70],"framework":[71],"leverages":[72],"algorithms":[76],"navigation":[80,92],"direction":[81],"AUV":[84],"employs":[86],"proportional-integral":[88],"maintain":[91],"speed,":[93],"creating":[94],"stable,":[96],"high-precision":[97],"strategy":[99],"for":[100],"complex":[101],"environments.":[103],"Building":[104],"on":[105,161],"framework,":[107],"further":[110],"advances":[111],"its":[112],"capabilities":[113],"through":[114],"two":[115,178],"key":[116],"improvements.":[117],"First,":[118],"automatic":[121],"entropy":[122],"adjustment":[123],"technique":[124],"is":[125,154],"designed":[126],"enhance":[128],"unknown":[132],"states":[133],"utilization":[136],"similar":[138],"states,":[139],"thus":[140],"optimizing":[141],"path":[145],"tracking.":[146],"Second,":[147],"dynamic":[149],"prioritized":[150],"experience":[151],"replay":[152],"mechanism":[153],"developed":[155],"prioritize":[157],"learning":[158,169],"samples":[159],"based":[160],"time-differential":[162],"errors":[163],"historical":[165],"rewards,":[166],"thereby":[167],"improving":[168],"efficiency":[170],"stability.":[172],"Simulation":[173],"experiments":[174],"are":[175],"conducted":[176],"different":[179],"environments":[181],"with":[182,188],"without":[184],"ocean":[185],"currents.":[186],"Compared":[187],"reinforcement":[189],"learning-based":[190],"methods":[191],"proposed":[197],"method":[198],"has":[199],"advantages":[201],"terms":[203],"accuracy,":[205],"stability,":[206],"adaptability.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}