{"id":"https://openalex.org/W4411639953","doi":"https://doi.org/10.1109/jiot.2025.3583015","title":"Deep-Reinforcement-Learning-Based Reactive Collision Avoidance Controller for an Underactuated AUV Using Multibeam Forward-Looking Sonar","display_name":"Deep-Reinforcement-Learning-Based Reactive Collision Avoidance Controller for an Underactuated AUV Using Multibeam Forward-Looking Sonar","publication_year":2025,"publication_date":"2025-06-25","ids":{"openalex":"https://openalex.org/W4411639953","doi":"https://doi.org/10.1109/jiot.2025.3583015"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3583015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3583015","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024071911","display_name":"Fei Huang","orcid":"https://orcid.org/0000-0002-4001-7806"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei Huang","raw_affiliation_strings":["School of Information and Communication Engineering and the Engineering Research Center of Marine Intelligent Systems, Ministry of Education, Hainan University, Haikou, China","School of Information and Communication Engineering, Hainan University, Haikou, China"],"raw_orcid":"https://orcid.org/0000-0002-4001-7806","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering and the Engineering Research Center of Marine Intelligent Systems, Ministry of Education, Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073551737","display_name":"Yunfei Cui","orcid":"https://orcid.org/0000-0002-8492-1610"},"institutions":[{"id":"https://openalex.org/I152033890","display_name":"Hainan Normal University","ror":"https://ror.org/031dhcv14","country_code":"CN","type":"education","lineage":["https://openalex.org/I152033890"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunfei Cui","raw_affiliation_strings":["College of Mathematics and Statistics, Hainan Normal University, Haikou, China"],"raw_orcid":"https://orcid.org/0000-0002-8492-1610","affiliations":[{"raw_affiliation_string":"College of Mathematics and Statistics, Hainan Normal University, Haikou, China","institution_ids":["https://openalex.org/I152033890"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100414775","display_name":"Weidong Zhang","orcid":"https://orcid.org/0000-0002-4700-1276"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weidong Zhang","raw_affiliation_strings":["School of Information and Communication Engineering, Hainan University, Haikou, China"],"raw_orcid":"https://orcid.org/0000-0002-4700-1276","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006743523","display_name":"Jian Xu","orcid":"https://orcid.org/0000-0002-1752-6557"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Xu","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0002-1752-6557","affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10392729,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"17","first_page":"36604","last_page":"36616"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10040","display_name":"Adaptive Control of Nonlinear Systems","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.8130189180374146},{"id":"https://openalex.org/keywords/sonar","display_name":"Sonar","score":0.7370688915252686},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6950209736824036},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6796560287475586},{"id":"https://openalex.org/keywords/underactuation","display_name":"Underactuation","score":0.6301153898239136},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5143471956253052},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.4552352726459503},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4445134401321411},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.33649885654449463},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20900169014930725},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.16756075620651245}],"concepts":[{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.8130189180374146},{"id":"https://openalex.org/C555745239","wikidata":"https://www.wikidata.org/wiki/Q133220","display_name":"Sonar","level":2,"score":0.7370688915252686},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6950209736824036},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6796560287475586},{"id":"https://openalex.org/C88337583","wikidata":"https://www.wikidata.org/wiki/Q7883433","display_name":"Underactuation","level":3,"score":0.6301153898239136},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5143471956253052},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.4552352726459503},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4445134401321411},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33649885654449463},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20900169014930725},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.16756075620651245},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3583015","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3583015","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G1586938274","display_name":null,"funder_award_id":"2022ZD0119900","funder_id":"https://openalex.org/F4320329860","funder_display_name":"National Science and Technology Major Project"},{"id":"https://openalex.org/G5721963804","display_name":null,"funder_award_id":"U2141234","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329860","display_name":"National Science and Technology Major Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2364105299","https://openalex.org/W2492811885","https://openalex.org/W2746553466","https://openalex.org/W2906531903","https://openalex.org/W2989847975","https://openalex.org/W3011646207","https://openalex.org/W3019349330","https://openalex.org/W3020860072","https://openalex.org/W3123902898","https://openalex.org/W3139298425","https://openalex.org/W3184311107","https://openalex.org/W3188220908","https://openalex.org/W3198069538","https://openalex.org/W3205942598","https://openalex.org/W4213377513","https://openalex.org/W4221063239","https://openalex.org/W4226019017","https://openalex.org/W4280598493","https://openalex.org/W4285818829","https://openalex.org/W4387587511","https://openalex.org/W4390481318","https://openalex.org/W4393156632","https://openalex.org/W4396542660","https://openalex.org/W4402978615","https://openalex.org/W4403826805","https://openalex.org/W4404787936","https://openalex.org/W4404810339","https://openalex.org/W4409348659","https://openalex.org/W6683300800","https://openalex.org/W6747924173","https://openalex.org/W6876527211"],"related_works":["https://openalex.org/W587013945","https://openalex.org/W4288862394","https://openalex.org/W1485310626","https://openalex.org/W4292915238","https://openalex.org/W1819938260","https://openalex.org/W2340892746","https://openalex.org/W4206668738","https://openalex.org/W3163022373","https://openalex.org/W2742483371","https://openalex.org/W3005999311"],"abstract_inverted_index":{"This":[0],"paper":[1],"investigates":[2],"the":[3,11,52,56,88,94,105,122,146,160,176,179],"application":[4],"of":[5,16,43,55,93,178,184],"deep":[6,171],"reinforcement":[7],"learning":[8],"(RL)":[9],"in":[10,149,194],"reactive":[12,57,89,165],"collision":[13,58,70,90,166],"avoidance":[14,59,71,91,167],"control":[15,60],"an":[17,27,155],"autonomous":[18],"underwater":[19],"vehicle":[20],"(AUV)":[21],"using":[22],"multi-beam":[23],"forward-looking":[24],"sonar.":[25],"Firstly,":[26],"efficient":[28],"encoding":[29],"method":[30,168,181],"based":[31,120,169],"on":[32,121,170],"prior":[33],"knowledge":[34],"is":[35,101,112,126,132,173,191],"proposed,":[36,174],"which":[37],"can":[38,151],"extract":[39],"low":[40],"dimensional":[41],"representations":[42],"obstacles":[44,183],"from":[45],"massive":[46],"MBFLS":[47],"detection":[48],"data,":[49],"thereby":[50],"reducing":[51],"inference":[53],"time":[54],"policy":[61,108,147],"represented":[62],"by":[63,114],"a":[64,76,97,129,163],"neural":[65],"network":[66],"and":[67,81,96,110,128,141,175,189],"improving":[68],"their":[69],"effect.":[72],"On":[73],"this":[74],"basis,":[75],"state":[77,124],"space,":[78,80],"action":[79],"multi-objective":[82],"reward":[83],"function":[84],"are":[85],"customized":[86],"for":[87,136,182],"task":[92],"AUV,":[95],"simulation":[98,150],"training":[99,109],"environment":[100],"constructed.":[102],"Considering":[103],"that":[104,145],"contradiction":[106],"between":[107],"deployment":[111,130],"caused":[113],"unknown":[115,197],"total":[116],"disturbances,":[117],"disturbance":[118],"estimators":[119],"extended":[123],"observer":[125],"constructed,":[127],"scheme":[131],"designed":[133],"to":[134,154],"compensate":[135],"disturbances":[137],"through":[138],"both":[139],"feedforward":[140],"feedback":[142],"channels,":[143],"ensuring":[144],"learned":[148],"be":[152],"applied":[153],"actual":[156],"AUV.":[157],"Finally,":[158],"combining":[159],"above":[161],"components,":[162],"novel":[164],"RL":[172],"effectiveness":[177],"proposed":[180],"various":[185],"shapes":[186],"(both":[187],"static":[188],"dynamic)":[190],"fully":[192],"verified":[193],"three":[195],"different":[196],"environments.":[198]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}