{"id":"https://openalex.org/W7083296461","doi":"https://doi.org/10.1109/tim.2025.3612643","title":"Real-Time UUV Obstacle Avoidance Through Flexible Steering Technology Based on Improved Soft Actor-Critic Framework","display_name":"Real-Time UUV Obstacle Avoidance Through Flexible Steering Technology Based on Improved Soft Actor-Critic Framework","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7083296461","doi":"https://doi.org/10.1109/tim.2025.3612643"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2025.3612643","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2025.3612643","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Ziqi Wang","orcid":"https://orcid.org/0009-0000-5482-7589"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziqi Wang","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0000-5482-7589","affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xun Zhang","orcid":"https://orcid.org/0000-0003-0614-7778"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Zhang","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0003-0614-7778","affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Wenguo Li","orcid":"https://orcid.org/0009-0009-5473-4978"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenguo Li","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0009-0009-5473-4978","affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]},{"author_position":"last","author":{"id":null,"display_name":"Zhiguang Feng","orcid":"https://orcid.org/0000-0003-1037-1529"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiguang Feng","raw_affiliation_strings":["College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China"],"raw_orcid":"https://orcid.org/0000-0003-1037-1529","affiliations":[{"raw_affiliation_string":"College of Intelligent Systems Science and Engineering, Harbin Engineering University, Harbin, China","institution_ids":["https://openalex.org/I151727225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I151727225"],"apc_list":null,"apc_paid":null,"fwci":23.6748,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.99567372,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"74","issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T14112","display_name":"Economic, financial, and policy analysis","score":0.08269999921321869,"subfield":{"id":"https://openalex.org/subfields/2000","display_name":"General Economics, Econometrics and Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T14112","display_name":"Economic, financial, and policy analysis","score":0.08269999921321869,"subfield":{"id":"https://openalex.org/subfields/2000","display_name":"General Economics, Econometrics and Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14166","display_name":"European Monetary and Fiscal Policies","score":0.04740000143647194,"subfield":{"id":"https://openalex.org/subfields/2003","display_name":"Finance"},"field":{"id":"https://openalex.org/fields/20","display_name":"Economics, Econometrics and Finance"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14312","display_name":"Historical Studies in Central America","score":0.039400000125169754,"subfield":{"id":"https://openalex.org/subfields/1202","display_name":"History"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.8464999794960022},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.6653000116348267},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.5763000249862671},{"id":"https://openalex.org/keywords/vehicle-dynamics","display_name":"Vehicle dynamics","score":0.5045999884605408},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4986000061035156},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4927999973297119},{"id":"https://openalex.org/keywords/compensation","display_name":"Compensation (psychology)","score":0.4472000002861023},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4189999997615814},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.3912999927997589}],"concepts":[{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.8464999794960022},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.6653000116348267},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.5763000249862671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5245000123977661},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.5045999884605408},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4986000061035156},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.4943000078201294},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4927999973297119},{"id":"https://openalex.org/C2780023022","wikidata":"https://www.wikidata.org/wiki/Q1338171","display_name":"Compensation (psychology)","level":2,"score":0.4472000002861023},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.43950000405311584},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4189999997615814},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.3912999927997589},{"id":"https://openalex.org/C555745239","wikidata":"https://www.wikidata.org/wiki/Q133220","display_name":"Sonar","level":2,"score":0.35440000891685486},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C131584629","wikidata":"https://www.wikidata.org/wiki/Q4308705","display_name":"Coupling (piping)","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.31709998846054077},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.30730000138282776},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.2992999851703644},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.29760000109672546},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.29280000925064087},{"id":"https://openalex.org/C2777016798","wikidata":"https://www.wikidata.org/wiki/Q2001988","display_name":"Collision avoidance system","level":4,"score":0.2888000011444092},{"id":"https://openalex.org/C145424490","wikidata":"https://www.wikidata.org/wiki/Q618465","display_name":"Remotely operated underwater vehicle","level":4,"score":0.2818000018596649},{"id":"https://openalex.org/C127757376","wikidata":"https://www.wikidata.org/wiki/Q2056514","display_name":"Active safety","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.2791000008583069},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.265500009059906}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2025.3612643","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2025.3612643","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7115202037","display_name":null,"funder_award_id":"ZR2022ME104","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2016930536","https://openalex.org/W2021082829","https://openalex.org/W2045258461","https://openalex.org/W2129275525","https://openalex.org/W2322665872","https://openalex.org/W2492811885","https://openalex.org/W2524282758","https://openalex.org/W2590955947","https://openalex.org/W2761051565","https://openalex.org/W2781881353","https://openalex.org/W2897553353","https://openalex.org/W2904246096","https://openalex.org/W3088529170","https://openalex.org/W3092089064","https://openalex.org/W3111208933","https://openalex.org/W3128395826","https://openalex.org/W3215024416","https://openalex.org/W4205620499","https://openalex.org/W4207072128","https://openalex.org/W4221063239","https://openalex.org/W4226019017","https://openalex.org/W4280598493","https://openalex.org/W4281258657","https://openalex.org/W4282931817","https://openalex.org/W4285173995","https://openalex.org/W4289653545","https://openalex.org/W4295308636","https://openalex.org/W4311486598","https://openalex.org/W4312741850","https://openalex.org/W4317929911","https://openalex.org/W4382119372","https://openalex.org/W4390481318","https://openalex.org/W4391147917"],"related_works":[],"abstract_inverted_index":{"Aiming":[0],"at":[1],"the":[2,25,56,62,90,101,108,111,134,137],"non-cognitive":[3],"environment":[4],"such":[5],"as":[6,61],"dynamic":[7,129],"and":[8,11,54,58,97,124],"static":[9],"obstacles":[10],"external":[12],"interference,":[13],"a":[14,70,82,121],"real-time":[15],"collision":[16],"avoidance":[17,43,85],"strategy":[18,35,113,139],"based":[19,127],"on":[20,128],"flexible":[21],"steering":[22],"method":[23,126],"under":[24],"framework":[26],"of":[27,92,110,136],"deep":[28],"reinforcement":[29],"learning":[30],"(RL)":[31],"is":[32,75,131,140],"proposed.":[33],"The":[34],"extracts":[36],"effective":[37],"state":[38,95],"features":[39],"required":[40],"for":[41,65],"obstacle":[42,84,147],"by":[44,142],"developing":[45],"an":[46],"efficient":[47],"multibeam":[48],"sonar":[49],"detection":[50],"information":[51],"coding":[52],"module,":[53],"integrates":[55],"safety":[57],"energy":[59],"cost":[60],"induced":[63],"factors":[64],"online":[66],"control":[67,112],"decisions.":[68],"Meanwhile,":[69],"novel":[71],"sampling":[72],"priority":[73],"scheme":[74],"introduced":[76],"to":[77,80,89,106,118],"assist":[78],"UUV":[79],"obtain":[81],"better":[83],"capability":[86],"in":[87,100,144],"response":[88],"problems":[91],"low":[93],"input":[94],"coupling":[96],"sample":[98],"efficiency":[99],"training":[102,117],"environment.":[103],"In":[104],"order":[105],"achieve":[107],"application":[109],"obtained":[114],"from":[115],"simulation":[116],"real":[119],"UUV,":[120],"disturbance":[122],"estimation":[123],"cancellation":[125],"compensation":[130],"designed.":[132],"Finally,":[133],"effectiveness":[135],"proposed":[138],"confirmed":[141],"experiments":[143],"different":[145],"complex":[146],"environments.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":5}],"updated_date":"2026-05-07T13:39:58.223016","created_date":"2025-10-10T00:00:00"}
