{"id":"https://openalex.org/W2892244731","doi":"https://doi.org/10.1080/00207179.2018.1526414","title":"Potential field hierarchical reinforcement learning approach for target search by multi-AUV in 3-D underwater environments","display_name":"Potential field hierarchical reinforcement learning approach for target search by multi-AUV in 3-D underwater environments","publication_year":2018,"publication_date":"2018-09-19","ids":{"openalex":"https://openalex.org/W2892244731","doi":"https://doi.org/10.1080/00207179.2018.1526414","mag":"2892244731"},"language":"en","primary_location":{"id":"doi:10.1080/00207179.2018.1526414","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207179.2018.1526414","pdf_url":null,"source":{"id":"https://openalex.org/S88061139","display_name":"International Journal of Control","issn_l":"0020-7179","issn":["0020-7179","1366-5820"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101414220","display_name":"Xiang Cao","orcid":"https://orcid.org/0000-0003-2448-6693"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]},{"id":"https://openalex.org/I4210147117","display_name":"Huaiyin Normal University","ror":"https://ror.org/03xvggv44","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210147117"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiang Cao","raw_affiliation_strings":["School of Automation, Southeast University, Nanjin, People's Republic of China","School of Physics and Electronic Electrical Engineering, Huaiyin Normal University, Huaian, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University, Nanjin, People's Republic of China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Physics and Electronic Electrical Engineering, Huaiyin Normal University, Huaian, People's Republic of China","institution_ids":["https://openalex.org/I4210147117"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100827863","display_name":"Hongbing Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I4210147117","display_name":"Huaiyin Normal University","ror":"https://ror.org/03xvggv44","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210147117"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbing Sun","raw_affiliation_strings":["School of Physics and Electronic Electrical Engineering, Huaiyin Normal University, Huaian, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Physics and Electronic Electrical Engineering, Huaiyin Normal University, Huaian, People's Republic of China","institution_ids":["https://openalex.org/I4210147117"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014021524","display_name":"Liqiang Guo","orcid":"https://orcid.org/0000-0002-1429-2521"},"institutions":[{"id":"https://openalex.org/I4210147117","display_name":"Huaiyin Normal University","ror":"https://ror.org/03xvggv44","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210147117"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqiang Guo","raw_affiliation_strings":["School of Computer Science and Technology, Huaiyin Normal University, Huaian, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Huaiyin Normal University, Huaian, People's Republic of China","institution_ids":["https://openalex.org/I4210147117"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101414220"],"corresponding_institution_ids":["https://openalex.org/I4210147117","https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":2.429,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.87679336,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"93","issue":"7","first_page":"1677","last_page":"1683"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.8261218667030334},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8073313236236572},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6795698404312134},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.6425113081932068},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6232895255088806},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5610621571540833},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5196232199668884},{"id":"https://openalex.org/keywords/search-and-rescue","display_name":"Search and rescue","score":0.4910757541656494},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48632416129112244},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4168606400489807},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3412737250328064},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.10600820183753967},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07061630487442017},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.0672580897808075}],"concepts":[{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.8261218667030334},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8073313236236572},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6795698404312134},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.6425113081932068},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6232895255088806},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5610621571540833},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5196232199668884},{"id":"https://openalex.org/C2775935494","wikidata":"https://www.wikidata.org/wiki/Q741964","display_name":"Search and rescue","level":3,"score":0.4910757541656494},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48632416129112244},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4168606400489807},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3412737250328064},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.10600820183753967},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07061630487442017},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0672580897808075},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/00207179.2018.1526414","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207179.2018.1526414","pdf_url":null,"source":{"id":"https://openalex.org/S88061139","display_name":"International Journal of Control","issn_l":"0020-7179","issn":["0020-7179","1366-5820"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","score":0.6600000262260437,"display_name":"Life below water"}],"awards":[{"id":"https://openalex.org/G1822208332","display_name":null,"funder_award_id":"BK20171270, BK20141253","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G2989479301","display_name":null,"funder_award_id":"2017M621587","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G3387023361","display_name":null,"funder_award_id":"61773177","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7095771423","display_name":null,"funder_award_id":"15KJA460004","funder_id":"https://openalex.org/F4320335672","funder_display_name":"Key Laboratory of Advanced Functional Materials of Jiangsu Province"},{"id":"https://openalex.org/G7860810449","display_name":null,"funder_award_id":"1701076B","funder_id":"https://openalex.org/F4320335471","funder_display_name":"Jiangsu Planned Projects for Postdoctoral Research Funds"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335471","display_name":"Jiangsu Planned Projects for Postdoctoral Research Funds","ror":null},{"id":"https://openalex.org/F4320335672","display_name":"Key Laboratory of Advanced Functional Materials of Jiangsu Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W204848340","https://openalex.org/W1515436326","https://openalex.org/W1541270173","https://openalex.org/W1969142081","https://openalex.org/W1980610687","https://openalex.org/W1986610177","https://openalex.org/W2009118343","https://openalex.org/W2074823003","https://openalex.org/W2093284501","https://openalex.org/W2103414828","https://openalex.org/W2107956696","https://openalex.org/W2111497697","https://openalex.org/W2111616957","https://openalex.org/W2121866178","https://openalex.org/W2130439666","https://openalex.org/W2137843737","https://openalex.org/W2330782399","https://openalex.org/W2577024205","https://openalex.org/W2605642216","https://openalex.org/W2729539003","https://openalex.org/W2766175108","https://openalex.org/W4246463991"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W2250140200","https://openalex.org/W3121791438"],"abstract_inverted_index":{"Multiple":[0],"autonomous":[1],"underwater":[2,13,15,28],"vehicles":[3],"(multi-AUV)":[4],"target":[5,24,101,121],"search":[6,25,102,108,138],"is":[7,37,81,86,131],"the":[8,19,22,50,54,59,70,77,89,92,100,104,110,115,120,128,150,154],"important":[9],"element":[10],"to":[11,118,136],"realise":[12],"rescue,":[14],"detection.":[16],"To":[17],"improve":[18],"efficiency":[20,145],"of":[21,52,91,99,133,140],"multi-AUV":[23,116,135],"in":[26,39,49,88],"three-dimensional":[27],"environments,":[29],"a":[30],"potential":[31,78,84],"field":[32,79,85],"hierarchical":[33],"reinforcement":[34,73],"learning":[35,74],"approach":[36,56,130],"proposed":[38,55,129],"this":[40],"paper.":[41],"Unlike":[42],"other":[43],"algorithms":[44],"that":[45,127],"need":[46],"repeated":[47],"training":[48],"choice":[51],"parameters,":[53],"obtains":[57],"all":[58],"required":[60],"parameters":[61,90],"automatically":[62],"through":[63],"learning.":[64],"By":[65],"integrating":[66],"segmental":[67],"options":[68],"with":[69,96,143,149],"traditional":[71],"hierarchy":[72,80],"(HRL)":[75],"algorithm,":[76],"built.":[82],"The":[83,123],"implemented":[87],"HRL,":[93],"which":[94],"provides":[95],"reasonable":[97],"paths":[98],"for":[103],"unexplored":[105],"environments.":[106],"In":[107],"tasks,":[109],"designed":[111],"method":[112],"can":[113],"control":[114],"system":[117],"find":[119],"effectively.":[122],"simulation":[124],"results":[125],"show":[126],"capable":[132],"controlling":[134],"achieve":[137],"task":[139],"multiple":[141],"targets":[142],"higher":[144],"and":[146,153],"adaptability":[147],"compared":[148],"HRL":[151],"algorithm":[152],"lawn-mowing":[155],"algorithm.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":1}],"updated_date":"2026-02-28T09:26:25.869077","created_date":"2025-10-10T00:00:00"}