{"id":"https://openalex.org/W2966149203","doi":"https://doi.org/10.1080/00207179.2019.1648875","title":"A fuzzy-based potential field hierarchical reinforcement learning approach for target hunting by multi-AUV in 3-D underwater environments","display_name":"A fuzzy-based potential field hierarchical reinforcement learning approach for target hunting by multi-AUV in 3-D underwater environments","publication_year":2019,"publication_date":"2019-07-29","ids":{"openalex":"https://openalex.org/W2966149203","doi":"https://doi.org/10.1080/00207179.2019.1648875","mag":"2966149203"},"language":"en","primary_location":{"id":"doi:10.1080/00207179.2019.1648875","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207179.2019.1648875","pdf_url":null,"source":{"id":"https://openalex.org/S88061139","display_name":"International Journal of Control","issn_l":"0020-7179","issn":["0020-7179","1366-5820"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101414220","display_name":"Xiang Cao","orcid":"https://orcid.org/0000-0003-2448-6693"},"institutions":[{"id":"https://openalex.org/I4210147117","display_name":"Huaiyin Normal University","ror":"https://ror.org/03xvggv44","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210147117"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiang Cao","raw_affiliation_strings":["School of Automation, Southeast University, Nanjin, People\u2019s Republic of China","School of Physics and Electronic Electrical Engineering, Huaiyin Normal University, Huaian, People\u2019s Republic of China","School of Physics and Electronic Electrical Engineering, Huaiyin Normal University, Huaian, People's Republic of China","School of Automation, Southeast University, Nanjin, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Southeast University, Nanjin, People\u2019s Republic of China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Physics and Electronic Electrical Engineering, Huaiyin Normal University, Huaian, People\u2019s Republic of China","institution_ids":["https://openalex.org/I4210147117"]},{"raw_affiliation_string":"School of Physics and Electronic Electrical Engineering, Huaiyin Normal University, Huaian, People's Republic of China","institution_ids":["https://openalex.org/I4210147117"]},{"raw_affiliation_string":"School of Automation, Southeast University, Nanjin, People's Republic of China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102214745","display_name":"Fen Zuo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210147117","display_name":"Huaiyin Normal University","ror":"https://ror.org/03xvggv44","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210147117"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fen Zuo","raw_affiliation_strings":["School of Physics and Electronic Electrical Engineering, Huaiyin Normal University, Huaian, People\u2019s Republic of China","School of Physics and Electronic Electrical Engineering, Huaiyin Normal University, Huaian, People's Republic of China"],"affiliations":[{"raw_affiliation_string":"School of Physics and Electronic Electrical Engineering, Huaiyin Normal University, Huaian, People\u2019s Republic of China","institution_ids":["https://openalex.org/I4210147117"]},{"raw_affiliation_string":"School of Physics and Electronic Electrical Engineering, Huaiyin Normal University, Huaian, People's Republic of China","institution_ids":["https://openalex.org/I4210147117"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101414220"],"corresponding_institution_ids":["https://openalex.org/I4210147117","https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":1.2975,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.82373077,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"94","issue":"5","first_page":"1334","last_page":"1343"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7025639414787292},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.6715488433837891},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6279578804969788},{"id":"https://openalex.org/keywords/smoothness","display_name":"Smoothness","score":0.6216275095939636},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6156517267227173},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6097460985183716},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5546669363975525},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.5456597805023193},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5375843048095703},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5020318031311035},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.5015590190887451},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4845401346683502},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4480842649936676},{"id":"https://openalex.org/keywords/fuzzy-control-system","display_name":"Fuzzy control system","score":0.4201924800872803},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.39814865589141846},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3411748707294464},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14306640625},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.0702924132347107},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.06286457180976868}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7025639414787292},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.6715488433837891},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6279578804969788},{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.6216275095939636},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6156517267227173},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6097460985183716},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5546669363975525},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.5456597805023193},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5375843048095703},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5020318031311035},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.5015590190887451},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4845401346683502},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4480842649936676},{"id":"https://openalex.org/C195975749","wikidata":"https://www.wikidata.org/wiki/Q1475705","display_name":"Fuzzy control system","level":3,"score":0.4201924800872803},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.39814865589141846},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3411748707294464},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14306640625},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0702924132347107},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.06286457180976868},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/00207179.2019.1648875","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207179.2019.1648875","pdf_url":null,"source":{"id":"https://openalex.org/S88061139","display_name":"International Journal of Control","issn_l":"0020-7179","issn":["0020-7179","1366-5820"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547"],"host_organization_lineage_names":["Taylor & Francis"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Life below water","id":"https://metadata.un.org/sdg/14"}],"awards":[{"id":"https://openalex.org/G2989479301","display_name":null,"funder_award_id":"2017M621587","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G3354177581","display_name":null,"funder_award_id":"BK20171270","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G3387023361","display_name":null,"funder_award_id":"61773177","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7860810449","display_name":null,"funder_award_id":"1701076B","funder_id":"https://openalex.org/F4320335471","funder_display_name":"Jiangsu Planned Projects for Postdoctoral Research Funds"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335471","display_name":"Jiangsu Planned Projects for Postdoctoral Research Funds","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1515436326","https://openalex.org/W1986610177","https://openalex.org/W1988196484","https://openalex.org/W1988920828","https://openalex.org/W2009118343","https://openalex.org/W2091328279","https://openalex.org/W2100265747","https://openalex.org/W2103414828","https://openalex.org/W2117216852","https://openalex.org/W2130439666","https://openalex.org/W2140642405","https://openalex.org/W2155497924","https://openalex.org/W2164313740","https://openalex.org/W2205612522","https://openalex.org/W2288109557","https://openalex.org/W2417637069","https://openalex.org/W2577024205","https://openalex.org/W2583041400","https://openalex.org/W2589275886","https://openalex.org/W2599039076","https://openalex.org/W2607099776","https://openalex.org/W2724804629","https://openalex.org/W2738638683","https://openalex.org/W2762392356","https://openalex.org/W2765550637","https://openalex.org/W2766175108","https://openalex.org/W2775454482","https://openalex.org/W2780134511","https://openalex.org/W2793529921","https://openalex.org/W2797620661","https://openalex.org/W2799726513","https://openalex.org/W2883132160","https://openalex.org/W2884411654","https://openalex.org/W2892244731","https://openalex.org/W4234742214"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W3121791438","https://openalex.org/W2250140200"],"abstract_inverted_index":{"In":[0,111],"order":[1],"to":[2,16,118,136],"accomplish":[3],"the":[4,13,19,26,32,55,59,65,78,82,94,97,112,120,130],"target":[5,29,105],"hunting":[6,30,106,139],"by":[7,68,76],"multi-AUV":[8,135],"in":[9,18,54,93,107],"3-D":[10],"underwater":[11],"environments,":[12],"AUVs":[14],"need":[15,51],"cooperate":[17],"process":[20],"of":[21,28,34,57,96,122],"pursuing":[22],"targets.":[23],"To":[24],"improve":[25,119],"efficiency":[27,144],"and":[31,141,145],"smoothness":[33,121],"AUV\u2019s":[35],"trajectory,":[36],"a":[37,101],"fuzzy-based":[38],"potential":[39,71,89],"field":[40,72,90],"hierarchical":[41],"reinforcement":[42,85],"learning":[43,86],"approach":[44,61],"is":[45,74,91,116],"proposed.":[46],"Unlike":[47],"other":[48,148],"algorithms":[49],"that":[50,129],"repeated":[52],"training":[53],"choice":[56],"parameters,":[58],"proposed":[60,131],"automatically":[62],"acquires":[63],"all":[64],"required":[66],"parameters":[67,95],"learning.":[69],"The":[70,88,125],"hierarchy":[73,84],"established":[75],"combining":[77],"segmental":[79],"options":[80],"with":[81],"traditional":[83],"algorithm.":[87,149],"applied":[92],"HRL,":[98],"which":[99],"provides":[100],"reasonable":[102],"path":[103],"for":[104],"an":[108],"undeveloped":[109],"environments.":[110],"meantime,":[113],"fuzzy":[114],"algorithm":[115],"introduced":[117],"AUV":[123],"trajectory.":[124],"simulation":[126],"results":[127],"show":[128],"method":[132],"can":[133],"control":[134],"achieve":[137],"multi-target":[138],"task,":[140],"has":[142],"higher":[143],"adaptability":[146],"than":[147]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}