{"id":"https://openalex.org/W4411687680","doi":"https://doi.org/10.1109/tase.2025.3583283","title":"Cooperative Hunting Strategy for USVs Based on Reinforcement Learning","display_name":"Cooperative Hunting Strategy for USVs Based on Reinforcement Learning","publication_year":2025,"publication_date":"2025-06-26","ids":{"openalex":"https://openalex.org/W4411687680","doi":"https://doi.org/10.1109/tase.2025.3583283"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2025.3583283","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3583283","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100661700","display_name":"Yueying Wang","orcid":"https://orcid.org/0000-0001-9737-6765"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yueying Wang","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9737-6765","affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100600900","display_name":"Huosheng Hu","orcid":"https://orcid.org/0000-0001-5797-1412"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengyu Hu","raw_affiliation_strings":["School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mechatronic Engineering and Automation, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079742998","display_name":"Huaicheng Yan","orcid":"https://orcid.org/0000-0001-5496-1809"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huaicheng Yan","raw_affiliation_strings":["School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-5496-1809","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040088510","display_name":"Guanghui Wen","orcid":"https://orcid.org/0000-0003-0070-8597"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanghui Wen","raw_affiliation_strings":["Department of Systems Science, School of Mathematics, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-0070-8597","affiliations":[{"raw_affiliation_string":"Department of Systems Science, School of Mathematics, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.4893,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.91542181,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"23","issue":null,"first_page":"3536","last_page":"3546"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11560","display_name":"Animal Disease Management and Epidemiology","score":0.9169999957084656,"subfield":{"id":"https://openalex.org/subfields/1102","display_name":"Agronomy and Crop Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11560","display_name":"Animal Disease Management and Epidemiology","score":0.9169999957084656,"subfield":{"id":"https://openalex.org/subfields/1102","display_name":"Agronomy and Crop Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6555221080780029},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5434200763702393},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.48236173391342163},{"id":"https://openalex.org/keywords/grippers","display_name":"Grippers","score":0.4118344187736511},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41060948371887207},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3610963225364685},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32368946075439453},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.21688786149024963},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.15518444776535034}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6555221080780029},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5434200763702393},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48236173391342163},{"id":"https://openalex.org/C2775960376","wikidata":"https://www.wikidata.org/wiki/Q1435859","display_name":"Grippers","level":2,"score":0.4118344187736511},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41060948371887207},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3610963225364685},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32368946075439453},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.21688786149024963},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.15518444776535034}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2025.3583283","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2025.3583283","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2604268065","display_name":null,"funder_award_id":"62122046","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2802250152","display_name":null,"funder_award_id":"62421004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1975236902","https://openalex.org/W1988196484","https://openalex.org/W2121235060","https://openalex.org/W2126065366","https://openalex.org/W2160484294","https://openalex.org/W2223927396","https://openalex.org/W2408768628","https://openalex.org/W2553405792","https://openalex.org/W2953372652","https://openalex.org/W2954093458","https://openalex.org/W2964106644","https://openalex.org/W2966149203","https://openalex.org/W2984557458","https://openalex.org/W3000179003","https://openalex.org/W3035782080","https://openalex.org/W3035829937","https://openalex.org/W3082038112","https://openalex.org/W3085106833","https://openalex.org/W3093935464","https://openalex.org/W3141152420","https://openalex.org/W3205953818","https://openalex.org/W3215268811","https://openalex.org/W4213246061","https://openalex.org/W4225377279","https://openalex.org/W4248293241","https://openalex.org/W4304614160","https://openalex.org/W4313269729","https://openalex.org/W4321763414","https://openalex.org/W4385704517","https://openalex.org/W4387245268","https://openalex.org/W4390871533"],"related_works":["https://openalex.org/W2258669850","https://openalex.org/W1513401665","https://openalex.org/W4283263216","https://openalex.org/W3160851599","https://openalex.org/W2078285315","https://openalex.org/W2964156592","https://openalex.org/W2527333706","https://openalex.org/W2808090143","https://openalex.org/W2259778155","https://openalex.org/W2765512466"],"abstract_inverted_index":{"The":[0,28,70,81],"cooperative":[1,62,171],"pursuit":[2,30],"games":[3],"of":[4,14,21,73,186],"multiple":[5,141],"unmanned":[6],"surface":[7],"vessels":[8],"(USVs)":[9],"that":[10],"coordinate":[11],"the":[12,74,88,113,128,184,187],"actions":[13],"USVs":[15,163],"to":[16,182],"capture":[17,38],"specific":[18],"targets":[19],"are":[20,78,92,180],"great":[22],"significance":[23],"for":[24,67,83,148],"ensuring":[25],"maritime":[26,138],"security.":[27],"existing":[29],"algorithms":[31],"primarily":[32],"encounter":[33],"challenges":[34],"including":[35,87],"unclear":[36],"target":[37,85],"criteria,":[39],"limited":[40],"real-time":[41],"performance":[42],"and":[43,45,98,132,177],"efficiency,":[44],"inadequate":[46],"environmental":[47,165],"adaptability.":[48],"Combining":[49],"multi-agent":[50,118],"deep":[51],"reinforcement":[52],"learning":[53],"(RL)":[54],"with":[55,140],"threat":[56],"potential":[57],"fields":[58],"(TPFs),":[59],"a":[60,95,99,107,116,152],"game-based":[61],"hunting":[63,76,189],"algorithm":[64],"is":[65,124,157],"developed":[66,188],"underactuated":[68],"USVs.":[69],"new":[71,117,153],"features":[72],"proposed":[75],"strategy":[77],"threefold:":[79],"1)":[80],"criteria":[82],"successful":[84],"capture,":[86],"explicit":[89],"mathematical":[90],"expression,":[91],"established":[93],"using":[94],"shunting":[96],"environment":[97],"boundary":[100],"constraint-free":[101],"kinematic":[102],"model.":[103],"2)":[104],"By":[105],"integrating":[106],"multi-head":[108],"attention":[109],"(MHA)":[110],"mechanism":[111,156],"into":[112],"RL":[114],"strategy,":[115],"proximal":[119],"policy":[120],"optimization":[121],"(MAPPO)":[122],"framework":[123],"developed,":[125],"which":[126,159],"alleviates":[127],"sparse":[129],"reward":[130,155],"problem":[131],"significantly":[133],"improves":[134],"convergence":[135],"efficiency":[136],"in":[137],"scenarios":[139],"evaders.":[142],"3)":[143],"To":[144],"be":[145],"more":[146],"suitable":[147],"complex":[149],"marine":[150],"environments,":[151],"TPFs-based":[154],"constructed,":[158],"not":[160],"only":[161],"helps":[162],"avoid":[164],"obstacles":[166],"but":[167],"also":[168],"facilitates":[169],"efficient":[170],"hunting.":[172],"At":[173],"last,":[174],"numerical":[175],"simulations":[176],"experimental":[178],"results":[179],"presented":[181],"demonstrate":[183],"effectiveness":[185],"algorithm.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-02-12T06:13:03.167441","created_date":"2025-10-10T00:00:00"}