{"id":"https://openalex.org/W4405784906","doi":"https://doi.org/10.1109/tmc.2024.3521889","title":"Multi-AUV Cooperative Underwater Multi-Target Tracking Based on Dynamic-Switching-Enabled Multi-Agent Reinforcement Learning","display_name":"Multi-AUV Cooperative Underwater Multi-Target Tracking Based on Dynamic-Switching-Enabled Multi-Agent Reinforcement Learning","publication_year":2024,"publication_date":"2024-12-25","ids":{"openalex":"https://openalex.org/W4405784906","doi":"https://doi.org/10.1109/tmc.2024.3521889"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3521889","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3521889","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010912142","display_name":"Shengbo Wang","orcid":"https://orcid.org/0000-0002-6759-7839"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengbo Wang","raw_affiliation_strings":["Software College, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software College, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021774607","display_name":"Chuan Lin","orcid":"https://orcid.org/0000-0001-6811-3851"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Lin","raw_affiliation_strings":["Software College, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-6811-3851","affiliations":[{"raw_affiliation_string":"Software College, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070719868","display_name":"Guangjie Han","orcid":"https://orcid.org/0000-0002-6921-7369"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangjie Han","raw_affiliation_strings":["Department of Internet of Things Engineering, Hohai University, Changzhou, China","Key Laboratory of Data Analytics and Optimization for Smart Industry, Ministry of Education, Northeastern University, China"],"raw_orcid":"https://orcid.org/0000-0002-6921-7369","affiliations":[{"raw_affiliation_string":"Department of Internet of Things Engineering, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"Key Laboratory of Data Analytics and Optimization for Smart Industry, Ministry of Education, Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101261214","display_name":"Shengchao Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengchao Zhu","raw_affiliation_strings":["Department of Internet of Things Engineering, Hohai University, Changzhou, China","Key Laboratory of Data Analytics and Optimization for Smart Industry, Ministry of Education, Northeastern University, China"],"raw_orcid":"https://orcid.org/0009-0006-1491-5342","affiliations":[{"raw_affiliation_string":"Department of Internet of Things Engineering, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"Key Laboratory of Data Analytics and Optimization for Smart Industry, Ministry of Education, Northeastern University, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015121213","display_name":"Zhixian Li","orcid":"https://orcid.org/0000-0003-2649-8137"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhixian Li","raw_affiliation_strings":["Software College, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software College, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100657482","display_name":"Zhenyu Wang","orcid":"https://orcid.org/0000-0001-9941-1480"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Wang","raw_affiliation_strings":["Software College, Northeastern University, Shenyang, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software College, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058330962","display_name":"Yunpeng Ma","orcid":"https://orcid.org/0000-0001-6077-3097"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunpeng Ma","raw_affiliation_strings":["Jiangsu Key Laboratory of Power Transmission and Distribution Equipment Technology, Hohai University, Changzhou, China","Jiangsu Key Laboratory of Power Transmission and Distribution Equipment Technology, Hohai University, China"],"raw_orcid":"https://orcid.org/0000-0001-6077-3097","affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Power Transmission and Distribution Equipment Technology, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"Jiangsu Key Laboratory of Power Transmission and Distribution Equipment Technology, Hohai University, China","institution_ids":["https://openalex.org/I163340411"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.2015,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.9717282,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"24","issue":"5","first_page":"4296","last_page":"4311"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9492999911308289,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9492999911308289,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8080451488494873},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7737163305282593},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.4773326516151428},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.4544827938079834},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.4506325423717499},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3614329993724823},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32442644238471985},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32399410009384155}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8080451488494873},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7737163305282593},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.4773326516151428},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4544827938079834},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.4506325423717499},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3614329993724823},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32442644238471985},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32399410009384155},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3521889","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3521889","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3853590937","display_name":null,"funder_award_id":"U22A2011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2602275733","https://openalex.org/W3020261978","https://openalex.org/W3088316394","https://openalex.org/W3089283090","https://openalex.org/W3108524391","https://openalex.org/W3111881943","https://openalex.org/W3125438769","https://openalex.org/W3128897032","https://openalex.org/W3131290367","https://openalex.org/W3167122261","https://openalex.org/W3170007158","https://openalex.org/W3172122301","https://openalex.org/W3184078521","https://openalex.org/W3184852195","https://openalex.org/W3197007697","https://openalex.org/W3212401263","https://openalex.org/W3214062507","https://openalex.org/W3215088593","https://openalex.org/W4200612181","https://openalex.org/W4205549871","https://openalex.org/W4206032480","https://openalex.org/W4206096884","https://openalex.org/W4210663588","https://openalex.org/W4210871268","https://openalex.org/W4214735187","https://openalex.org/W4214947639","https://openalex.org/W4226153434","https://openalex.org/W4245123941","https://openalex.org/W4291237137","https://openalex.org/W4291552402","https://openalex.org/W4308307404","https://openalex.org/W4311772445","https://openalex.org/W4313476619","https://openalex.org/W4316021511","https://openalex.org/W4383108665","https://openalex.org/W4385731882","https://openalex.org/W4386921260","https://openalex.org/W4389076478","https://openalex.org/W6738796088","https://openalex.org/W6755069753","https://openalex.org/W6768731700","https://openalex.org/W6840380725"],"related_works":["https://openalex.org/W4388412763","https://openalex.org/W1999583034","https://openalex.org/W4306904969","https://openalex.org/W3168963531","https://openalex.org/W2591930867","https://openalex.org/W2953138830","https://openalex.org/W2773822314","https://openalex.org/W3176162126","https://openalex.org/W2891537746","https://openalex.org/W2103825597"],"abstract_inverted_index":{"In":[0,24],"recent":[1,199],"years,":[2],"autonomous":[3],"underwater":[4,21,32,40,54,80,192],"vehicle":[5],"(AUV)":[6],"swarms":[7],"are":[8,42],"gradually":[9],"becoming":[10],"popular":[11],"and":[12,57,83,108,119],"have":[13],"been":[14],"widely":[15],"promoted":[16],"in":[17,126,149,202],"ocean":[18,59],"exploration":[19],"or":[20],"tracking,":[22,194],"etc.":[23],"this":[25],"paper,":[26],"we":[27,73,99,132,160],"propose":[28,84,100,161],"a":[29,79,85,127,155,162],"multi-AUV":[30,88],"cooperative":[31,163],"multi-target":[33,193],"tracking":[34,65,164,178,187],"algorithm":[35,148,165,188],"especially":[36],"when":[37],"the":[38,53,58,63,75,95,101,114,134,141,145],"real":[39],"factors":[41],"taken":[43],"into":[44],"account.":[45],"We":[46],"first":[47],"give":[48],"normally":[49],"modelling":[50],"approach":[51],"for":[52,138],"sonar-based":[55],"detection":[56],"current":[60],"interference":[61],"on":[62,69,94,154],"target":[64],"process.":[66],"Then,":[67],"based":[68,153],"software-defined":[70,87],"networking":[71],"(SDN),":[72],"regard":[74],"AUV":[76,157],"swarm":[77],"as":[78],"ad-hoc":[81],"network":[82],"hierarchical":[86],"reinforcement":[89],"learning":[90],"(HSARL)":[91],"architecture.":[92],"Based":[93],"proposed":[96,146,156,185],"HSARL":[97,115,147],"architecture,":[98],"\u201cDynamic-Switching\u201d":[102],"mechanism,":[103],"it":[104,122],"includes":[105],"\u201cDynamic-Switching":[106,109],"Attention\u201d":[107],"Resampling\u201d":[110],"mechanisms":[111],"which":[112],"accelerate":[113],"algorithm's":[116],"convergence":[117,142],"speed":[118,143],"effectively":[120],"prevents":[121],"from":[123],"getting":[124],"stuck":[125],"local":[128],"optimum":[129],"state.":[130],"Additionally,":[131],"introduce":[133],"reward":[135],"reshaping":[136],"mechanism":[137],"further":[139],"accelerating":[140],"of":[144,198,204],"early":[150],"phase.":[151],"Finally,":[152],"classification":[158],"method,":[159],"called":[166],"<bold":[167,174],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[168,170,172,175],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">D</b>ynamic-<bold":[169],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">S</b>witching-<bold":[171],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">B</b>ased":[173],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">M</b>ARL":[176],"(DSBM)-driven":[177],"algorithm.":[179],"Evaluation":[180],"results":[181],"demonstrate":[182],"that":[183],"our":[184],"DSBM":[186],"can":[189],"perform":[190],"precise":[191],"comparing":[195],"with":[196],"many":[197],"research":[200],"products":[201],"terms":[203],"various":[205],"important":[206],"metrics.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":16}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}