{"id":"https://openalex.org/W4401246749","doi":"https://doi.org/10.1109/tmc.2024.3437376","title":"Underwater Target Tracking Based on Hierarchical Software-Defined Multi-AUV Reinforcement Learning: A Multi-AUV Advantage-Attention Actor-Critic Approach","display_name":"Underwater Target Tracking Based on Hierarchical Software-Defined Multi-AUV Reinforcement Learning: A Multi-AUV Advantage-Attention Actor-Critic Approach","publication_year":2024,"publication_date":"2024-08-02","ids":{"openalex":"https://openalex.org/W4401246749","doi":"https://doi.org/10.1109/tmc.2024.3437376"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3437376","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3437376","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101261214","display_name":"Shengchao Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengchao Zhu","raw_affiliation_strings":["School of Computer and Software, Hohai University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0006-1491-5342","affiliations":[{"raw_affiliation_string":"School of Computer and Software, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070719868","display_name":"Guangjie Han","orcid":"https://orcid.org/0000-0002-6921-7369"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangjie Han","raw_affiliation_strings":["Key Laboratory of Maritime Intelligent Network Information Technology, Ministry of Education, Hohai University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-6921-7369","affiliations":[{"raw_affiliation_string":"Key Laboratory of Maritime Intelligent Network Information Technology, Ministry of Education, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021774607","display_name":"Chuan Lin","orcid":"https://orcid.org/0000-0001-6811-3851"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Lin","raw_affiliation_strings":["Software College, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-6811-3851","affiliations":[{"raw_affiliation_string":"Software College, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012979633","display_name":"Qiuzi Tao","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiuzi Tao","raw_affiliation_strings":["Software College, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software College, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.6109,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.96529542,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"23","issue":"12","first_page":"13639","last_page":"13653"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9111999869346619,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9111999869346619,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12697","display_name":"Water Quality Monitoring Technologies","score":0.9045000076293945,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7935373783111572},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7724626064300537},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.5998207926750183},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4844420254230499},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4840954542160034},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.4384637176990509},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3434843420982361}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7935373783111572},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7724626064300537},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.5998207926750183},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4844420254230499},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4840954542160034},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.4384637176990509},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3434843420982361},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3437376","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3437376","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2882064167","display_name":null,"funder_award_id":"62072072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3853590937","display_name":null,"funder_award_id":"U22A2011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G490199994","display_name":null,"funder_award_id":"B240203012","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W2101332716","https://openalex.org/W2888422333","https://openalex.org/W2963729305","https://openalex.org/W3016621379","https://openalex.org/W3017071492","https://openalex.org/W3017073104","https://openalex.org/W3017267734","https://openalex.org/W3020261978","https://openalex.org/W3022039839","https://openalex.org/W3022245148","https://openalex.org/W3024906155","https://openalex.org/W3046532430","https://openalex.org/W3048868447","https://openalex.org/W3095660705","https://openalex.org/W3113054364","https://openalex.org/W3164385739","https://openalex.org/W3164901163","https://openalex.org/W3184852195","https://openalex.org/W3190316676","https://openalex.org/W3193630371","https://openalex.org/W3194388491","https://openalex.org/W3195884369","https://openalex.org/W3204328895","https://openalex.org/W3215181507","https://openalex.org/W4205107701","https://openalex.org/W4206186127","https://openalex.org/W4210840103","https://openalex.org/W4211069006","https://openalex.org/W4214947639","https://openalex.org/W4226019017","https://openalex.org/W4226153434","https://openalex.org/W4284893412","https://openalex.org/W4292261130","https://openalex.org/W4312373641","https://openalex.org/W4312480398","https://openalex.org/W4312573180","https://openalex.org/W4312618862","https://openalex.org/W4312993878","https://openalex.org/W4313036208","https://openalex.org/W4321608067","https://openalex.org/W4360995664","https://openalex.org/W4367834329","https://openalex.org/W4379382588","https://openalex.org/W4391164113","https://openalex.org/W6738796088","https://openalex.org/W6755069753"],"related_works":["https://openalex.org/W4388412763","https://openalex.org/W1999583034","https://openalex.org/W3217214504","https://openalex.org/W4306904969","https://openalex.org/W3168963531","https://openalex.org/W2591930867","https://openalex.org/W2953138830","https://openalex.org/W2773822314","https://openalex.org/W3176162126","https://openalex.org/W2103825597"],"abstract_inverted_index":{"With":[0],"the":[1,11,59,64,97,109,125,134,142],"rapid":[2],"development":[3],"of":[4,63,111,129,137,191],"underwater":[5,7,26,32,52,151,174],"robots,":[6],"communication":[8],"techniques,":[9],"etc.,":[10],"Autonomous":[12],"Underwater":[13],"Vehicle":[14],"(AUV)":[15],"cluster":[16,66,127,149,180],"network":[17,128,181],"has":[18],"emerged":[19],"as":[20],"a":[21,87],"candidate":[22],"paradigm":[23],"to":[24,42,50,57,85,116,132,146],"perform":[25,147,172],"civil":[27],"and":[28,45,61,73,107,120,183],"military":[29],"applications,":[30],"e.g.,":[31],"target":[33,53,175],"tracking.":[34,54],"In":[35,55],"this":[36],"paper,":[37],"we":[38,68,102,153],"focus":[39],"on":[40,124,160,178],"how":[41],"utilize":[43],"networking":[44],"multi-agent":[46],"artificial":[47],"intelligence":[48],"technique":[49],"improve":[51,58,133],"particular,":[56],"flexibility":[60],"scalability":[62,122],"AUV":[65,126,148,179],"network,":[67],"employ":[69],"Software-Defined":[70,89],"Networking":[71],"(SDN)":[72],"Centralized":[74],"Training":[75],"with":[76],"Decentralized":[77],"Execution":[78],"(CTDE)-based":[79],"Multi-Agent":[80],"Reinforcement":[81,92],"Learning":[82,93],"(MARL)":[83],"technologies,":[84],"propose":[86,103,154],"Hierarchical":[88],"Multiple":[90],"AUVs":[91],"(HSD-MARL)":[94],"framework.":[95],"For":[96],"MARL":[98],"mechanism":[99,106],"in":[100,189],"HSD-MARL,":[101],"an":[104,155],"advantage-attention":[105],"present":[108],"architecture":[110],"Multi-AUV":[112],"Advantage-Attention":[113],"Actor-Critic":[114],"(MA-A3C),":[115],"address":[117],"slow":[118],"convergence":[119,192],"poor":[121],"issues":[123],"large-scale.":[130],"Further,":[131],"utilization":[135],"rate":[136],"advantage":[138],"samples":[139],"especially":[140],"when":[141],"MA-A3C":[143],"is":[144],"utilized":[145],"network-based":[150],"tracking,":[152],"\u2018advantage":[156],"resampling\u2019":[157],"method":[158],"based":[159,177],"experience":[161],"replay":[162],"buffer.":[163],"Evaluation":[164],"results":[165],"showcase":[166],"that":[167],"our":[168],"proposed":[169],"approaches":[170],"can":[171],"exact":[173],"tracking":[176,194],"systems":[182],"outperform":[184],"some":[185],"recent":[186],"research":[187],"products":[188],"terms":[190],"speed,":[193],"accuracy,":[195],"etc.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":11}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}