{"id":"https://openalex.org/W4403976906","doi":"https://doi.org/10.1109/tmc.2024.3490545","title":"Underwater Target Tracking Based on Interrupted Software-Defined Multi-AUV Reinforcement Learning: A Multi-AUV Time-Saving MARL Approach","display_name":"Underwater Target Tracking Based on Interrupted Software-Defined Multi-AUV Reinforcement Learning: A Multi-AUV Time-Saving MARL Approach","publication_year":2024,"publication_date":"2024-11-01","ids":{"openalex":"https://openalex.org/W4403976906","doi":"https://doi.org/10.1109/tmc.2024.3490545"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3490545","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3490545","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101261214","display_name":"Shengchao Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengchao Zhu","raw_affiliation_strings":["College of Computer and Software, Hohai University, Nanjing, China","Department of Internet of Things Engineering, Hohai University, Changzhou, China"],"raw_orcid":"https://orcid.org/0009-0006-1491-5342","affiliations":[{"raw_affiliation_string":"College of Computer and Software, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"Department of Internet of Things Engineering, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070719868","display_name":"Guangjie Han","orcid":"https://orcid.org/0000-0002-6921-7369"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangjie Han","raw_affiliation_strings":["Key Laboratory of Maritime Intelligent Network Information Technology, Ministry of Education, Hohai University, Nanjing, China","Department of Internet of Things Engineering, Hohai University, Changzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6921-7369","affiliations":[{"raw_affiliation_string":"Key Laboratory of Maritime Intelligent Network Information Technology, Ministry of Education, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"Department of Internet of Things Engineering, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021774607","display_name":"Chuan Lin","orcid":"https://orcid.org/0000-0001-6811-3851"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Lin","raw_affiliation_strings":["Software College, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-6811-3851","affiliations":[{"raw_affiliation_string":"Software College, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yu Zhang","orcid":"https://orcid.org/0009-0006-9748-8373"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhang","raw_affiliation_strings":["Software College, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0006-9748-8373","affiliations":[{"raw_affiliation_string":"Software College, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3625,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.87720958,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"24","issue":"3","first_page":"2124","last_page":"2136"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12697","display_name":"Water Quality Monitoring Technologies","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9674999713897705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7114032506942749},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5862887501716614},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5602810978889465},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.5455091595649719},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5223777890205383},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.45340248942375183},{"id":"https://openalex.org/keywords/marine-engineering","display_name":"Marine engineering","score":0.3852919936180115},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30671054124832153},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20223358273506165},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.12965607643127441},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08187851309776306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7114032506942749},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5862887501716614},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5602810978889465},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.5455091595649719},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5223777890205383},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.45340248942375183},{"id":"https://openalex.org/C199104240","wikidata":"https://www.wikidata.org/wiki/Q118291","display_name":"Marine engineering","level":1,"score":0.3852919936180115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30671054124832153},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20223358273506165},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.12965607643127441},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08187851309776306},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3490545","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3490545","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3853590937","display_name":null,"funder_award_id":"U22A2011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G490199994","display_name":null,"funder_award_id":"B240203012","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2295596590","https://openalex.org/W2344400972","https://openalex.org/W2479429355","https://openalex.org/W2508652287","https://openalex.org/W2913711517","https://openalex.org/W3002283465","https://openalex.org/W3017071492","https://openalex.org/W3017073104","https://openalex.org/W3020261978","https://openalex.org/W3022730669","https://openalex.org/W3035984626","https://openalex.org/W3084343743","https://openalex.org/W3089283090","https://openalex.org/W3174487822","https://openalex.org/W3176027082","https://openalex.org/W3204496228","https://openalex.org/W3207254050","https://openalex.org/W4205107701","https://openalex.org/W4226153434","https://openalex.org/W4285198473","https://openalex.org/W4285307531","https://openalex.org/W4285821415","https://openalex.org/W4288768831","https://openalex.org/W4289639903","https://openalex.org/W4312986457","https://openalex.org/W4313169255","https://openalex.org/W4313476619","https://openalex.org/W4320005495","https://openalex.org/W4321483949","https://openalex.org/W4367146525","https://openalex.org/W4378194616","https://openalex.org/W4379033953","https://openalex.org/W4379471151","https://openalex.org/W4386473166"],"related_works":["https://openalex.org/W4388412763","https://openalex.org/W1999583034","https://openalex.org/W4306904969","https://openalex.org/W3217214504","https://openalex.org/W3168963531","https://openalex.org/W2591930867","https://openalex.org/W2953138830","https://openalex.org/W2773822314","https://openalex.org/W3176162126","https://openalex.org/W2103825597"],"abstract_inverted_index":{"With":[0],"the":[1,60,119,122,129,137,150,156,172,178],"rapid":[2],"development":[3],"of":[4,14,74,121,193],"underwater":[5,9,81,173],"materials":[6],"technology":[7],"and":[8,41,55,84,112,159,186,196],"robot":[10],"technology,":[11],"human":[12],"exploitation":[13],"marine":[15],"resources":[16],"has":[17,22],"been":[18],"increasingly":[19],"advanced,":[20],"which":[21],"given":[23],"rise":[24],"to":[25,49,52,58,117,126],"various":[26,188],"application":[27],"scenarios":[28],"for":[29,149,177],"Autonomous":[30],"Underwater":[31],"Vehicle":[32],"(AUV)":[33],"cluster":[34,62,131,152,180],"networks,":[35],"such":[36],"as":[37],"cooperative":[38],"data":[39],"collection":[40],"target":[42,64,138,174],"tracking.":[43],"In":[44],"this":[45],"paper,":[46],"we":[47,78,99,140],"aim":[48],"explore":[50],"how":[51],"utilize":[53],"networking":[54],"swarm":[56],"intelligence":[57],"improve":[59,128],"AUV":[61,130,151,179],"network\u2019s":[63,132],"tracking":[65,175],"performance":[66,135],"in":[67,97,182,191],"a":[68,101,183],"time-saving":[69,102],"manner.":[70],"Specifically,":[71],"on":[72,155],"account":[73],"our":[75,107,166],"previous":[76],"work,":[77],"introduce":[79],"an":[80,86,142],"interrupted":[82],"mechanism":[83],"propose":[85,100,141],"Interrupted":[87,143],"Software-Defined":[88],"Multi-AUV":[89],"Reinforcement":[90],"Learning":[91],"(ISD-MARL)":[92],"architecture.":[93],"For":[94],"MARL":[95,103,123],"algorithm":[96],"ISD-MARL,":[98],"algorithm,":[104],"S-MADDPG,":[105],"integrating":[106],"proposed":[108,157,167],"action":[109,113],"optimization":[110],"model":[111],"network":[114,153,181],"loss":[115],"function,":[116],"accelerate":[118],"convergence":[120,194],"algorithm.":[124],"Furthermore,":[125],"further":[127],"path":[133,176],"planning":[134],"during":[136],"tracking,":[139],"Tracking":[144],"Path":[145],"Planning":[146],"Scheme":[147],"(ITPPS)":[148],"based":[154],"ISD-MARL":[158],"S-MADDPG.":[160],"The":[161],"evaluation":[162],"results":[163],"showcase":[164],"that":[165],"scheme":[168],"can":[169],"effectively":[170],"plan":[171],"shorter":[184],"time":[185],"outperform":[187],"mainstream":[189],"strategies":[190],"terms":[192],"speed":[195],"training":[197],"time,":[198],"etc.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}