{"id":"https://openalex.org/W4210663588","doi":"https://doi.org/10.1109/globecom46510.2021.9685323","title":"Secure and Cooperative Target Tracking via AUV Swarm: A Reinforcement Learning Approach","display_name":"Secure and Cooperative Target Tracking via AUV Swarm: A Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W4210663588","doi":"https://doi.org/10.1109/globecom46510.2021.9685323"},"language":"en","primary_location":{"id":"doi:10.1109/globecom46510.2021.9685323","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685323","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020141700","display_name":"Zhaoqi Yang","orcid":"https://orcid.org/0009-0006-2533-6944"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaoqi Yang","raw_affiliation_strings":["Tsinghua University,Department of Electronic Engineering,Beijing,China,100084"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Electronic Engineering,Beijing,China,100084","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033168204","display_name":"Jun Du","orcid":"https://orcid.org/0000-0002-5213-8808"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Du","raw_affiliation_strings":["Tsinghua University,Department of Electronic Engineering,Beijing,China,100084"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Electronic Engineering,Beijing,China,100084","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011462690","display_name":"Zhaoyue Xia","orcid":"https://orcid.org/0000-0002-1105-1570"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyue Xia","raw_affiliation_strings":["Tsinghua University,Department of Electronic Engineering,Beijing,China,100084"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Electronic Engineering,Beijing,China,100084","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005072193","display_name":"Chunxiao Jiang","orcid":"https://orcid.org/0000-0002-3703-121X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunxiao Jiang","raw_affiliation_strings":["Tsinghua University,Tsinghua Space Center,Beijing,China,100084"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Tsinghua Space Center,Beijing,China,100084","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060341203","display_name":"Abderrahim Benslimane","orcid":"https://orcid.org/0000-0001-9307-6132"},"institutions":[{"id":"https://openalex.org/I198415970","display_name":"Universit\u00e9 d'Avignon et des Pays de Vaucluse","ror":"https://ror.org/00mfpxb84","country_code":"FR","type":"education","lineage":["https://openalex.org/I198415970"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Abderrahim Benslimane","raw_affiliation_strings":["University of Avignon,Department of Computer Science and Engineering,Avignon,France,84911"],"affiliations":[{"raw_affiliation_string":"University of Avignon,Department of Computer Science and Engineering,Avignon,France,84911","institution_ids":["https://openalex.org/I198415970"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002346706","display_name":"Yong Ren","orcid":"https://orcid.org/0000-0003-0312-9371"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Ren","raw_affiliation_strings":["Tsinghua University,Department of Electronic Engineering,Beijing,China,100084"],"affiliations":[{"raw_affiliation_string":"Tsinghua University,Department of Electronic Engineering,Beijing,China,100084","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5020141700"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":7.9149,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.99055031,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7406907081604004},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7066484689712524},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5948852300643921},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.5912745594978333},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.57578045129776},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5467334389686584},{"id":"https://openalex.org/keywords/sonar","display_name":"Sonar","score":0.5170165300369263},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5065485239028931},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44368964433670044},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4200568199157715}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7406907081604004},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7066484689712524},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5948852300643921},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.5912745594978333},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.57578045129776},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5467334389686584},{"id":"https://openalex.org/C555745239","wikidata":"https://www.wikidata.org/wiki/Q133220","display_name":"Sonar","level":2,"score":0.5170165300369263},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5065485239028931},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44368964433670044},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4200568199157715},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom46510.2021.9685323","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom46510.2021.9685323","pdf_url":null,"source":{"id":"https://openalex.org/S4363607714","display_name":"2021 IEEE Global Communications Conference (GLOBECOM)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Global Communications Conference (GLOBECOM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8603200482","display_name":null,"funder_award_id":"2020QNRC001","funder_id":"https://openalex.org/F4320311778","funder_display_name":"China Association for Science and Technology"},{"id":"https://openalex.org/G8846177084","display_name":null,"funder_award_id":"61971257","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320311778","display_name":"China Association for Science and Technology","ror":"https://ror.org/035vmht26"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1544853044","https://openalex.org/W2017957151","https://openalex.org/W2170984917","https://openalex.org/W2789630537","https://openalex.org/W2896863721","https://openalex.org/W3018781951","https://openalex.org/W3089283090","https://openalex.org/W3099689767","https://openalex.org/W3139298425","https://openalex.org/W3159201257","https://openalex.org/W3195884369","https://openalex.org/W4299802797","https://openalex.org/W6738796088","https://openalex.org/W6792706339"],"related_works":["https://openalex.org/W2034753100","https://openalex.org/W2505159293","https://openalex.org/W4381322369","https://openalex.org/W2076811472","https://openalex.org/W3214716569","https://openalex.org/W4360864225","https://openalex.org/W1596388962","https://openalex.org/W3163764829","https://openalex.org/W2303486569","https://openalex.org/W2350690629"],"abstract_inverted_index":{"The":[0],"autonomous":[1],"underwater":[2,14,74,147],"vehicle":[3],"(AUV)":[4],"has":[5],"gradually":[6],"become":[7],"an":[8,73,79,179],"important":[9],"platform":[10],"for":[11],"performing":[12],"various":[13],"tasks.":[15],"Due":[16],"to":[17,159],"the":[18,48,57,110,121,127,130,145,150,156,169,188,206,209],"shortcomings":[19],"resulting":[20],"from":[21],"a":[22,39,67,86,98,135],"single":[23],"AUV's":[24],"poor":[25],"detection,":[26,153],"information":[27,116],"processing":[28],"and":[29,33,149,199],"moving":[30,75],"capabilities,":[31],"more":[32,34],"tasks":[35],"are":[36],"completed":[37],"in":[38,56,109,134,195],"cooperative":[40,69,87],"manner":[41],"by":[42,78],"multiple":[43],"AUVs.":[44],"However,":[45],"most":[46],"of":[47,59,129,144,208],"existing":[49],"works":[50],"do":[51],"not":[52],"consider":[53],"security":[54,128,207],"factors":[55],"process":[58],"multi-AUV":[60],"cooperation.":[61],"In":[62,83,139],"this":[63,84],"paper,":[64],"we":[65,141,177],"propose":[66],"novel":[68],"tracking":[70,93,162,196,200],"scheme":[71],"towards":[72],"target,":[76],"performed":[77],"intelligent":[80],"AUV":[81,146,164,181],"swarm.":[82],"scheme,":[85],"multi-agent":[88,170],"reinforcement":[89],"learning":[90],"(MARL)":[91],"based":[92,167],"algorithm":[94,157,190],"is":[95,118],"proposed":[96,189],"following":[97],"centralized":[99,107],"training":[100,108],"with":[101],"distributed":[102],"execution":[103],"(CT-DE)":[104],"manner.":[105],"After":[106],"designed":[111],"secure":[112],"private":[113],"network,":[114],"no":[115],"sharing":[117],"required":[119],"during":[120],"mission":[122],"execution.":[123],"This":[124],"feature":[125],"ensures":[126],"whole":[131],"system,":[132],"especially":[133],"complex":[136],"confrontation":[137],"scenario.":[138],"addition,":[140],"build":[142],"models":[143],"dynamics":[148],"target":[151,161],"sonar":[152],"which":[154],"make":[155],"applicable":[158],"real":[160],"enabled":[163],"swarms.":[165],"Then,":[166],"on":[168],"deep":[171],"deterministic":[172],"policy":[173],"gradient":[174],"(MADDPG)":[175],"algorithm,":[176],"design":[178],"end-to-end":[180],"control":[182],"algorithm.":[183],"Simulation":[184],"results":[185],"validate":[186],"that":[187],"can":[191],"achieve":[192],"competitive":[193],"performance":[194],"success":[197],"rate":[198],"stability":[201],"against":[202],"baselines,":[203],"while":[204],"ensuring":[205],"entire":[210],"system.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}