{"id":"https://openalex.org/W4387609342","doi":"https://doi.org/10.1109/jiot.2023.3324392","title":"Asynchronous Localization for Underwater Acoustic Sensor Networks: A Continuous Control Deep Reinforcement Learning Approach","display_name":"Asynchronous Localization for Underwater Acoustic Sensor Networks: A Continuous Control Deep Reinforcement Learning Approach","publication_year":2023,"publication_date":"2023-10-13","ids":{"openalex":"https://openalex.org/W4387609342","doi":"https://doi.org/10.1109/jiot.2023.3324392"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3324392","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3324392","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102974001","display_name":"Chengyi Zhou","orcid":"https://orcid.org/0000-0002-5045-4962"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chengyi Zhou","raw_affiliation_strings":["College of Electrical Engineering and the National Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5045-4962","affiliations":[{"raw_affiliation_string":"College of Electrical Engineering and the National Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033808402","display_name":"Meiqin Liu","orcid":"https://orcid.org/0000-0003-0693-6574"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meiqin Liu","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, China","College of Electrical Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0693-6574","affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, Xi’an Jiaotong University, Xi’an, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"College of Electrical Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003643230","display_name":"Senlin Zhang","orcid":"https://orcid.org/0000-0001-5117-3110"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Senlin Zhang","raw_affiliation_strings":["College of Electrical Engineering and the National Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5117-3110","affiliations":[{"raw_affiliation_string":"College of Electrical Engineering and the National Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048107920","display_name":"Ronghao Zheng","orcid":"https://orcid.org/0000-0002-9095-5905"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ronghao Zheng","raw_affiliation_strings":["College of Electrical Engineering and the National Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9095-5905","affiliations":[{"raw_affiliation_string":"College of Electrical Engineering and the National Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004998505","display_name":"Shanling Dong","orcid":"https://orcid.org/0000-0002-1754-1829"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanling Dong","raw_affiliation_strings":["College of Electrical Engineering and the National Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electrical Engineering and the National Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038197310","display_name":"Zhunga Liu","orcid":"https://orcid.org/0000-0001-7144-7449"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhunga Liu","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0001-7144-7449","affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102974001"],"corresponding_institution_ids":["https://openalex.org/I55712492"],"apc_list":null,"apc_paid":null,"fwci":1.1574,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.77115614,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"11","issue":"6","first_page":"9505","last_page":"9521"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8072991371154785},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.754387378692627},{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7276276350021362},{"id":"https://openalex.org/keywords/acoustic-sensor","display_name":"Acoustic sensor","score":0.6479045748710632},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.5385928750038147},{"id":"https://openalex.org/keywords/underwater-acoustics","display_name":"Underwater acoustics","score":0.4699098467826843},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.4581112265586853},{"id":"https://openalex.org/keywords/underwater-acoustic-communication","display_name":"Underwater acoustic communication","score":0.44999492168426514},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3486559987068176},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.3274332880973816},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18905627727508545},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1883157193660736}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8072991371154785},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.754387378692627},{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7276276350021362},{"id":"https://openalex.org/C2986501211","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustic sensor","level":2,"score":0.6479045748710632},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.5385928750038147},{"id":"https://openalex.org/C67467970","wikidata":"https://www.wikidata.org/wiki/Q1292425","display_name":"Underwater acoustics","level":3,"score":0.4699098467826843},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.4581112265586853},{"id":"https://openalex.org/C169111936","wikidata":"https://www.wikidata.org/wiki/Q424098","display_name":"Underwater acoustic communication","level":3,"score":0.44999492168426514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3486559987068176},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.3274332880973816},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18905627727508545},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1883157193660736},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3324392","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3324392","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8500000238418579,"display_name":"Life below water","id":"https://metadata.un.org/sdg/14"}],"awards":[{"id":"https://openalex.org/G3336963166","display_name":null,"funder_award_id":"LZ23F030006","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"},{"id":"https://openalex.org/G7192519596","display_name":null,"funder_award_id":"62173299","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7603313047","display_name":null,"funder_award_id":"U1909206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1506975760","https://openalex.org/W1602197575","https://openalex.org/W1977546151","https://openalex.org/W1983523797","https://openalex.org/W2008221602","https://openalex.org/W2028526813","https://openalex.org/W2046376809","https://openalex.org/W2092311378","https://openalex.org/W2099983996","https://openalex.org/W2104264645","https://openalex.org/W2145339207","https://openalex.org/W2146446044","https://openalex.org/W2149472588","https://openalex.org/W2150397151","https://openalex.org/W2159381334","https://openalex.org/W2172968643","https://openalex.org/W2517658871","https://openalex.org/W2554469899","https://openalex.org/W2583784334","https://openalex.org/W2623902153","https://openalex.org/W2765614438","https://openalex.org/W2787938642","https://openalex.org/W2789151399","https://openalex.org/W2883705171","https://openalex.org/W2888070266","https://openalex.org/W2895328857","https://openalex.org/W2904246096","https://openalex.org/W2911022666","https://openalex.org/W2920484856","https://openalex.org/W2946336613","https://openalex.org/W2963864421","https://openalex.org/W2979430851","https://openalex.org/W2980303531","https://openalex.org/W2992172366","https://openalex.org/W3022039839","https://openalex.org/W3045004532","https://openalex.org/W3106381443","https://openalex.org/W3109816597","https://openalex.org/W3112726452","https://openalex.org/W3194924098","https://openalex.org/W3196321049","https://openalex.org/W4206186127","https://openalex.org/W4221015199","https://openalex.org/W4226019017","https://openalex.org/W4289825038","https://openalex.org/W6674884181","https://openalex.org/W6684921986","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6755150206"],"related_works":["https://openalex.org/W4362661796","https://openalex.org/W1989468614","https://openalex.org/W2344578948","https://openalex.org/W2556643280","https://openalex.org/W2325565661","https://openalex.org/W46613192","https://openalex.org/W2363597014","https://openalex.org/W4366376692","https://openalex.org/W1510681752","https://openalex.org/W2066466432"],"abstract_inverted_index":{"The":[0,92],"localization":[1,31,86,114,124,149,160,165,240,244],"of":[2,102,178,220],"underwater":[3,40],"acoustic":[4],"sensor":[5],"networks":[6],"(UASNs)":[7],"has":[8,36,65],"emerged":[9],"as":[10,126,181],"a":[11,53,108,127,141,223],"critical":[12],"research":[13],"area":[14],"in":[15,38,71,167],"the":[16,22,30,48,103,123,148,164,176,182,198,202,211,215,231,236],"marine":[17],"information":[18],"fusion":[19],"field.":[20],"Generally,":[21],"convex":[23,54,199,203],"optimization":[24,50,55,74],"method":[25,35],"is":[26,44,95,205],"adopted":[27],"to":[28,46,81,87,107,146,162,190,222],"solve":[29,147],"problem.":[32,150],"However,":[33],"this":[34,118,152],"limitations":[37],"complex":[39],"environments,":[41],"since":[42],"it":[43],"difficult":[45],"transform":[47],"nonconvex":[49],"problem":[51,56,125,166],"into":[52],"under":[57],"such":[58,193],"conditions.":[59],"Recently,":[60],"deep":[61],"reinforcement":[62],"learning":[63],"(DRL)":[64],"shown":[66],"great":[67],"potential":[68],"and":[69,90,113,135,138,170,227,242],"promise":[70],"solving":[72],"intricate":[73],"tasks.":[75],"Motivated":[76],"by":[77],"this,":[78],"we":[79,120,154],"propose":[80],"adopt":[82],"DRL":[83,144,234],"for":[84],"UASNs":[85],"improve":[88],"accuracy":[89,245],"robustness.":[91],"key":[93],"challenge":[94],"that":[96],"existing":[97],"DRL-based":[98,159],"methods":[99],"require":[100],"discretization":[101],"environment,":[104],"which":[105],"leads":[106],"compromise":[109],"between":[110],"search":[111],"time":[112,241],"precision.":[115],"To":[116],"address":[117,163],"challenge,":[119],"first":[121],"model":[122],"Markov":[128],"decision":[129],"process":[130],"(MDP)":[131],"with":[132,197,210,230],"continuous":[133,142,157],"state":[134],"action":[136],"spaces":[137],"subsequently":[139],"introduce":[140],"control":[143,158,233],"framework":[145],"Within":[151],"framework,":[153],"develop":[155],"three":[156],"estimators":[161,217,238],"unsupervised,":[168],"supervised,":[169],"semisupervised":[171],"scenarios.":[172],"Comprehensive":[173],"simulations":[174],"demonstrate":[175],"effectiveness":[177],"our":[179],"approach,":[180],"proposed":[183,216,237],"solutions":[184],"exhibit":[185],"several":[186],"advantageous":[187],"features":[188],"compared":[189,196,209,229],"traditional":[191],"methods,":[192],"as:":[194],"1)":[195],"optimization-based":[200],"method,":[201,214,235],"relaxation":[204],"not":[206],"required;":[207],"2)":[208],"least":[212],"squares":[213],"are":[218],"capable":[219],"converging":[221],"global":[224],"optimal":[225],"state;":[226],"3)":[228],"discrete":[232],"reduce":[239],"enhance":[243],"significantly.":[246]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}