{"id":"https://openalex.org/W4386449971","doi":"https://doi.org/10.1109/iccc57788.2023.10233323","title":"Reinforcement Learning Based AUV Localization in Underwater Acoustic Sensor Networks","display_name":"Reinforcement Learning Based AUV Localization in Underwater Acoustic Sensor Networks","publication_year":2023,"publication_date":"2023-08-10","ids":{"openalex":"https://openalex.org/W4386449971","doi":"https://doi.org/10.1109/iccc57788.2023.10233323"},"language":"en","primary_location":{"id":"doi:10.1109/iccc57788.2023.10233323","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iccc57788.2023.10233323","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CIC International Conference on Communications in China (ICCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034590668","display_name":"Chuhuan Liu","orcid":"https://orcid.org/0000-0001-5134-4805"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chuhuan Liu","raw_affiliation_strings":["Xiamen University,Department of Information and Communication Engineering,Xiamen,China","Department of Information and Communication Engineering, Xiamen University, Xiamen, China","Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, China"],"affiliations":[{"raw_affiliation_string":"Xiamen University,Department of Information and Communication Engineering,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100405124","display_name":"Yifan Chen","orcid":"https://orcid.org/0000-0001-7645-623X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Chen","raw_affiliation_strings":["Xiamen University,Department of Information and Communication Engineering,Xiamen,China","Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, China","Department of Information and Communication Engineering, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Xiamen University,Department of Information and Communication Engineering,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068976123","display_name":"Liang Xiao","orcid":"https://orcid.org/0000-0003-2402-611X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Xiao","raw_affiliation_strings":["Xiamen University,Department of Information and Communication Engineering,Xiamen,China","Department of Information and Communication Engineering, Xiamen University, Xiamen, China","Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, China"],"affiliations":[{"raw_affiliation_string":"Xiamen University,Department of Information and Communication Engineering,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013729643","display_name":"Helin Yang","orcid":"https://orcid.org/0000-0001-9697-7470"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Helin Yang","raw_affiliation_strings":["Xiamen University,Department of Information and Communication Engineering,Xiamen,China","Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, China","Department of Information and Communication Engineering, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Xiamen University,Department of Information and Communication Engineering,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100755438","display_name":"Wei Su","orcid":"https://orcid.org/0000-0003-1874-1256"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Su","raw_affiliation_strings":["Xiamen University,Department of Information and Communication Engineering,Xiamen,China","Department of Information and Communication Engineering, Xiamen University, Xiamen, China","Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, China"],"affiliations":[{"raw_affiliation_string":"Xiamen University,Department of Information and Communication Engineering,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054902964","display_name":"Xudong You","orcid":"https://orcid.org/0000-0003-3009-1946"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xudong You","raw_affiliation_strings":["Xiamen University,Department of Information and Communication Engineering,Xiamen,China","Department of Information and Communication Engineering, Xiamen University, Xiamen, China","Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, China"],"affiliations":[{"raw_affiliation_string":"Xiamen University,Department of Information and Communication Engineering,Xiamen,China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Department of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5034590668"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":0.2034,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5028112,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11698","display_name":"Underwater Acoustics Research","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1910","display_name":"Oceanography"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/beacon","display_name":"Beacon","score":0.9087685346603394},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.7468096613883972},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6756962537765503},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6475396752357483},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6171079874038696},{"id":"https://openalex.org/keywords/underwater-acoustic-communication","display_name":"Underwater acoustic communication","score":0.5861585140228271},{"id":"https://openalex.org/keywords/underwater-acoustics","display_name":"Underwater acoustics","score":0.5288856029510498},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5123101472854614},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.48328927159309387},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.4826012849807739},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4413374364376068},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.43085044622421265},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.3561032712459564},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32126492261886597},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23265695571899414},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.10802766680717468},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09449052810668945},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.0789162814617157}],"concepts":[{"id":"https://openalex.org/C102168758","wikidata":"https://www.wikidata.org/wiki/Q7321258","display_name":"Beacon","level":2,"score":0.9087685346603394},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.7468096613883972},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6756962537765503},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6475396752357483},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6171079874038696},{"id":"https://openalex.org/C169111936","wikidata":"https://www.wikidata.org/wiki/Q424098","display_name":"Underwater acoustic communication","level":3,"score":0.5861585140228271},{"id":"https://openalex.org/C67467970","wikidata":"https://www.wikidata.org/wiki/Q1292425","display_name":"Underwater acoustics","level":3,"score":0.5288856029510498},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5123101472854614},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.48328927159309387},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.4826012849807739},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4413374364376068},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.43085044622421265},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.3561032712459564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32126492261886597},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23265695571899414},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.10802766680717468},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09449052810668945},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0789162814617157},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccc57788.2023.10233323","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iccc57788.2023.10233323","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CIC International Conference on Communications in China (ICCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1982494121","https://openalex.org/W1984085432","https://openalex.org/W2028526813","https://openalex.org/W2046220682","https://openalex.org/W2123244794","https://openalex.org/W2159142527","https://openalex.org/W2342625116","https://openalex.org/W2537986509","https://openalex.org/W2789151399","https://openalex.org/W2892472137","https://openalex.org/W2895328857","https://openalex.org/W2899380713","https://openalex.org/W2921989781","https://openalex.org/W2963049774","https://openalex.org/W2979931907","https://openalex.org/W3022039839","https://openalex.org/W3027702711","https://openalex.org/W3040914594","https://openalex.org/W3086453453","https://openalex.org/W3095416213","https://openalex.org/W3112726452","https://openalex.org/W6752725515"],"related_works":["https://openalex.org/W3081304190","https://openalex.org/W1989468614","https://openalex.org/W4362661796","https://openalex.org/W2556643280","https://openalex.org/W2344578948","https://openalex.org/W2325565661","https://openalex.org/W46613192","https://openalex.org/W2363597014","https://openalex.org/W4366376692","https://openalex.org/W1510681752"],"abstract_inverted_index":{"Many":[0],"crucial":[1],"underwater":[2,15,41,50],"tasks":[3],"are":[4],"performed":[5],"based":[6,64,95,125],"on":[7,65,96,126],"the":[8,57,74,91,97,100,127,134,149],"precise":[9],"positions":[10],"of":[11,62,78,103,114],"target":[12],"nodes":[13],"in":[14,30,112],"acoustic":[16,31],"sensor":[17],"networks":[18],"(UASNs).":[19],"However,":[20],"due":[21],"to":[22,36,55,89],"significant":[23],"signal":[24,108],"attenuation":[25],"and":[26,39,59,70,106,117,144],"long":[27],"propagation":[28],"latency":[29],"communication,":[32],"it":[33],"is":[34,87,121],"challenging":[35],"achieve":[37],"accurate":[38],"energy-efficient":[40],"localization.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46],"propose":[47],"an":[48],"autonomous":[49],"vehicles":[51],"(AUVs)":[52],"localization":[53,79,93,139],"scheme":[54,136],"determine":[56],"selection":[58],"transmit":[60],"power":[61],"beacons":[63,72,105],"range":[66],"measurements":[67],"between":[68],"AUVs":[69],"mobile":[71],"using":[73],"two-ray":[75],"travel":[76],"time":[77],"signals.":[80],"Then,":[81],"a":[82],"safe":[83],"reinforcement":[84],"learning":[85],"algorithm":[86],"proposed":[88,135],"select":[90],"AUV":[92,98],"policy":[94],"depth,":[99],"previous":[101],"number":[102],"selected":[104],"received":[107],"strengths.":[109],"Performance":[110],"analysis":[111],"terms":[113],"computational":[115],"complexity":[116],"Cramer-Rao":[118],"lower":[119,141],"bound":[120],"provided.":[122],"Simulation":[123],"results":[124],"isogradient":[128],"sound":[129],"speed":[130],"model":[131],"show":[132],"that":[133],"achieves":[137],"higher":[138,145],"accuracy,":[140],"energy":[142],"consumption":[143],"utility":[146],"compared":[147],"with":[148],"benchmark.":[150]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}