{"id":"https://openalex.org/W4417201798","doi":"https://doi.org/10.1109/tvt.2025.3642544","title":"Encoder-Decoder Based Deep Reinforcement Learning for Multi-AUV Assisted Data Collection in UWSNs","display_name":"Encoder-Decoder Based Deep Reinforcement Learning for Multi-AUV Assisted Data Collection in UWSNs","publication_year":2025,"publication_date":"2025-12-10","ids":{"openalex":"https://openalex.org/W4417201798","doi":"https://doi.org/10.1109/tvt.2025.3642544"},"language":null,"primary_location":{"id":"doi:10.1109/tvt.2025.3642544","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3642544","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101624287","display_name":"Jing Xu","orcid":"https://orcid.org/0000-0003-4443-1980"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Xu","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronics Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-4443-1980","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronics Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101235423","display_name":"Jiarun Tang","orcid":"https://orcid.org/0009-0008-2413-7067"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiarun Tang","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronics Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0008-2413-7067","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronics Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101824224","display_name":"Xiao Huang","orcid":"https://orcid.org/0009-0007-5650-3781"},"institutions":[{"id":"https://openalex.org/I4210129465","display_name":"Wuhan Ship Development & Design Institute","ror":"https://ror.org/02mcdae06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210129465"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Huang","raw_affiliation_strings":["China Ship Development and Design Center, Wuhan, China"],"raw_orcid":"https://orcid.org/0009-0007-5650-3781","affiliations":[{"raw_affiliation_string":"China Ship Development and Design Center, Wuhan, China","institution_ids":["https://openalex.org/I4210129465"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035881657","display_name":"Xuan Gu","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuan Gu","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronics Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronics Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102727271","display_name":"Lanhua Li","orcid":"https://orcid.org/0000-0002-9403-3983"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lanhua Li","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-Sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-9403-3983","affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-Sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014610561","display_name":"Jianhua He","orcid":"https://orcid.org/0000-0002-5738-8507"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jianhua He","raw_affiliation_strings":["School of Computer Science and Electronic Engineering, University of Essex, Colchester, U.K"],"raw_orcid":"https://orcid.org/0000-0002-5738-8507","affiliations":[{"raw_affiliation_string":"School of Computer Science and Electronic Engineering, University of Essex, Colchester, U.K","institution_ids":["https://openalex.org/I110002522"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100431757","display_name":"Wei Liu","orcid":"https://orcid.org/0000-0002-2187-8125"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Liu","raw_affiliation_strings":["Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","School of Electronics Information and Communications, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-2187-8125","affiliations":[{"raw_affiliation_string":"Hubei Key Laboratory of Internet of Intelligence, School of Electronic Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Electronics Information and Communications, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.41253297,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"75","issue":"6","first_page":"11454","last_page":"11466"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.004000000189989805,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6611999869346619},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.6096000075340271},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.5264999866485596},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5092999935150146},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5074999928474426},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.3971000015735626},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.3952000141143799},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.3456000089645386},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.34139999747276306},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.33180001378059387}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6987000107765198},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6611999869346619},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.6096000075340271},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5309000015258789},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.5264999866485596},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5092999935150146},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5074999928474426},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.3971000015735626},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.3952000141143799},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3456000089645386},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.34139999747276306},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.33180001378059387},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3305000066757202},{"id":"https://openalex.org/C82578977","wikidata":"https://www.wikidata.org/wiki/Q16773055","display_name":"Data aggregator","level":3,"score":0.3280999958515167},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3248000144958496},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C2779044140","wikidata":"https://www.wikidata.org/wiki/Q3274096","display_name":"Utility maximization problem","level":3,"score":0.32170000672340393},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.31779998540878296},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3100000023841858},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.30820000171661377},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.30660000443458557},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.29339998960494995},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2775999903678894},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.26660001277923584},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.2599000036716461},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25859999656677246},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.25839999318122864},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.25380000472068787},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2025.3642544","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3642544","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1711299420","display_name":"Cooperative and Intelligent Unmanned Aerial Vehicles for Emergency Response Applications","funder_award_id":"EP/Y028317/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2684404336","display_name":"Semantic 5G Vehicle Communication for Safe Cooperative Autonomous Driving","funder_award_id":"EP/Y027787/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6372845708","display_name":null,"funder_award_id":"EP/Y028317/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reliable":[0],"and":[1,26,77,85,116,169,222],"timely":[2],"data":[3,21,51,64,79,89,108],"collection":[4,52],"poses":[5],"a":[6,58,138,160,170,224],"significant":[7],"challenge":[8],"for":[9,49,122,181],"underwater":[10,24,46],"wireless":[11],"sensor":[12,34,54,83,127],"networks":[13],"(UWSNs),":[14],"primarily":[15],"due":[16],"to":[17,32,75,90,98,175,196],"the":[18,27,33,41,88,91,100,106,110,123,131,155,177,186,192,204,210,217],"extremely":[19],"low":[20],"rate":[22],"of":[23,43,102,105,113,126,164,206],"communication":[25],"difficulty":[28],"in":[29,72],"supplying":[30],"energy":[31,124],"nodes.":[35,128],"In":[36],"this":[37],"paper,":[38],"we":[39,95,136,189,202],"explore":[40],"use":[42],"multiple":[44],"autonomous":[45],"vehicles":[47],"(AUVs)":[48],"sequential":[50],"from":[53,80],"nodes":[55],"distributed":[56],"over":[57],"large":[59],"area.":[60],"To":[61,129],"facilitate":[62],"efficient":[63],"collection,":[65],"appropriate":[66],"cluster":[67,171,178],"heads":[68],"(CHs)":[69],"are":[70],"selected":[71,211],"each":[73,182],"region":[74],"collect":[76],"aggregate":[78],"nearby":[81],"energy-limited":[82],"nodes,":[84],"then":[86],"forward":[87],"mobile":[92],"AUVs.":[93],"Specifically,":[94],"investigate":[96],"how":[97],"maximize":[99],"value":[101],"information":[103],"(VoI)":[104],"collected":[107],"through":[109],"joint":[111],"optimization":[112],"CH":[114,199],"selection":[115,167],"multi-AUV":[117],"path":[118],"planning,":[119],"while":[120],"accounting":[121],"constraints":[125],"tackle":[130],"formulated":[132],"VoI":[133,226],"maximization":[134],"problem,":[135],"propose":[137],"deep":[139],"reinforcement":[140],"learning":[141],"algorithm":[142,195],"based":[143],"on":[144,185],"an":[145,165],"encoder-decoder":[146],"architecture.":[147],"The":[148],"whole":[149],"UWSN":[150],"system":[151],"is":[152],"fed":[153],"into":[154],"encoder":[156],"network,":[157],"followed":[158],"by":[159],"composite":[161],"decoder":[162,168,174],"consisting":[163],"AUV":[166],"access":[172,179,209],"sequence":[173,180,205],"generate":[176],"AUV.":[183],"Based":[184],"determined":[187],"sequences,":[188],"further":[190],"utilize":[191],"dynamic":[193],"programming":[194],"achieve":[197],"optimal":[198],"selection.":[200],"Finally,":[201],"obtain":[203],"AUVs":[207],"that":[208,216],"CHs.":[212],"Simulation":[213],"results":[214],"demonstrate":[215],"proposed":[218],"learning-based":[219],"approach":[220],"converges":[221],"achieves":[223],"higher":[225],"than":[227],"existing":[228],"benchmark":[229],"algorithms.":[230]},"counts_by_year":[],"updated_date":"2026-06-23T06:36:01.041984","created_date":"2025-12-10T00:00:00"}