{"id":"https://openalex.org/W4408030041","doi":"https://doi.org/10.1109/taes.2025.3546875","title":"T-D3QN: Deep Reinforcement Learning Based Digitalizing Bit Allocation for Target Tracking in Underwater Wireless Sensor Networks","display_name":"T-D3QN: Deep Reinforcement Learning Based Digitalizing Bit Allocation for Target Tracking in Underwater Wireless Sensor Networks","publication_year":2025,"publication_date":"2025-02-28","ids":{"openalex":"https://openalex.org/W4408030041","doi":"https://doi.org/10.1109/taes.2025.3546875"},"language":"en","primary_location":{"id":"doi:10.1109/taes.2025.3546875","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2025.3546875","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101840725","display_name":"Biao Jin","orcid":"https://orcid.org/0000-0002-2213-4347"},"institutions":[{"id":"https://openalex.org/I4210096899","display_name":"Jiangsu University of Science and Technology","ror":"https://ror.org/00tyjp878","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210096899"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biao Jin","raw_affiliation_strings":["Ocean College, Jiangsu University of Science and Technology, Zhenjiang, China"],"raw_orcid":"https://orcid.org/0000-0002-2213-4347","affiliations":[{"raw_affiliation_string":"Ocean College, Jiangsu University of Science and Technology, Zhenjiang, China","institution_ids":["https://openalex.org/I4210096899"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chao Liu","orcid":"https://orcid.org/0009-0005-9214-075X"},"institutions":[{"id":"https://openalex.org/I4210096899","display_name":"Jiangsu University of Science and Technology","ror":"https://ror.org/00tyjp878","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210096899"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Liu","raw_affiliation_strings":["Ocean College, Jiangsu University of Science and Technology, Zhenjiang, China"],"raw_orcid":"https://orcid.org/0009-0005-9214-075X","affiliations":[{"raw_affiliation_string":"Ocean College, Jiangsu University of Science and Technology, Zhenjiang, China","institution_ids":["https://openalex.org/I4210096899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043680593","display_name":"Zhenkai Zhang","orcid":"https://orcid.org/0000-0003-2439-0923"},"institutions":[{"id":"https://openalex.org/I4210096899","display_name":"Jiangsu University of Science and Technology","ror":"https://ror.org/00tyjp878","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210096899"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenkai Zhang","raw_affiliation_strings":["Ocean College, Jiangsu University of Science and Technology, Zhenjiang, China"],"raw_orcid":"https://orcid.org/0000-0003-2439-0923","affiliations":[{"raw_affiliation_string":"Ocean College, Jiangsu University of Science and Technology, Zhenjiang, China","institution_ids":["https://openalex.org/I4210096899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048006235","display_name":"Zhuxian Lian","orcid":"https://orcid.org/0000-0002-0865-2615"},"institutions":[{"id":"https://openalex.org/I4210096899","display_name":"Jiangsu University of Science and Technology","ror":"https://ror.org/00tyjp878","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210096899"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuxian Lian","raw_affiliation_strings":["Ocean College, Jiangsu University of Science and Technology, Zhenjiang, China"],"raw_orcid":"https://orcid.org/0000-0002-0865-2615","affiliations":[{"raw_affiliation_string":"Ocean College, Jiangsu University of Science and Technology, Zhenjiang, China","institution_ids":["https://openalex.org/I4210096899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100730915","display_name":"Biao Wang","orcid":"https://orcid.org/0000-0001-9249-3049"},"institutions":[{"id":"https://openalex.org/I4210096899","display_name":"Jiangsu University of Science and Technology","ror":"https://ror.org/00tyjp878","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210096899"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biao Wang","raw_affiliation_strings":["Ocean College, Jiangsu University of Science and Technology, Zhenjiang, China"],"raw_orcid":"https://orcid.org/0000-0001-9249-3049","affiliations":[{"raw_affiliation_string":"Ocean College, Jiangsu University of Science and Technology, Zhenjiang, China","institution_ids":["https://openalex.org/I4210096899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033673768","display_name":"Xiangqun Zhang","orcid":"https://orcid.org/0000-0001-9229-9588"},"institutions":[{"id":"https://openalex.org/I903994226","display_name":"Xuchang University","ror":"https://ror.org/03k174p87","country_code":"CN","type":"education","lineage":["https://openalex.org/I903994226"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangqun Zhang","raw_affiliation_strings":["Xuchang University, Xuchang, China"],"raw_orcid":"https://orcid.org/0000-0001-9229-9588","affiliations":[{"raw_affiliation_string":"Xuchang University, Xuchang, China","institution_ids":["https://openalex.org/I903994226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011299635","display_name":"Genyuan Du","orcid":"https://orcid.org/0000-0003-2843-1585"},"institutions":[{"id":"https://openalex.org/I903994226","display_name":"Xuchang University","ror":"https://ror.org/03k174p87","country_code":"CN","type":"education","lineage":["https://openalex.org/I903994226"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Genyuan Du","raw_affiliation_strings":["Xuchang University, Xuchang, China"],"raw_orcid":"https://orcid.org/0000-0003-2843-1585","affiliations":[{"raw_affiliation_string":"Xuchang University, Xuchang, China","institution_ids":["https://openalex.org/I903994226"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7218,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.65339058,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"61","issue":"4","first_page":"8546","last_page":"8559"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12697","display_name":"Water Quality Monitoring Technologies","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9122999906539917,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7627631425857544},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.715559720993042},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.6444965600967407},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.5608112812042236},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5039286017417908},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.49066293239593506},{"id":"https://openalex.org/keywords/bit","display_name":"Bit (key)","score":0.46380212903022766},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4374024271965027},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.41845113039016724},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.27089011669158936},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.22692295908927917}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7627631425857544},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.715559720993042},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.6444965600967407},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.5608112812042236},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5039286017417908},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.49066293239593506},{"id":"https://openalex.org/C117011727","wikidata":"https://www.wikidata.org/wiki/Q1278488","display_name":"Bit (key)","level":2,"score":0.46380212903022766},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4374024271965027},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.41845113039016724},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.27089011669158936},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.22692295908927917},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taes.2025.3546875","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2025.3546875","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4545209052","display_name":null,"funder_award_id":"2022M712687","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G7596245075","display_name":null,"funder_award_id":"61701416","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2007137388","https://openalex.org/W2012913059","https://openalex.org/W2025911940","https://openalex.org/W2095991840","https://openalex.org/W2123741565","https://openalex.org/W2124826531","https://openalex.org/W2130054489","https://openalex.org/W2141829687","https://openalex.org/W2161080764","https://openalex.org/W2169011930","https://openalex.org/W2171206152","https://openalex.org/W2746553466","https://openalex.org/W2767982382","https://openalex.org/W2775260310","https://openalex.org/W2794140674","https://openalex.org/W2808008953","https://openalex.org/W2907186756","https://openalex.org/W2924518598","https://openalex.org/W2953289731","https://openalex.org/W3024073648","https://openalex.org/W3128086886","https://openalex.org/W3186191935","https://openalex.org/W3201753359","https://openalex.org/W3203725697","https://openalex.org/W3212485441","https://openalex.org/W3214426660","https://openalex.org/W4213251304","https://openalex.org/W4246402540","https://openalex.org/W4310036640","https://openalex.org/W4318046977","https://openalex.org/W4320896402","https://openalex.org/W4385245566","https://openalex.org/W4386590783","https://openalex.org/W4390187455","https://openalex.org/W4401379809","https://openalex.org/W4401536931","https://openalex.org/W6679726404","https://openalex.org/W6685444567","https://openalex.org/W6687681856"],"related_works":["https://openalex.org/W4327546585","https://openalex.org/W2411923897","https://openalex.org/W4394546135","https://openalex.org/W4285347720","https://openalex.org/W4200259850","https://openalex.org/W2333831899","https://openalex.org/W2484894494","https://openalex.org/W2367385042","https://openalex.org/W4388412763","https://openalex.org/W4381186982"],"abstract_inverted_index":{"Reducing":[0],"energy":[1,39,97,111,129],"consumption":[2,112,130],"while":[3,131],"maintaining":[4],"tracking":[5,17,36,80,108,185],"accuracy":[6,37,134],"is":[7,31],"a":[8,102,123,138,181],"significant":[9],"challenge":[10],"in":[11,33,48,81,168],"the":[12,143,156,176],"context":[13],"of":[14,24],"underwater":[15,82],"target":[16,79,184],"using":[18],"wireless":[19],"sensor":[20,29,83,93,115,164],"networks.":[21,84],"The":[22],"allocation":[23,47,70,125,151],"digitalizing":[25],"bits":[26],"for":[27,45,78],"each":[28],"node":[30],"pivotal":[32],"influencing":[34],"both":[35],"and":[38,57,91,110,187],"efficiency.":[40,195],"However,":[41],"traditional":[42],"optimization":[43],"methods":[44],"bit":[46,69,106,124,150,166,189],"sensing":[49],"quantization":[50,165],"are":[51],"constrained":[52],"by":[53],"environmental":[54],"dependencies,":[55],"inflexibility,":[56],"prolonged":[58],"computation":[59],"times.":[60],"To":[61],"address":[62],"these":[63,114],"issues,":[64],"we":[65,100,121],"propose":[66],"an":[67],"innovative":[68],"algorithm":[71,86,178],"based":[72],"on":[73,88,118],"deep":[74,146],"reinforcement":[75,158],"learning":[76,159],"(DRL)":[77],"This":[85,153],"focuses":[87],"adaptively":[89],"quantizing":[90],"transmitting":[92],"data":[94],"to":[95,127,133,148,161],"optimize":[96,149],"usage.":[98],"Initially,":[99],"establish":[101],"quantitative":[103],"relationship":[104],"between":[105,183],"allocation,":[107],"accuracy,":[109],"within":[113],"nodes.":[116],"Building":[117],"this":[119],"foundation,":[120],"develop":[122],"model":[126],"minimize":[128],"adhering":[132],"constraints.":[135],"We":[136],"present":[137],"novel":[139],"transformer-based":[140],"DRL":[141],"network,":[142],"transformer-double":[144],"dueling":[145],"Q-network,":[147],"strategies.":[152],"network":[154],"facilitates":[155],"offline-trained":[157],"agent":[160],"derive":[162],"optimal":[163],"allocations":[167],"real":[169],"time.":[170],"Our":[171],"experimental":[172],"results":[173],"demonstrate":[174],"that":[175],"proposed":[177],"effectively":[179],"achieves":[180],"balance":[182],"precision":[186],"digital":[188],"consumption,":[190],"significantly":[191],"enhancing":[192],"real-time":[193],"computational":[194]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}