{"id":"https://openalex.org/W2908816692","doi":"https://doi.org/10.1109/access.2019.2891590","title":"DQELR: An Adaptive Deep Q-Network-Based Energy- and Latency-Aware Routing Protocol Design for Underwater Acoustic Sensor Networks","display_name":"DQELR: An Adaptive Deep Q-Network-Based Energy- and Latency-Aware Routing Protocol Design for Underwater Acoustic Sensor Networks","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2908816692","doi":"https://doi.org/10.1109/access.2019.2891590","mag":"2908816692"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2891590","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2891590","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08606050.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08606050.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071725359","display_name":"Yishan Su","orcid":"https://orcid.org/0000-0001-6958-0806"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yishan Su","raw_affiliation_strings":["Department of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008628472","display_name":"Rong Fan","orcid":"https://orcid.org/0000-0001-6703-4844"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong Fan","raw_affiliation_strings":["Department of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-6703-4844","affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020126505","display_name":"Xiaomei Fu","orcid":"https://orcid.org/0000-0002-3026-4416"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaomei Fu","raw_affiliation_strings":["Department of Marine Science and Technology, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-3026-4416","affiliations":[{"raw_affiliation_string":"Department of Marine Science and Technology, Tianjin University, Tianjin, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024105879","display_name":"Zhigang Jin","orcid":"https://orcid.org/0000-0001-5777-569X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhigang Jin","raw_affiliation_strings":["Department of Electrical and Information Engineering, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Information Engineering, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":9.5115,"has_fulltext":true,"cited_by_count":93,"citation_normalized_percentile":{"value":0.98852772,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"9091","last_page":"9104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7784460783004761},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6701806783676147},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.616511344909668},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.5420026183128357},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5095191597938538},{"id":"https://openalex.org/keywords/unicast","display_name":"Unicast","score":0.4665023684501648},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4644043445587158},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.2620919644832611},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12976771593093872},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09788945317268372},{"id":"https://openalex.org/keywords/multicast","display_name":"Multicast","score":0.08529245853424072}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7784460783004761},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6701806783676147},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.616511344909668},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.5420026183128357},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5095191597938538},{"id":"https://openalex.org/C11704745","wikidata":"https://www.wikidata.org/wiki/Q918337","display_name":"Unicast","level":3,"score":0.4665023684501648},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4644043445587158},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.2620919644832611},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12976771593093872},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09788945317268372},{"id":"https://openalex.org/C32295351","wikidata":"https://www.wikidata.org/wiki/Q899288","display_name":"Multicast","level":2,"score":0.08529245853424072},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2891590","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2891590","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08606050.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:48046a4cf41e49fab3c043f0e8860384","is_oa":true,"landing_page_url":"https://doaj.org/article/48046a4cf41e49fab3c043f0e8860384","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 9091-9104 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2891590","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2891590","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08606050.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1305798195","display_name":"\u751f\u7269\u53cb\u597d\u7684\u8ba4\u77e5\u6c34\u58f0\u7f51\u7edc\u9891\u8c31\u7ba1\u7406\u4e0e\u8def\u7531\u673a\u5236\u7814\u7a76","funder_award_id":"61571318","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1566151980","display_name":null,"funder_award_id":"61571323","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G1583237542","display_name":null,"funder_award_id":"61571318","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G1586640299","display_name":null,"funder_award_id":"61862020","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G336446767","display_name":"\u9ad8\u52a8\u6001\u73af\u5883\u4e0b\u6c34\u4e0b\u6ed1\u7fd4\u673a\u5927\u89c4\u6a21\u53ef\u9760\u7ec4\u7f51\u673a\u5236\u7814\u7a76","funder_award_id":"61701335","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3980716078","display_name":null,"funder_award_id":"17JCQNJC01300","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5019289348","display_name":null,"funder_award_id":"614221801050517","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6071933561","display_name":null,"funder_award_id":"ZDYF2018006","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G6555085807","display_name":null,"funder_award_id":"61701335","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G6605321796","display_name":null,"funder_award_id":"ZDYF2018006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G699452168","display_name":"\u9762\u5411\u5357\u6d77\u76d1\u6d4b\u7684\u6c34\u4e0b\u4f20\u611f\u5668\u7f51\u7edc\u4f20\u8f93\u673a\u5236\u7814\u7a76","funder_award_id":"61862020","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7078278507","display_name":null,"funder_award_id":"61861014","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G7293062120","display_name":null,"funder_award_id":"614221801050517","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G8016356971","display_name":"\u5f31\u901a\u4fe1\u6761\u4ef6\u4e0b\u5927\u89c4\u6a21AUV\u53ef\u9760\u7ec4\u7f51\u673a\u5236\u7814\u7a76","funder_award_id":"61861014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8124913254","display_name":null,"funder_award_id":"17JCQNJC01300","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G8579468067","display_name":"\u57fa\u4e8e\u538b\u7f29\u611f\u77e5\u7684\u65e0\u7ebf\u534f\u4f5c\u7269\u7406\u5c42\u5b89\u5168\u901a\u4fe1\u7406\u8bba\u4e0e\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61571323","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323993","display_name":"Natural Science Foundation of Tianjin City","ror":null},{"id":"https://openalex.org/F4320330121","display_name":"State Key Laboratory for Underwater Information and Control","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2908816692.pdf","grobid_xml":"https://content.openalex.org/works/W2908816692.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W58949250","https://openalex.org/W64893869","https://openalex.org/W1483795806","https://openalex.org/W1549535141","https://openalex.org/W1554648094","https://openalex.org/W1607802454","https://openalex.org/W1641560426","https://openalex.org/W1800050583","https://openalex.org/W1974647236","https://openalex.org/W2038860908","https://openalex.org/W2040924935","https://openalex.org/W2079064954","https://openalex.org/W2093125009","https://openalex.org/W2099574482","https://openalex.org/W2099641228","https://openalex.org/W2130509337","https://openalex.org/W2145339207","https://openalex.org/W2156689181","https://openalex.org/W2170191580","https://openalex.org/W2170388813","https://openalex.org/W2241954113","https://openalex.org/W2286212328","https://openalex.org/W2308002575","https://openalex.org/W2513239067","https://openalex.org/W2542939065","https://openalex.org/W2566441611","https://openalex.org/W2592990940","https://openalex.org/W2738795732","https://openalex.org/W2782679645","https://openalex.org/W2899351752","https://openalex.org/W2964043796","https://openalex.org/W4298857966","https://openalex.org/W6602317764","https://openalex.org/W6633142170","https://openalex.org/W6638010724","https://openalex.org/W6690489245","https://openalex.org/W6692846177"],"related_works":["https://openalex.org/W2508558984","https://openalex.org/W3008817519","https://openalex.org/W4288633135","https://openalex.org/W2952300997","https://openalex.org/W2794998165","https://openalex.org/W2910872135","https://openalex.org/W2378130666","https://openalex.org/W2615656263","https://openalex.org/W1675048170","https://openalex.org/W2159341820"],"abstract_inverted_index":{"Underwater":[0],"acoustic":[1],"sensor":[2],"networks":[3],"(UASNs)":[4],"have":[5,37],"become":[6],"a":[7,79,157,191],"popular":[8],"research":[9,12],"topic,":[10],"with":[11,83,112,195],"challenges":[13],"focused":[14],"on":[15,98],"underwater":[16],"communication":[17,109,134],"techniques.":[18],"By":[19],"incorporating":[20],"long":[21],"end-to-end":[22],"latency,":[23],"high":[24],"energy":[25,101,124,169,199],"consumption":[26,170],"and":[27,48,65,86,102,125,132,171,198],"dynamic":[28],"network":[29,72,141,145,179,193],"topology":[30,146],"in":[31,74,181,208],"UASNs,":[32],"many":[33],"intelligent":[34],"routing":[35,50,67,95,159],"protocols":[36,51],"been":[38],"proposed":[39],"to":[40,70,91,139,203],"solve":[41],"the":[42,77,100,113,130,162,175,187],"problem.":[43],"However,":[44],"shortcomings":[45],"still":[46],"exist,":[47],"comprehensive":[49],"are":[52],"urgently":[53],"needed.":[54],"In":[55,76,143],"this":[56],"paper,":[57],"we":[58],"propose":[59],"an":[60,152],"adaptive":[61],"Deep":[62,80],"Q-Network-based":[63],"energy-":[64],"latency-aware":[66],"protocol":[68],"(DQELR)":[69],"prolong":[71,178],"lifetimes":[73,180],"UASNs.":[75,182,209],"DQELR,":[78],"Q-Network":[81],"algorithm":[82],"both":[84,99,123],"off-policy":[85],"on-policy":[87,153],"methods":[88],"is":[89,136],"adopted":[90],"make":[92],"globally":[93],"optimal":[94],"decisions.":[96],"Based":[97],"depth":[103],"states":[104],"of":[105,129],"nodes":[106,111],"at":[107],"different":[108],"stages,":[110],"maximum":[114],"Q-value":[115],"can":[116,148,177,189],"be":[117,149],"selected":[118],"as":[119],"forwarders":[120],"adaptively":[121],"considering":[122],"latency.":[126],"A":[127],"hybrid":[128],"broadcast":[131],"unicast":[133],"mechanisms":[135],"also":[137],"designed":[138],"reduce":[140],"overhead.":[142],"addition,":[144],"changes":[147],"addressed":[150],"through":[151],"method":[154],"that":[155,186],"makes":[156],"new":[158],"decision":[160],"when":[161],"current":[163],"route":[164],"becomes":[165],"corrupted.":[166],"With":[167],"less":[168],"strict":[172],"latency":[173,197],"limitations,":[174],"DQELR":[176,188],"Simulation":[183],"results":[184],"show":[185],"achieve":[190],"superior":[192],"lifetime":[194],"better":[196],"efficiency":[200],"performances":[201],"relative":[202],"other":[204],"general":[205],"schemes":[206],"applied":[207]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":18},{"year":2019,"cited_by_count":6}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}