{"id":"https://openalex.org/W3128086886","doi":"https://doi.org/10.1109/tvt.2021.3055065","title":"An Adaptive Asynchronous Wake-Up Scheme for Underwater Acoustic Sensor Networks Using Deep Reinforcement Learning","display_name":"An Adaptive Asynchronous Wake-Up Scheme for Underwater Acoustic Sensor Networks Using Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-01-27","ids":{"openalex":"https://openalex.org/W3128086886","doi":"https://doi.org/10.1109/tvt.2021.3055065","mag":"3128086886"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3055065","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3055065","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038619794","display_name":"Ruoyu Su","orcid":null},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruoyu Su","raw_affiliation_strings":["School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055137889","display_name":"Zijun Gong","orcid":"https://orcid.org/0000-0002-8300-6672"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zijun Gong","raw_affiliation_strings":["Department of Electrical, and Computer Engineering, Memorial University, St. John's, NL, Canada","Department of Electrical, and Computer Engineering, Memorial University, St. John's, NL, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, and Computer Engineering, Memorial University, St. John's, NL, Canada","institution_ids":["https://openalex.org/I130438778"]},{"raw_affiliation_string":"Department of Electrical, and Computer Engineering, Memorial University, St. John's, NL, Canada","institution_ids":["https://openalex.org/I130438778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076984228","display_name":"Dengyin Zhang","orcid":"https://orcid.org/0000-0001-6080-6151"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dengyin Zhang","raw_affiliation_strings":["School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354297","display_name":"Cheng Li","orcid":"https://orcid.org/0000-0003-3424-2414"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Cheng Li","raw_affiliation_strings":["Department of Electrical, and Computer Engineering, Memorial University, St. John's, NL, Canada","Department of Electrical, and Computer Engineering, Memorial University, St. John's, NL, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, and Computer Engineering, Memorial University, St. John's, NL, Canada","institution_ids":["https://openalex.org/I130438778"]},{"raw_affiliation_string":"Department of Electrical, and Computer Engineering, Memorial University, St. John's, NL, Canada","institution_ids":["https://openalex.org/I130438778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067333778","display_name":"Yuanzhu Chen","orcid":"https://orcid.org/0000-0002-6998-6408"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yuanzhu Chen","raw_affiliation_strings":["Department of Computer Science, Memorial University, St. John's, NL, Canada","Department of Computer Science, Memorial University, St. John's, NL, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Memorial University, St. John's, NL, Canada","institution_ids":["https://openalex.org/I130438778"]},{"raw_affiliation_string":"Department of Computer Science, Memorial University, St. John's, NL, Canada","institution_ids":["https://openalex.org/I130438778"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047445272","display_name":"R. Venkatesan","orcid":"https://orcid.org/0000-0002-0337-5532"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ramachandran Venkatesan","raw_affiliation_strings":["Department of Electrical, and Computer Engineering, Memorial University, St. John's, NL, Canada","Department of Electrical, and Computer Engineering, Memorial University, St. John's, NL, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electrical, and Computer Engineering, Memorial University, St. John's, NL, Canada","institution_ids":["https://openalex.org/I130438778"]},{"raw_affiliation_string":"Department of Electrical, and Computer Engineering, Memorial University, St. John's, NL, Canada","institution_ids":["https://openalex.org/I130438778"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5038619794"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":4.333,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.94175409,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"70","issue":"2","first_page":"1851","last_page":"1865"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asynchronous-communication","display_name":"Asynchronous communication","score":0.7353731393814087},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7075985074043274},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.670343816280365},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5271724462509155},{"id":"https://openalex.org/keywords/performance-metric","display_name":"Performance metric","score":0.4937683045864105},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.47761672735214233},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.47702643275260925},{"id":"https://openalex.org/keywords/wake","display_name":"Wake","score":0.45695140957832336},{"id":"https://openalex.org/keywords/asynchronous-learning","display_name":"Asynchronous learning","score":0.4517230689525604},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3694037199020386},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3428308367729187},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3179054260253906},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22793978452682495},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18571344017982483}],"concepts":[{"id":"https://openalex.org/C151319957","wikidata":"https://www.wikidata.org/wiki/Q752739","display_name":"Asynchronous communication","level":2,"score":0.7353731393814087},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7075985074043274},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.670343816280365},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5271724462509155},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.4937683045864105},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.47761672735214233},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.47702643275260925},{"id":"https://openalex.org/C48939323","wikidata":"https://www.wikidata.org/wiki/Q294879","display_name":"Wake","level":2,"score":0.45695140957832336},{"id":"https://openalex.org/C2777072894","wikidata":"https://www.wikidata.org/wiki/Q4812204","display_name":"Asynchronous learning","level":5,"score":0.4517230689525604},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3694037199020386},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3428308367729187},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3179054260253906},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22793978452682495},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18571344017982483},{"id":"https://openalex.org/C19122763","wikidata":"https://www.wikidata.org/wiki/Q7662215","display_name":"Synchronous learning","level":4,"score":0.0},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C51672120","wikidata":"https://www.wikidata.org/wiki/Q303446","display_name":"Cooperative learning","level":3,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvt.2021.3055065","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3055065","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-156078","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-156078","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1758047570","display_name":null,"funder_award_id":"BK20190733","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G4439784669","display_name":null,"funder_award_id":"61872423","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G478683373","display_name":null,"funder_award_id":"2018-03792","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1581242383","https://openalex.org/W1586047795","https://openalex.org/W1757796397","https://openalex.org/W1979946760","https://openalex.org/W1986759747","https://openalex.org/W2064675550","https://openalex.org/W2098432798","https://openalex.org/W2098547688","https://openalex.org/W2102024355","https://openalex.org/W2103724767","https://openalex.org/W2107442947","https://openalex.org/W2107829530","https://openalex.org/W2113684829","https://openalex.org/W2117144908","https://openalex.org/W2121863487","https://openalex.org/W2130509337","https://openalex.org/W2145339207","https://openalex.org/W2155962735","https://openalex.org/W2319399299","https://openalex.org/W2326882178","https://openalex.org/W2524874219","https://openalex.org/W2593302130","https://openalex.org/W2736002158","https://openalex.org/W2736446746","https://openalex.org/W2782557806","https://openalex.org/W2786137637","https://openalex.org/W2789151399","https://openalex.org/W2793122897","https://openalex.org/W2909166375","https://openalex.org/W2946061591","https://openalex.org/W2960189638","https://openalex.org/W2965389614","https://openalex.org/W2967959654","https://openalex.org/W2971438806","https://openalex.org/W2974861856","https://openalex.org/W2975887089","https://openalex.org/W2998208768","https://openalex.org/W2999980616","https://openalex.org/W3013639278","https://openalex.org/W3017949487","https://openalex.org/W3022039839","https://openalex.org/W3023038016","https://openalex.org/W3036614012","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6676095421"],"related_works":["https://openalex.org/W4226047841","https://openalex.org/W2156559761","https://openalex.org/W3020208395","https://openalex.org/W2496167052","https://openalex.org/W1956936791","https://openalex.org/W2041343407","https://openalex.org/W4401821536","https://openalex.org/W2058515809","https://openalex.org/W4295242624","https://openalex.org/W2946278724"],"abstract_inverted_index":{"Underwater":[0],"acoustic":[1],"sensor":[2,43,120],"networks":[3,128],"(UWSNs),":[4],"acting":[5],"as":[6,81,83,100],"a":[7,46,101],"reliable":[8],"and":[9,105,172],"efficient":[10],"infrastructure":[11],"of":[12,15,32,41,94,109,118,142,153,167],"the":[13,29,54,64,74,84,92,107,115,123,133,140,143,151,154,165],"Internet":[14],"underwater":[16,42,119],"things":[17],"(IoUT),":[18],"have":[19],"attracted":[20],"much":[21],"research":[22],"interest":[23],"in":[24,73,158],"recent":[25],"years":[26],"due":[27],"to":[28,113,131],"wide":[30],"range":[31],"their":[33],"potential":[34],"marine":[35],"applications.":[36],"The":[37],"limited":[38],"energy":[39],"supply":[40],"nodes":[44],"is":[45],"significant":[47],"challenge":[48],"that":[49,77],"can":[50,138],"be":[51],"mitigated":[52],"by":[53],"cyclic":[55],"difference":[56],"set":[57],"(CDS)-based":[58],"coordination":[59],"asynchronous":[60,66,146,175],"wake-up":[61,67,147,176],"scheme.":[62,148],"However,":[63],"CDS-based":[65,174],"scheme":[68],"also":[69],"introduces":[70],"long":[71,124],"delays":[72],"neighbor":[75],"discovery":[76],"deteriorates":[78],"packet":[79],"delay":[80],"well":[82],"network":[85,134,160],"lifetime.":[86],"In":[87],"this":[88],"paper,":[89],"we":[90],"formulate":[91],"problem":[93],"policy":[95],"selection":[96],"for":[97],"idle":[98],"listening":[99],"Markov":[102],"decision":[103],"process":[104],"exploit":[106],"framework":[108],"deep":[110],"reinforcement":[111],"learning":[112],"obtain":[114],"optimal":[116],"policies":[117],"nodes.":[121],"Furthermore,":[122],"short-term":[125],"memory":[126],"(LSTM)":[127],"are":[129,162],"utilized":[130],"estimate":[132],"traffic":[135],"feature,":[136],"which":[137],"improve":[139],"performance":[141,152],"proposed":[144,155],"adaptive":[145],"To":[149],"verify":[150],"scheme,":[156],"simulations":[157],"different":[159],"scenarios":[161],"conducted":[163],"with":[164],"comparison":[166],"random,":[168],"fixed":[169],"metric":[170],"policies,":[171],"original":[173],"schemes.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}