{"id":"https://openalex.org/W3213555525","doi":"https://doi.org/10.1109/access.2021.3128516","title":"Reinforcement Learning-Based Routing Protocol for Underwater Wireless Sensor Networks: A Comparative Survey","display_name":"Reinforcement Learning-Based Routing Protocol for Underwater Wireless Sensor Networks: A Comparative Survey","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3213555525","doi":"https://doi.org/10.1109/access.2021.3128516","mag":"3213555525"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3128516","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3128516","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2021.3128516","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031948434","display_name":"Rehenuma Tasnim Rodoshi","orcid":"https://orcid.org/0000-0001-9662-6056"},"institutions":[{"id":"https://openalex.org/I152238500","display_name":"Chosun University","ror":"https://ror.org/01zt9a375","country_code":"KR","type":"education","lineage":["https://openalex.org/I152238500"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Rehenuma Tasnim Rodoshi","raw_affiliation_strings":["Department of Computer Engineering, Chosun University, Gwangju, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-9662-6056","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Chosun University, Gwangju, Republic of Korea","institution_ids":["https://openalex.org/I152238500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069008605","display_name":"Yujae Song","orcid":"https://orcid.org/0000-0001-6346-7271"},"institutions":[{"id":"https://openalex.org/I133437993","display_name":"Korea Institute of Ocean Science and Technology","ror":"https://ror.org/032m55064","country_code":"KR","type":"facility","lineage":["https://openalex.org/I133437993"]},{"id":"https://openalex.org/I197867492","display_name":"Korea Maritime and Ocean University","ror":"https://ror.org/01v7y5b55","country_code":"KR","type":"education","lineage":["https://openalex.org/I197867492"]},{"id":"https://openalex.org/I2799279853","display_name":"Korea Maritime Institute","ror":"https://ror.org/04kn6vt85","country_code":"KR","type":"facility","lineage":["https://openalex.org/I2799279853","https://openalex.org/I4210097958"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yujae Song","raw_affiliation_strings":["Maritime ICT Research and Development Center, Korea Institute of Ocean Science and Technology, Busan, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-6346-7271","affiliations":[{"raw_affiliation_string":"Maritime ICT Research and Development Center, Korea Institute of Ocean Science and Technology, Busan, Republic of Korea","institution_ids":["https://openalex.org/I133437993","https://openalex.org/I197867492","https://openalex.org/I2799279853"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001024086","display_name":"Wooyeol Choi","orcid":"https://orcid.org/0000-0002-7834-4044"},"institutions":[{"id":"https://openalex.org/I152238500","display_name":"Chosun University","ror":"https://ror.org/01zt9a375","country_code":"KR","type":"education","lineage":["https://openalex.org/I152238500"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Wooyeol Choi","raw_affiliation_strings":["Department of Computer Engineering, Chosun University, Gwangju, Republic of Korea. (e-mail: wyc@chosun.ac.kr)"],"raw_orcid":"https://orcid.org/0000-0002-7834-4044","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Chosun University, Gwangju, Republic of Korea. (e-mail: wyc@chosun.ac.kr)","institution_ids":["https://openalex.org/I152238500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":2.6789,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.89483672,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"154578","last_page":"154599"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8086255788803101},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7522705793380737},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.6938796639442444},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.6861587166786194},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.5697036981582642},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5402756333351135},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5304903984069824},{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.512199342250824},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.4663117825984955},{"id":"https://openalex.org/keywords/wireless-routing-protocol","display_name":"Wireless Routing Protocol","score":0.46163439750671387},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.45760536193847656},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.4274086356163025},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42681849002838135},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1722293496131897},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.11761435866355896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8086255788803101},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7522705793380737},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.6938796639442444},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.6861587166786194},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.5697036981582642},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5402756333351135},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5304903984069824},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.512199342250824},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4663117825984955},{"id":"https://openalex.org/C47318570","wikidata":"https://www.wikidata.org/wiki/Q8026863","display_name":"Wireless Routing Protocol","level":4,"score":0.46163439750671387},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.45760536193847656},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4274086356163025},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42681849002838135},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1722293496131897},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.11761435866355896},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3128516","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3128516","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:35e644aa5e2d4dc59dc5a885a5aa3ee0","is_oa":true,"landing_page_url":"https://doaj.org/article/35e644aa5e2d4dc59dc5a885a5aa3ee0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 154578-154599 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3128516","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3128516","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W157259654","https://openalex.org/W169931978","https://openalex.org/W254323327","https://openalex.org/W1480700355","https://openalex.org/W1497643609","https://openalex.org/W1541337727","https://openalex.org/W1585546346","https://openalex.org/W1986998777","https://openalex.org/W1988145089","https://openalex.org/W1998232573","https://openalex.org/W2013414343","https://openalex.org/W2024390895","https://openalex.org/W2026495725","https://openalex.org/W2030191131","https://openalex.org/W2034581473","https://openalex.org/W2040660326","https://openalex.org/W2067632594","https://openalex.org/W2089621297","https://openalex.org/W2090428361","https://openalex.org/W2124726137","https://openalex.org/W2128195381","https://openalex.org/W2130509337","https://openalex.org/W2133509944","https://openalex.org/W2138750876","https://openalex.org/W2149472588","https://openalex.org/W2152966047","https://openalex.org/W2156598119","https://openalex.org/W2161080764","https://openalex.org/W2168163987","https://openalex.org/W2170984917","https://openalex.org/W2171273926","https://openalex.org/W2172046421","https://openalex.org/W2190177274","https://openalex.org/W2308002575","https://openalex.org/W2336491352","https://openalex.org/W2417732169","https://openalex.org/W2532201593","https://openalex.org/W2548987566","https://openalex.org/W2580909119","https://openalex.org/W2586701948","https://openalex.org/W2606853459","https://openalex.org/W2607000399","https://openalex.org/W2616551092","https://openalex.org/W2626820647","https://openalex.org/W2738795732","https://openalex.org/W2784606723","https://openalex.org/W2797793893","https://openalex.org/W2806329995","https://openalex.org/W2809198728","https://openalex.org/W2908816692","https://openalex.org/W2916641566","https://openalex.org/W2936723861","https://openalex.org/W2943717074","https://openalex.org/W2945663872","https://openalex.org/W2948005573","https://openalex.org/W2951290845","https://openalex.org/W2958573942","https://openalex.org/W2965700949","https://openalex.org/W2971438806","https://openalex.org/W2975774977","https://openalex.org/W2982267310","https://openalex.org/W3006338628","https://openalex.org/W3009559245","https://openalex.org/W3016299313","https://openalex.org/W3017949487","https://openalex.org/W3022319642","https://openalex.org/W3087752172","https://openalex.org/W3119158141","https://openalex.org/W3129605949","https://openalex.org/W3153650346","https://openalex.org/W3155863953","https://openalex.org/W4293871015","https://openalex.org/W6635147684","https://openalex.org/W6729168555","https://openalex.org/W6739455066","https://openalex.org/W6750539706"],"related_works":["https://openalex.org/W2386876404","https://openalex.org/W2377741144","https://openalex.org/W2087720402","https://openalex.org/W3005089638","https://openalex.org/W1968388765","https://openalex.org/W2136197256","https://openalex.org/W2153697673","https://openalex.org/W2151422282","https://openalex.org/W1918914306","https://openalex.org/W613020663"],"abstract_inverted_index":{"Underwater":[0],"wireless":[1],"sensor":[2,34,59],"networks":[3,35],"(UWSNs)":[4],"have":[5,77],"emerged":[6],"as":[7],"a":[8,27,65],"promising":[9],"networking":[10],"technology":[11],"owing":[12],"to":[13,23,26,84,156],"their":[14],"various":[15],"underwater":[16,37,45,101],"applications.":[17],"Many":[18],"applications":[19],"require":[20],"sensed":[21],"data":[22],"be":[24],"routed":[25],"centralized":[28],"location.":[29],"However,":[30],"the":[31,86,107,136],"routing":[32,62,75,113],"of":[33,44,92,98,106,135],"in":[36,42,68,100,133],"environments":[38,102],"presents":[39],"several":[40],"challenges":[41,148],"terms":[43,134],"infrastructure,":[46],"including":[47],"high":[48],"energy":[49],"consumption,":[50],"narrow":[51],"bandwidths,":[52],"and":[53,122,143,149],"longer":[54],"propagation":[55],"delays":[56],"than":[57],"other":[58],"networks.":[60],"Efficient":[61],"protocols":[63,114,130],"play":[64],"vital":[66],"role":[67],"this":[69],"regard.":[70],"Recently,":[71],"reinforcement":[72],"learning":[73,87],"(RL)-based":[74],"algorithms":[76,95],"been":[78],"investigated":[79],"by":[80],"different":[81],"researchers":[82],"seeking":[83],"exploit":[85],"procedure":[88],"via":[89],"trial-and-error":[90],"methods":[91],"RL.":[93],"RL":[94,139],"are":[96,126,131,153],"capable":[97],"operating":[99],"without":[103],"prior":[104],"knowledge":[105],"infrastructure.":[108],"This":[109],"paper":[110],"discusses":[111],"all":[112],"proposed":[115],"for":[116],"RL-based":[117],"UWSNs.":[118],"The":[119,129],"advantages,":[120],"disadvantages,":[121],"suitable":[123],"application":[124],"areas":[125],"also":[127,154],"mentioned.":[128],"compared":[132],"key":[137],"ideas,":[138],"designs,":[140],"optimization":[141],"criteria,":[142],"performance-evaluation":[144],"techniques.":[145],"Moreover,":[146],"research":[147,151,159],"outstanding":[150],"issues":[152],"highlighted,":[155],"indicate":[157],"future":[158],"directions.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}