{"id":"https://openalex.org/W4415178702","doi":"https://doi.org/10.1109/access.2025.3621188","title":"Reinforcement Learning-Assisted Secure Reliable Underwater Wireless Acoustic Communications","display_name":"Reinforcement Learning-Assisted Secure Reliable Underwater Wireless Acoustic Communications","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415178702","doi":"https://doi.org/10.1109/access.2025.3621188"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3621188","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3621188","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3621188","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069069322","display_name":"Abdallah S. Ghazy","orcid":"https://orcid.org/0000-0002-8726-7597"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Abdallah S. Ghazy","raw_affiliation_strings":["1École de Technologie Supérieure, Montreal, QC, Canada","École de technologie supérieure, Montréal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-8726-7597","affiliations":[{"raw_affiliation_string":"1École de Technologie Supérieure, Montreal, QC, Canada","institution_ids":["https://openalex.org/I9736820"]},{"raw_affiliation_string":"École de technologie supérieure, Montréal, QC, Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032243366","display_name":"Georges Kaddoum","orcid":"https://orcid.org/0000-0002-5025-6624"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Georges Kaddoum","raw_affiliation_strings":["1École de Technologie Supérieure, Montreal, QC, Canada","École de technologie supérieure, Montréal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5025-6624","affiliations":[{"raw_affiliation_string":"1École de Technologie Supérieure, Montreal, QC, Canada","institution_ids":["https://openalex.org/I9736820"]},{"raw_affiliation_string":"École de technologie supérieure, Montréal, QC, Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091698581","display_name":"Chamseddine Talhi","orcid":"https://orcid.org/0000-0003-2264-8265"},"institutions":[{"id":"https://openalex.org/I9736820","display_name":"\u00c9cole de Technologie Sup\u00e9rieure","ror":"https://ror.org/0020snb74","country_code":"CA","type":"education","lineage":["https://openalex.org/I49663120","https://openalex.org/I9736820"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Chameseddine Talhi","raw_affiliation_strings":["1École de Technologie Supérieure, Montreal, QC, Canada","École de technologie supérieure, Montréal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0003-2264-8265","affiliations":[{"raw_affiliation_string":"1École de Technologie Supérieure, Montreal, QC, Canada","institution_ids":["https://openalex.org/I9736820"]},{"raw_affiliation_string":"École de technologie supérieure, Montréal, QC, Canada","institution_ids":["https://openalex.org/I9736820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056812780","display_name":"Naveed Iqbal","orcid":"https://orcid.org/0000-0002-2633-9761"},"institutions":[{"id":"https://openalex.org/I134085113","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163","country_code":"SA","type":"education","lineage":["https://openalex.org/I134085113"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Naveed Iqbal","raw_affiliation_strings":["2Electrical Engineering Department, King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia","Electrical Engineering Department, Interdisciplinary Research Center for Communication Systems and Sensing (IRC-CSS), King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-2633-9761","affiliations":[{"raw_affiliation_string":"2Electrical Engineering Department, King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]},{"raw_affiliation_string":"Electrical Engineering Department, Interdisciplinary Research Center for Communication Systems and Sensing (IRC-CSS), King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073876438","display_name":"Ali H. Muqaibel","orcid":"https://orcid.org/0000-0001-7865-1987"},"institutions":[{"id":"https://openalex.org/I134085113","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163","country_code":"SA","type":"education","lineage":["https://openalex.org/I134085113"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Ali Hussein Muqaibel","raw_affiliation_strings":["2Electrical Engineering Department, King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia","Electrical Engineering Department, Interdisciplinary Research Center for Communication Systems and Sensing (IRC-CSS), King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0001-7865-1987","affiliations":[{"raw_affiliation_string":"2Electrical Engineering Department, King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]},{"raw_affiliation_string":"Electrical Engineering Department, Interdisciplinary Research Center for Communication Systems and Sensing (IRC-CSS), King Fahd University of Petroleum and Minerals (KFUPM), Dhahran, Saudi Arabia","institution_ids":["https://openalex.org/I134085113"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2075,"currency":"USD","value_usd":2075},"apc_paid":{"value":2075,"currency":"USD","value_usd":2075},"fwci":2.4517,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.88976246,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"180049","last_page":"180068"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9395999908447266,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.9259999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5914000272750854},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.5522000193595886},{"id":"https://openalex.org/keywords/path-loss","display_name":"Path loss","score":0.5509999990463257},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.49540001153945923},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.4645000100135803},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.46299999952316284},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.46050000190734863},{"id":"https://openalex.org/keywords/underwater-acoustic-communication","display_name":"Underwater acoustic communication","score":0.4359999895095825},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.3982999920845032}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8025000095367432},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5914000272750854},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.5522000193595886},{"id":"https://openalex.org/C194273485","wikidata":"https://www.wikidata.org/wiki/Q1478845","display_name":"Path loss","level":3,"score":0.5509999990463257},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.49540001153945923},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4645000100135803},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.46299999952316284},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.46050000190734863},{"id":"https://openalex.org/C169111936","wikidata":"https://www.wikidata.org/wiki/Q424098","display_name":"Underwater acoustic communication","level":3,"score":0.4359999895095825},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.4171000123023987},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3982999920845032},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.38119998574256897},{"id":"https://openalex.org/C2776452267","wikidata":"https://www.wikidata.org/wiki/Q1503443","display_name":"Secrecy","level":2,"score":0.36390000581741333},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.33820000290870667},{"id":"https://openalex.org/C78600449","wikidata":"https://www.wikidata.org/wiki/Q43302","display_name":"Wind power","level":2,"score":0.322299987077713},{"id":"https://openalex.org/C2780909371","wikidata":"https://www.wikidata.org/wiki/Q4801092","display_name":"Artificial noise","level":4,"score":0.29760000109672546},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.2946000099182129},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.29269999265670776},{"id":"https://openalex.org/C197424946","wikidata":"https://www.wikidata.org/wiki/Q1165717","display_name":"Waveform","level":3,"score":0.2870999872684479},{"id":"https://openalex.org/C102168758","wikidata":"https://www.wikidata.org/wiki/Q7321258","display_name":"Beacon","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C13944312","wikidata":"https://www.wikidata.org/wiki/Q7512748","display_name":"Signal-to-noise ratio (imaging)","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.26649999618530273},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C67467970","wikidata":"https://www.wikidata.org/wiki/Q1292425","display_name":"Underwater acoustics","level":3,"score":0.25540000200271606},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2549999952316284}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2025.3621188","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3621188","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:espace2.etsmtl.ca:32958","is_oa":true,"landing_page_url":"https://espace2.etsmtl.ca/id/eprint/32958/1/Kaddoum-G-2025-32958.pdf","pdf_url":"https://espace2.etsmtl.ca/id/eprint/32958/1/Kaddoum-G-2025-32958.pdf","source":{"id":"https://openalex.org/S4306402392","display_name":"Espace \u00c9TS (ETS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1341030882","host_organization_name":"Educational Testing Service","host_organization_lineage":["https://openalex.org/I1341030882"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article publi\u00e9 dans une revue, r\u00e9vis\u00e9 par les pairs"},{"id":"pmh:oai:doaj.org/article:90c6fd8c7bdb4df18955e723b5db3f1d","is_oa":true,"landing_page_url":"https://doaj.org/article/90c6fd8c7bdb4df18955e723b5db3f1d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 180049-180068 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3621188","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3621188","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2549697197","display_name":null,"funder_award_id":"IT32533","funder_id":"https://openalex.org/F4320322675","funder_display_name":"Mitacs"},{"id":"https://openalex.org/G8524490792","display_name":null,"funder_award_id":"INCS2503","funder_id":"https://openalex.org/F4320322323","funder_display_name":"King Fahd University of Petroleum and Minerals"}],"funders":[{"id":"https://openalex.org/F4320322323","display_name":"King Fahd University of Petroleum and Minerals","ror":"https://ror.org/03yez3163"},{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"},{"id":"https://openalex.org/F4320330045","display_name":"Minist\u00e8re de la D\u00e9fense Nationale","ror":"https://ror.org/035rreb34"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"recent":[1],"days,":[2],"there":[3],"has":[4],"been":[5],"an":[6,143],"increasing":[7],"demand":[8],"for":[9,17,132],"the":[10,52,186,194,204],"deployment":[11],"of":[12,181],"autonomous":[13],"underwater":[14],"vehicles":[15],"(AUVs)":[16],"tactical":[18],"wireless":[19],"acoustic":[20,57],"communications.":[21],"This":[22,47],"requires":[23],"secure":[24,101],"and":[25,38,44,64,102,111,122,138,154,164,169],"reliable":[26,103],"AUVcommunications":[27],"to":[28,51,116,147,203],"protect":[29],"sensitive":[30],"data.":[31],"However,":[32],"existing":[33],"methods":[34],"such":[35,60],"as":[36,61,91],"cryptography":[37],"channel":[39,152,191],"coding":[40],"introduce":[41,125],"extra":[42],"overheads":[43],"computational":[45],"complexity.":[46],"is":[48,89,162],"primarily":[49],"due":[50],"inherent":[53],"challenges":[54],"posed":[55],"by":[56,105,120],"communication":[58],"systems,":[59],"limited":[62],"bandwidth":[63],"low":[65],"energy":[66],"efficiency.":[67],"To":[68,150],"overcome":[69],"these":[70],"challenges,":[71],"we":[72,141],"propose":[73],"using":[74,167],"intelligent":[75],"reflecting":[76],"surfaces":[77],"(IRSs)":[78],"in":[79,87,114],"conjunction":[80],"with":[81,193],"reinforcement":[82],"learning":[83],"(RL)":[84],"techniques,":[85],"resulting":[86],"what":[88],"termed":[90],"RL-assisted":[92,205],"Buoyed-IRS-AUV":[93],"(RL-BIA)":[94],"links.":[95,149],"The":[96],"RL-BIA":[97,195],"links":[98],"facilitate":[99],"simultaneous":[100],"communications":[104],"dynamically":[106],"adjusting":[107],"its":[108],"beam":[109],"width":[110],"IRS\u2019s":[112],"depth":[113],"response":[115],"seawater":[117],"turbulence":[118],"induced":[119],"wind":[121,179],"tide.":[123],"We":[124],"a":[126,157,178,198],"comprehensive":[127],"link":[128,196],"model":[129,145],"that":[130,176],"accounts":[131],"pointing":[133],"errors,":[134],"path":[135],"loss,":[136],"interference,":[137],"noise.":[139],"Additionally,":[140],"developed":[142],"RL":[144],"adaptable":[146],"BIA":[148],"integrate":[151],"secrecy":[153],"outage":[155],"probability,":[156],"non-convex":[158],"Max-Min":[159],"optimization":[160],"problem":[161],"formulated":[163],"solved":[165],"iteratively":[166],"Q-learning":[168],"State-Action-Reward-State-Action":[170],"(SARSA)":[171],"algorithms.":[172],"Numerical":[173],"results":[174],"demonstrate":[175],"at":[177],"speed":[180],"8.5":[182],"meters":[183],"per":[184],"second,":[185],"proposed":[187],"approach":[188],"significantly":[189],"enhances":[190],"secrecy,":[192],"achieving":[197],"remarkable":[199],"400%":[200],"improvement":[201],"compared":[202],"buoyed-AUV(RL-BA)":[206],"link.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-15T00:00:00"}