{"id":"https://openalex.org/W4398249876","doi":"https://doi.org/10.1109/jiot.2024.3404476","title":"Multidimensional Beam Optimization in Underwater Optical Wireless Communication Based on Deep Reinforcement Learning","display_name":"Multidimensional Beam Optimization in Underwater Optical Wireless Communication Based on Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-05-23","ids":{"openalex":"https://openalex.org/W4398249876","doi":"https://doi.org/10.1109/jiot.2024.3404476"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3404476","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3404476","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032809887","display_name":"Huicheol Shin","orcid":"https://orcid.org/0000-0003-4072-3943"},"institutions":[{"id":"https://openalex.org/I133437993","display_name":"Korea Institute of Ocean Science and Technology","ror":"https://ror.org/032m55064","country_code":"KR","type":"facility","lineage":["https://openalex.org/I133437993"]},{"id":"https://openalex.org/I88761825","display_name":"Korea University of Science and Technology","ror":"https://ror.org/000qzf213","country_code":"KR","type":"education","lineage":["https://openalex.org/I88761825"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Huicheol Shin","raw_affiliation_strings":["Maritime ICT and Mobility Research Department, Korea Institute of Ocean Science and Technology, Busan, South Korea","Marine Technology and Convergence Engineering, University of Science and Technology, Busan, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-4072-3943","affiliations":[{"raw_affiliation_string":"Maritime ICT and Mobility Research Department, Korea Institute of Ocean Science and Technology, Busan, South Korea","institution_ids":["https://openalex.org/I133437993"]},{"raw_affiliation_string":"Marine Technology and Convergence Engineering, University of Science and Technology, Busan, South Korea","institution_ids":["https://openalex.org/I88761825"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074442084","display_name":"Seungjae Baek","orcid":"https://orcid.org/0000-0002-2512-059X"},"institutions":[{"id":"https://openalex.org/I133437993","display_name":"Korea Institute of Ocean Science and Technology","ror":"https://ror.org/032m55064","country_code":"KR","type":"facility","lineage":["https://openalex.org/I133437993"]},{"id":"https://openalex.org/I88761825","display_name":"Korea University of Science and Technology","ror":"https://ror.org/000qzf213","country_code":"KR","type":"education","lineage":["https://openalex.org/I88761825"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seungjae Baek","raw_affiliation_strings":["Maritime ICT and Mobility Research Department, Korea Institute of Ocean Science and Technology, Busan, South Korea","Marine Technology and Convergence Engineering, University of Science and Technology, Busan, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-2512-059X","affiliations":[{"raw_affiliation_string":"Maritime ICT and Mobility Research Department, Korea Institute of Ocean Science and Technology, Busan, South Korea","institution_ids":["https://openalex.org/I133437993"]},{"raw_affiliation_string":"Marine Technology and Convergence Engineering, University of Science and Technology, Busan, South Korea","institution_ids":["https://openalex.org/I88761825"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069008605","display_name":"Yujae Song","orcid":"https://orcid.org/0000-0001-6346-7271"},"institutions":[{"id":"https://openalex.org/I55240360","display_name":"Yeungnam University","ror":"https://ror.org/05yc6p159","country_code":"KR","type":"education","lineage":["https://openalex.org/I55240360"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yujae Song","raw_affiliation_strings":["Department of Robotics Engineering, Yeungnam University, Gyeongsan, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-6346-7271","affiliations":[{"raw_affiliation_string":"Department of Robotics Engineering, Yeungnam University, Gyeongsan, South Korea","institution_ids":["https://openalex.org/I55240360"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6706,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.83808381,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"11","issue":"17","first_page":"28623","last_page":"28634"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7088148593902588},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6682308912277222},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.6483948230743408},{"id":"https://openalex.org/keywords/beam","display_name":"Beam (structure)","score":0.6424629092216492},{"id":"https://openalex.org/keywords/beam-divergence","display_name":"Beam divergence","score":0.6316575407981873},{"id":"https://openalex.org/keywords/optical-wireless","display_name":"Optical wireless","score":0.5656790733337402},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.5251338481903076},{"id":"https://openalex.org/keywords/orientation","display_name":"Orientation (vector space)","score":0.4948548674583435},{"id":"https://openalex.org/keywords/signal-to-noise-ratio","display_name":"Signal-to-noise ratio (imaging)","score":0.43216872215270996},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.43103423714637756},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.35126346349716187},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32458552718162537},{"id":"https://openalex.org/keywords/beam-diameter","display_name":"Beam diameter","score":0.31970271468162537},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.25632044672966003},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.20173949003219604},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.16705617308616638},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11764249205589294},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.09569346904754639},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.09415081143379211},{"id":"https://openalex.org/keywords/laser-beams","display_name":"Laser beams","score":0.0835919976234436}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7088148593902588},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6682308912277222},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.6483948230743408},{"id":"https://openalex.org/C168834538","wikidata":"https://www.wikidata.org/wiki/Q3705329","display_name":"Beam (structure)","level":2,"score":0.6424629092216492},{"id":"https://openalex.org/C62172962","wikidata":"https://www.wikidata.org/wiki/Q1230543","display_name":"Beam divergence","level":5,"score":0.6316575407981873},{"id":"https://openalex.org/C2781305180","wikidata":"https://www.wikidata.org/wiki/Q7098907","display_name":"Optical wireless","level":3,"score":0.5656790733337402},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.5251338481903076},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.4948548674583435},{"id":"https://openalex.org/C13944312","wikidata":"https://www.wikidata.org/wiki/Q7512748","display_name":"Signal-to-noise ratio (imaging)","level":2,"score":0.43216872215270996},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.43103423714637756},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35126346349716187},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32458552718162537},{"id":"https://openalex.org/C119440689","wikidata":"https://www.wikidata.org/wiki/Q4876179","display_name":"Beam diameter","level":4,"score":0.31970271468162537},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.25632044672966003},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.20173949003219604},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.16705617308616638},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11764249205589294},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.09569346904754639},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.09415081143379211},{"id":"https://openalex.org/C2984025587","wikidata":"https://www.wikidata.org/wiki/Q38867","display_name":"Laser beams","level":3,"score":0.0835919976234436},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C520434653","wikidata":"https://www.wikidata.org/wiki/Q38867","display_name":"Laser","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3404476","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3404476","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1975958493","https://openalex.org/W1977197797","https://openalex.org/W2002047496","https://openalex.org/W2005549021","https://openalex.org/W2104808186","https://openalex.org/W2156634184","https://openalex.org/W2164962185","https://openalex.org/W2215893845","https://openalex.org/W2233090349","https://openalex.org/W2577421398","https://openalex.org/W2593813811","https://openalex.org/W2789554261","https://openalex.org/W2887892952","https://openalex.org/W2889173296","https://openalex.org/W2893078023","https://openalex.org/W2908816692","https://openalex.org/W2983244131","https://openalex.org/W3016299313","https://openalex.org/W3017290121","https://openalex.org/W3043432765","https://openalex.org/W3133354246","https://openalex.org/W3152688882","https://openalex.org/W3172093368","https://openalex.org/W4285286189","https://openalex.org/W4288083766","https://openalex.org/W4385819675","https://openalex.org/W4394560117","https://openalex.org/W6632129268"],"related_works":["https://openalex.org/W1986708807","https://openalex.org/W3148656246","https://openalex.org/W1991364549","https://openalex.org/W4387314862","https://openalex.org/W2041059697","https://openalex.org/W2491315240","https://openalex.org/W2376963088","https://openalex.org/W4366605384","https://openalex.org/W2007491173","https://openalex.org/W2362780884"],"abstract_inverted_index":{"In":[0],"this":[1,31],"work,":[2],"we":[3,33],"study":[4],"learning-aided":[5],"adaptive":[6],"control":[7],"of":[8,111,164,170,178],"optical":[9,26,109,155],"beam":[10,57,60,91,95,103,110,119,129,142],"alignment":[11,120],"to":[12,53,68,106,117,145],"maintain":[13],"a":[14,22,35,202],"seamless":[15,154],"connection":[16],"with":[17,207],"high":[18],"communication":[19,28],"performance":[20],"in":[21,174],"point-to-point":[23],"(P2P)":[24],"underwater":[25,46],"wireless":[27],"(UOWC).":[29],"To":[30],"end,":[32],"propose":[34],"two-step":[36],"two-agent":[37],"deep":[38],"reinforcement":[39],"learning":[40],"(TSTA-DRL)":[41],"algorithm":[42,86,195],"that":[43,74,191],"enables":[44],"an":[45,69],"sensor":[47],"(US)":[48],"installed":[49],"on":[50],"the":[51,56,79,83,102,108,112,115,122,128,134,137,141,147,153,161,165,171,175,184,192,197],"seabed":[52],"sequentially":[54],"determine":[55],"orientation":[58,92,104,130],"and":[59,94,124],"divergence":[61,96,143],"angles":[62],"for":[63,182],"transmitting":[64],"its":[65],"sensing":[66],"data":[67,169],"unmanned":[70],"surface":[71],"vehicle":[72],"(USV)":[73],"may":[75],"irregularly":[76],"shake":[77],"above":[78],"sea":[80],"level.":[81],"Specifically,":[82],"proposed":[84,166,185,193],"TSTA-DRL":[85,194],"includes":[87],"two":[88,158],"DRL":[89],"agents:":[90],"(BO)":[93],"(BD).":[97],"The":[98,187],"BO":[99,135],"agent":[100,139],"selects":[101],"angle":[105,131,144],"point":[107],"US":[113,123],"toward":[114],"USV":[116,172],"perform":[118],"between":[121,157],"USV.":[125],"Moreover,":[126],"given":[127],"determined":[132],"by":[133],"agent,":[136],"BD":[138],"chooses":[140],"maximize":[146],"signal-to-noise":[148],"ratio":[149],"(SNR)":[150],"while":[151,200],"maintaining":[152,201],"link":[156,205],"nodes.":[159],"For":[160],"practical":[162],"application":[163],"algorithm,":[167],"movement":[168],"measured":[173],"South":[176],"Sea":[177],"Korea":[179],"are":[180],"utilized":[181],"training":[183],"algorithm.":[186],"simulation":[188],"results":[189],"demonstrate":[190],"achieves":[196],"highest":[198],"SNR":[199],"stable":[203],"UOWC":[204],"compared":[206],"existing":[208],"algorithms.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}