{"id":"https://openalex.org/W4387272185","doi":"https://doi.org/10.1109/jiot.2023.3319250","title":"Toward a Sustainable Internet of Underwater Things Based on AUVs, SWIPT, and Reinforcement Learning","display_name":"Toward a Sustainable Internet of Underwater Things Based on AUVs, SWIPT, and Reinforcement Learning","publication_year":2023,"publication_date":"2023-10-02","ids":{"openalex":"https://openalex.org/W4387272185","doi":"https://doi.org/10.1109/jiot.2023.3319250"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3319250","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3319250","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.gla.ac.uk/view/author/53429.html>,","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005666758","display_name":"Kenechi G. Omeke","orcid":"https://orcid.org/0000-0001-6939-9679"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Kenechi G. Omeke","raw_affiliation_strings":["James Watt School of Engineering, University of Glasgow, Glasgow, U.K"],"affiliations":[{"raw_affiliation_string":"James Watt School of Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011586069","display_name":"Michael S. Mollel","orcid":"https://orcid.org/0000-0002-1358-3685"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michael Mollel","raw_affiliation_strings":["James Watt School of Engineering, University of Glasgow, Glasgow, U.K"],"affiliations":[{"raw_affiliation_string":"James Watt School of Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027720641","display_name":"Syed Tariq Shah","orcid":"https://orcid.org/0000-0003-4722-1786"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Syed T. Shah","raw_affiliation_strings":["James Watt School of Engineering, University of Glasgow, Glasgow, U.K"],"affiliations":[{"raw_affiliation_string":"James Watt School of Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075816408","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0002-4767-3849"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["James Watt School of Engineering, University of Glasgow, Glasgow, U.K"],"affiliations":[{"raw_affiliation_string":"James Watt School of Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047892843","display_name":"Qammer H. Abbasi","orcid":"https://orcid.org/0000-0002-7097-9969"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Qammer H. Abbasi","raw_affiliation_strings":["James Watt School of Engineering, University of Glasgow, Glasgow, U.K"],"affiliations":[{"raw_affiliation_string":"James Watt School of Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100331811","display_name":"Muhammad Ali Imran","orcid":"https://orcid.org/0000-0003-4743-9136"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Muhammad Ali Imran","raw_affiliation_strings":["James Watt School of Engineering, University of Glasgow, Glasgow, U.K"],"affiliations":[{"raw_affiliation_string":"James Watt School of Engineering, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5005666758"],"corresponding_institution_ids":["https://openalex.org/I7882870"],"apc_list":null,"apc_paid":null,"fwci":4.0635,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.94154097,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"11","issue":"5","first_page":"7640","last_page":"7651"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12697","display_name":"Water Quality Monitoring Technologies","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.752602756023407},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6636269688606262},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5733310580253601},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.5533690452575684},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5053063035011292},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.423678994178772},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1987166404724121},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.18780308961868286},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16835591197013855},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14020976424217224}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.752602756023407},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6636269688606262},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5733310580253601},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.5533690452575684},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5053063035011292},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.423678994178772},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1987166404724121},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.18780308961868286},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16835591197013855},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14020976424217224},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2023.3319250","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3319250","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:eprints.gla.ac.uk:306386","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/53429.html>,","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:306386","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/view/author/53429.html>,","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.5699999928474426}],"awards":[{"id":"https://openalex.org/G2702512085","display_name":null,"funder_award_id":"1353/18","funder_id":"https://openalex.org/F4320335413","funder_display_name":"Petroleum Technology Development Fund"}],"funders":[{"id":"https://openalex.org/F4320335413","display_name":"Petroleum Technology Development Fund","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W191140107","https://openalex.org/W1530006748","https://openalex.org/W1967150534","https://openalex.org/W1990045345","https://openalex.org/W1990639439","https://openalex.org/W2014724694","https://openalex.org/W2017290684","https://openalex.org/W2036098206","https://openalex.org/W2064818556","https://openalex.org/W2129879516","https://openalex.org/W2141897265","https://openalex.org/W2152759373","https://openalex.org/W2184598607","https://openalex.org/W2553149324","https://openalex.org/W2738291763","https://openalex.org/W2889774802","https://openalex.org/W2890135605","https://openalex.org/W2950300673","https://openalex.org/W2954232543","https://openalex.org/W2997802337","https://openalex.org/W3011751903","https://openalex.org/W3023038016","https://openalex.org/W3087932910","https://openalex.org/W3092359436","https://openalex.org/W3107688386","https://openalex.org/W3110277959","https://openalex.org/W3110851047","https://openalex.org/W3113072632","https://openalex.org/W3121887140","https://openalex.org/W3125438769","https://openalex.org/W3173393209","https://openalex.org/W4206941403","https://openalex.org/W4214717370","https://openalex.org/W4283313151","https://openalex.org/W4293812239","https://openalex.org/W4313886822","https://openalex.org/W6686336391"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Life":[0],"on":[1,4,42,132],"Earth":[2],"depends":[3],"healthy":[5],"oceans,":[6],"which":[7,28,92],"supply":[8],"a":[9,50,108,162,169,250,256],"large":[10],"percentage":[11],"of":[12,46,53,59,119,154,205,249],"the":[13,20,31,35,60,113,152,180,193,203,210],"planet\u2019s":[14],"oxygen,":[15],"food,":[16],"and":[17,34,37,79,96,115,136,158,167,189],"energy.":[18],"However,":[19],"oceans":[21],"are":[22,89],"under":[23],"threat":[24],"from":[25,140],"climate":[26,76],"change,":[27],"is":[29,130,209,221],"devastating":[30],"marine":[32],"ecosystem":[33],"economic":[36],"social":[38],"systems":[39],"that":[40,186],"depend":[41],"it.":[43],"The":[44,84,128,175,219,236],"Internet":[45],"Underwater":[47],"Things":[48],"(IoUT),":[49],"global":[51],"interconnection":[52],"underwater":[54,120,143,194],"objects,":[55],"enables":[56],"round-the-clock":[57],"monitoring":[58],"oceans.":[61],"It":[62],"provides":[63],"high-resolution":[64],"data":[65,148],"for":[66,72,147,216,233],"training":[67],"machine":[68],"learning":[69,172],"(ML)":[70],"algorithms":[71],"rapidly":[73],"evaluating":[74],"potential":[75],"change":[77],"solutions":[78],"speeding":[80],"up":[81,240],"decision":[82,164],"making.":[83],"sensors":[85],"in":[86,223,231,243],"conventional":[87],"IoUT":[88],"battery":[90],"powered,":[91],"limits":[93],"their":[94],"lifetime,":[95],"constitutes":[97],"environmental":[98],"hazards":[99],"when":[100],"they":[101],"die.":[102],"In":[103],"this":[104,208,217,234],"article,":[105],"we":[106],"propose":[107],"sustainable":[109],"scheme":[110,129,220,253],"to":[111,124,182,192,247],"improve":[112],"throughput":[114,157,188],"enable":[116],"wireless":[117,134],"charging":[118],"networks,":[121],"enabling":[122],"them":[123],"potentially":[125],"operate":[126],"indefinitely.":[127],"based":[131],"simultaneous":[133],"information":[135],"power":[137,160,190],"transfer":[138,191],"(SWIPT)":[139],"an":[141,224],"autonomous":[142],"vehicle":[144],"(AUV)":[145],"used":[146,254],"collection.":[149],"We":[150],"model":[151],"problem":[153],"jointly":[155],"maximizing":[156],"harvested":[159],"as":[161,255],"Markov":[163],"process":[165],"(MDP),":[166],"develop":[168],"model-free":[170],"reinforcement":[171],"(RL)":[173],"solution.":[174],"model\u2019s":[176],"reward":[177],"function":[178],"incentivises":[179],"AUV":[181],"find":[183],"optimal":[184],"trajectories":[185],"maximize":[187],"nodes":[195],"while":[196],"minimising":[197],"its":[198],"own":[199],"energy":[200,244],"consumption.":[201],"To":[202],"best":[204],"our":[206],"knowledge,":[207],"first":[211],"attempt":[212],"at":[213],"using":[214],"RL":[215,227],"application.":[218],"implemented":[222],"open":[225],"3-D":[226],"environment":[228],"specifically":[229],"developed":[230],"MATLAB":[232],"study.":[235],"performance":[237],"results":[238],"show":[239],"207%":[241],"improvement":[242],"efficiency":[245],"compared":[246],"those":[248],"random":[251],"trajectory":[252],"baseline":[257],"model.":[258]},"counts_by_year":[{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2023-10-03T00:00:00"}