{"id":"https://openalex.org/W3041207562","doi":"https://doi.org/10.1109/jiot.2020.3008178","title":"Optimal Cooperative Relaying and Power Control for IoUT Networks With Reinforcement Learning","display_name":"Optimal Cooperative Relaying and Power Control for IoUT Networks With Reinforcement Learning","publication_year":2020,"publication_date":"2020-07-09","ids":{"openalex":"https://openalex.org/W3041207562","doi":"https://doi.org/10.1109/jiot.2020.3008178","mag":"3041207562"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2020.3008178","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3008178","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066053673","display_name":"Yuhan Su","orcid":"https://orcid.org/0000-0003-4813-019X"},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuhan Su","raw_affiliation_strings":["Key Laboratory of Digital Fujian on IoT Communicationm, Architecture and Safety Technology, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Digital Fujian on IoT Communicationm, Architecture and Safety Technology, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021636395","display_name":"Minghui Liwang","orcid":"https://orcid.org/0000-0002-1289-0130"},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]},{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CA","CN"],"is_corresponding":false,"raw_author_name":"Minghui Liwang","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China","University of Western Ontario, London, ON, Canada"],"affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"University of Western Ontario, London, ON, Canada","institution_ids":["https://openalex.org/I125749732"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022967503","display_name":"Zhibin Gao","orcid":"https://orcid.org/0000-0003-1878-9065"},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibin Gao","raw_affiliation_strings":["Key Laboratory of Digital Fujian on IoT Communicationm, Architecture and Safety Technology, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Digital Fujian on IoT Communicationm, Architecture and Safety Technology, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019883648","display_name":"Lianfen Huang","orcid":"https://orcid.org/0000-0003-1620-1504"},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianfen Huang","raw_affiliation_strings":["Key Laboratory of Digital Fujian on IoT Communicationm, Architecture and Safety Technology, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Digital Fujian on IoT Communicationm, Architecture and Safety Technology, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060514022","display_name":"Xiaojiang Du","orcid":"https://orcid.org/0000-0003-4235-9671"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaojiang Du","raw_affiliation_strings":["Temple University, Philadelphia, PA, USA"],"affiliations":[{"raw_affiliation_string":"Temple University, Philadelphia, PA, USA","institution_ids":["https://openalex.org/I84392919"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057916222","display_name":"Mohsen Guizani","orcid":"https://orcid.org/0000-0002-8972-8094"},"institutions":[{"id":"https://openalex.org/I60342839","display_name":"Qatar University","ror":"https://ror.org/00yhnba62","country_code":"QA","type":"education","lineage":["https://openalex.org/I60342839"]}],"countries":["QA"],"is_corresponding":false,"raw_author_name":"Mohsen Guizani","raw_affiliation_strings":["Qatar University, Doha, Qatar"],"affiliations":[{"raw_affiliation_string":"Qatar University, Doha, Qatar","institution_ids":["https://openalex.org/I60342839"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5066053673"],"corresponding_institution_ids":["https://openalex.org/I75867142"],"apc_list":null,"apc_paid":null,"fwci":8.8475,"has_fulltext":false,"cited_by_count":81,"citation_normalized_percentile":{"value":0.98514389,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"8","issue":"2","first_page":"791","last_page":"801"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.8135908842086792},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7937424182891846},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6576674580574036},{"id":"https://openalex.org/keywords/underwater-acoustic-communication","display_name":"Underwater acoustic communication","score":0.53546541929245},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.4835802912712097},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.46894097328186035},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.46444135904312134},{"id":"https://openalex.org/keywords/transmitter-power-output","display_name":"Transmitter power output","score":0.46049171686172485},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4399266242980957},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.42759230732917786},{"id":"https://openalex.org/keywords/signal-to-noise-ratio","display_name":"Signal-to-noise ratio (imaging)","score":0.4201948046684265},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.36696362495422363},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.27098411321640015},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.254684180021286},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19677358865737915},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13209110498428345},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.09334790706634521}],"concepts":[{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.8135908842086792},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7937424182891846},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6576674580574036},{"id":"https://openalex.org/C169111936","wikidata":"https://www.wikidata.org/wiki/Q424098","display_name":"Underwater acoustic communication","level":3,"score":0.53546541929245},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.4835802912712097},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.46894097328186035},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.46444135904312134},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.46049171686172485},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4399266242980957},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.42759230732917786},{"id":"https://openalex.org/C13944312","wikidata":"https://www.wikidata.org/wiki/Q7512748","display_name":"Signal-to-noise ratio (imaging)","level":2,"score":0.4201948046684265},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.36696362495422363},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.27098411321640015},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.254684180021286},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19677358865737915},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13209110498428345},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.09334790706634521},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2020.3008178","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.3008178","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:qspace.qu.edu.qa:10576/35982","is_oa":false,"landing_page_url":"https://www.scopus.com/inward/record.uri?partnerID=HzOxMe3b&scp=85099160070&origin=inward","pdf_url":null,"source":{"id":"https://openalex.org/S4306400014","display_name":"Qatar University QSpace (Qatar University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60342839","host_organization_name":"Qatar University","host_organization_lineage":["https://openalex.org/I60342839"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5400000214576721,"id":"https://metadata.un.org/sdg/14","display_name":"Life below water"}],"awards":[{"id":"https://openalex.org/G1334407892","display_name":null,"funder_award_id":"61901403","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020884213","display_name":null,"funder_award_id":"2019J01046","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"},{"id":"https://openalex.org/G6546291931","display_name":null,"funder_award_id":"61871339","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7522311690","display_name":null,"funder_award_id":"2019J05001","funder_id":"https://openalex.org/F4320321878","funder_display_name":"Natural Science Foundation of Fujian Province"},{"id":"https://openalex.org/G8742483878","display_name":null,"funder_award_id":"61971365","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321878","display_name":"Natural Science Foundation of Fujian Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1557517019","https://openalex.org/W1976234755","https://openalex.org/W1996897962","https://openalex.org/W1998307152","https://openalex.org/W2022775789","https://openalex.org/W2078127061","https://openalex.org/W2107581496","https://openalex.org/W2111874886","https://openalex.org/W2111951743","https://openalex.org/W2116236908","https://openalex.org/W2118702395","https://openalex.org/W2130509337","https://openalex.org/W2145339207","https://openalex.org/W2149472588","https://openalex.org/W2150526557","https://openalex.org/W2152121970","https://openalex.org/W2156077047","https://openalex.org/W2159496911","https://openalex.org/W2161080764","https://openalex.org/W2168452204","https://openalex.org/W2170018742","https://openalex.org/W2170984917","https://openalex.org/W2318767221","https://openalex.org/W2327541378","https://openalex.org/W2433437788","https://openalex.org/W2525455136","https://openalex.org/W2548106028","https://openalex.org/W2783860494","https://openalex.org/W2793876549","https://openalex.org/W2803904107","https://openalex.org/W2887102340","https://openalex.org/W2901226370","https://openalex.org/W2916021737","https://openalex.org/W2954168748","https://openalex.org/W2963031337","https://openalex.org/W2965340713","https://openalex.org/W2971438806","https://openalex.org/W2979466590","https://openalex.org/W2983244131","https://openalex.org/W2988314507","https://openalex.org/W3144673228","https://openalex.org/W6753852455"],"related_works":["https://openalex.org/W2135767944","https://openalex.org/W1981368673","https://openalex.org/W2124240980","https://openalex.org/W2123109261","https://openalex.org/W2519403816","https://openalex.org/W2138759004","https://openalex.org/W2292005531","https://openalex.org/W2003870685","https://openalex.org/W2606858825","https://openalex.org/W2533637577"],"abstract_inverted_index":{"Internet":[0],"of":[1,6,32,96,111,145,151,183],"Underwater":[2],"Things":[3],"(IoUT)":[4],"consists":[5],"numerous":[7],"sensor":[8],"nodes":[9],"distributed":[10],"in":[11,73],"an":[12,132],"underwater":[13,34,84,103,118,134,167],"area":[14],"for":[15,186],"sensing,":[16],"collecting,":[17],"processing":[18,27],"information,":[19],"and":[20,43,60,79,100,126,180],"sending":[21],"related":[22],"messages":[23],"to":[24,46,52,105,130],"the":[25,30,33,57,69,92,97,101,107,112,117,143,146,152,158,163,172,177,181],"data":[26],"center.":[28],"However,":[29],"characteristics":[31],"environment":[35],"will":[36],"bring":[37],"strict":[38],"limitations":[39],"on":[40],"communication":[41,58,71,173],"coverage":[42],"power":[44,62,155],"scarcity":[45],"IoUT":[47,53,77],"networks.":[48],"Applying":[49],"cooperative":[50,70,76,119],"communications":[51],"networks":[54],"can":[55,188],"expand":[56],"range":[59],"alleviate":[61],"shortages.":[63],"In":[64,161],"this":[65],"article,":[66],"we":[67,89,115],"investigate":[68],"problem":[72],"a":[74,81,123],"power-limited":[75],"system":[78],"propose":[80],"reinforcement":[82,128],"learning-based":[83],"relay":[85,104,135,168],"selection":[86,136,169],"strategy.":[87,137],"Specifically,":[88],"first":[90],"determine":[91],"optimal":[93],"transmit":[94,154],"powers":[95],"source":[98],"node":[99],"selected":[102],"maximize":[106],"end-to-end":[108],"signal-to-noise":[109],"ratio":[110],"system.":[113],"Then,":[114],"formulate":[116],"relaying":[120],"process":[121,125],"as":[122],"Markov":[124],"apply":[127],"learning":[129],"obtain":[131],"effective":[133],"The":[138],"simulation":[139],"results":[140],"show":[141],"that":[142,150],"performance":[144],"proposed":[147,164],"scheme":[148],"outperforms":[149],"equal":[153],"settings":[156],"under":[157],"same":[159],"conditions.":[160],"addition,":[162],"deep":[165],"Q-network-based":[166],"strategy":[170],"improves":[171],"efficiency":[174],"compared":[175],"with":[176],"Q-learning-based":[178],"strategy,":[179],"number":[182],"iterations":[184],"needed":[185],"convergence":[187],"be":[189],"effectively":[190],"reduced.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":12},{"year":2020,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}