{"id":"https://openalex.org/W4401634041","doi":"https://doi.org/10.1109/tgcn.2024.3445142","title":"Relay Selection and Power Control for Mobile Underwater Acoustic Communication Networks: A Dual-Thread Reinforcement Learning Approach","display_name":"Relay Selection and Power Control for Mobile Underwater Acoustic Communication Networks: A Dual-Thread Reinforcement Learning Approach","publication_year":2024,"publication_date":"2024-08-16","ids":{"openalex":"https://openalex.org/W4401634041","doi":"https://doi.org/10.1109/tgcn.2024.3445142"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2024.3445142","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3445142","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jun Dai","orcid":"https://orcid.org/0000-0002-4638-4615"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]},{"id":"https://openalex.org/I4210090615","display_name":"Hospital of Hebei Province","ror":"https://ror.org/0000yrh61","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210090615"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Dai","raw_affiliation_strings":["Key Lab of Industrial Computer Control Engineering of Hebei Province and the Key Laboratory of Intelligent Rehabilitation and Neromodulation of Hebei Province, Yanshan University, Qinhuangdao, Hebei, China","Key Lab of Industrial Computer Control Engineering of Hebei Province, China"],"raw_orcid":"https://orcid.org/0000-0002-4638-4615","affiliations":[{"raw_affiliation_string":"Key Lab of Industrial Computer Control Engineering of Hebei Province and the Key Laboratory of Intelligent Rehabilitation and Neromodulation of Hebei Province, Yanshan University, Qinhuangdao, Hebei, China","institution_ids":["https://openalex.org/I39333907"]},{"raw_affiliation_string":"Key Lab of Industrial Computer Control Engineering of Hebei Province, China","institution_ids":["https://openalex.org/I4210090615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034926412","display_name":"Xinbin Li","orcid":"https://orcid.org/0000-0003-1116-963X"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]},{"id":"https://openalex.org/I4210090615","display_name":"Hospital of Hebei Province","ror":"https://ror.org/0000yrh61","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210090615"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinbin Li","raw_affiliation_strings":["Key Lab of Industrial Computer Control Engineering of Hebei Province and the Key Laboratory of Intelligent Rehabilitation and Neromodulation of Hebei Province, Yanshan University, Qinhuangdao, Hebei, China","Key Lab of Industrial Computer Control Engineering of Hebei Province, China"],"raw_orcid":"https://orcid.org/0000-0003-1116-963X","affiliations":[{"raw_affiliation_string":"Key Lab of Industrial Computer Control Engineering of Hebei Province and the Key Laboratory of Intelligent Rehabilitation and Neromodulation of Hebei Province, Yanshan University, Qinhuangdao, Hebei, China","institution_ids":["https://openalex.org/I39333907"]},{"raw_affiliation_string":"Key Lab of Industrial Computer Control Engineering of Hebei Province, China","institution_ids":["https://openalex.org/I4210090615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049380177","display_name":"Song Han","orcid":"https://orcid.org/0000-0002-9072-420X"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]},{"id":"https://openalex.org/I4210090615","display_name":"Hospital of Hebei Province","ror":"https://ror.org/0000yrh61","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210090615"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Han","raw_affiliation_strings":["Key Lab of Industrial Computer Control Engineering of Hebei Province and the Key Laboratory of Intelligent Rehabilitation and Neromodulation of Hebei Province, Yanshan University, Qinhuangdao, Hebei, China","Key Lab of Industrial Computer Control Engineering of Hebei Province, China"],"raw_orcid":"https://orcid.org/0000-0002-9072-420X","affiliations":[{"raw_affiliation_string":"Key Lab of Industrial Computer Control Engineering of Hebei Province and the Key Laboratory of Intelligent Rehabilitation and Neromodulation of Hebei Province, Yanshan University, Qinhuangdao, Hebei, China","institution_ids":["https://openalex.org/I39333907"]},{"raw_affiliation_string":"Key Lab of Industrial Computer Control Engineering of Hebei Province, China","institution_ids":["https://openalex.org/I4210090615"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073958329","display_name":"Junzhi Yu","orcid":"https://orcid.org/0000-0002-6347-572X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4391767778","display_name":"State Key Laboratory of Turbulence and Complex Systems","ror":"https://ror.org/04km98768","country_code":null,"type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junzhi Yu","raw_affiliation_strings":["Department of Advanced Manufacturing and Robotics, College of Engineering, State Key Laboratory for Turbulence and Complex Systems, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6347-572X","affiliations":[{"raw_affiliation_string":"Department of Advanced Manufacturing and Robotics, College of Engineering, State Key Laboratory for Turbulence and Complex Systems, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100700538","display_name":"Zhixin Liu","orcid":"https://orcid.org/0000-0003-1638-7118"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]},{"id":"https://openalex.org/I4210090615","display_name":"Hospital of Hebei Province","ror":"https://ror.org/0000yrh61","country_code":"CN","type":"healthcare","lineage":["https://openalex.org/I4210090615"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhixin Liu","raw_affiliation_strings":["Key Lab of Industrial Computer Control Engineering of Hebei Province and the Key Laboratory of Intelligent Rehabilitation and Neromodulation of Hebei Province, Yanshan University, Qinhuangdao, Hebei, China","Key Lab of Industrial Computer Control Engineering of Hebei Province, China"],"raw_orcid":"https://orcid.org/0000-0003-1638-7118","affiliations":[{"raw_affiliation_string":"Key Lab of Industrial Computer Control Engineering of Hebei Province and the Key Laboratory of Intelligent Rehabilitation and Neromodulation of Hebei Province, Yanshan University, Qinhuangdao, Hebei, China","institution_ids":["https://openalex.org/I39333907"]},{"raw_affiliation_string":"Key Lab of Industrial Computer Control Engineering of Hebei Province, China","institution_ids":["https://openalex.org/I4210090615"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3637,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.78981209,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"9","issue":"2","first_page":"698","last_page":"710"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7832413911819458},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.7510396838188171},{"id":"https://openalex.org/keywords/thread","display_name":"Thread (computing)","score":0.6802663803100586},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6662924289703369},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.5129734873771667},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.49203750491142273},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.47820329666137695},{"id":"https://openalex.org/keywords/underwater-acoustic-communication","display_name":"Underwater acoustic communication","score":0.46376511454582214},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.4190950393676758},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.32909834384918213},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2803304195404053},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.278833270072937},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07585683465003967},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.06796783208847046}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7832413911819458},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.7510396838188171},{"id":"https://openalex.org/C138101251","wikidata":"https://www.wikidata.org/wiki/Q213092","display_name":"Thread (computing)","level":2,"score":0.6802663803100586},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6662924289703369},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.5129734873771667},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.49203750491142273},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.47820329666137695},{"id":"https://openalex.org/C169111936","wikidata":"https://www.wikidata.org/wiki/Q424098","display_name":"Underwater acoustic communication","level":3,"score":0.46376511454582214},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.4190950393676758},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.32909834384918213},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2803304195404053},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.278833270072937},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07585683465003967},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.06796783208847046},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tgcn.2024.3445142","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3445142","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2241604884","display_name":null,"funder_award_id":"62373318","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6967768830","display_name":null,"funder_award_id":"F2024203130","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"},{"id":"https://openalex.org/G7102919103","display_name":null,"funder_award_id":"62271437","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7204432830","display_name":null,"funder_award_id":"F2024203130","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7596075617","display_name":null,"funder_award_id":"62233001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W157259654","https://openalex.org/W2152121970","https://openalex.org/W2168405694","https://openalex.org/W2170984917","https://openalex.org/W2329769476","https://openalex.org/W2403695928","https://openalex.org/W2901226370","https://openalex.org/W2953373497","https://openalex.org/W2971438806","https://openalex.org/W2979777927","https://openalex.org/W2998208768","https://openalex.org/W3012066402","https://openalex.org/W3039614238","https://openalex.org/W3041207562","https://openalex.org/W3084753309","https://openalex.org/W3105649577","https://openalex.org/W3112635774","https://openalex.org/W3128965135","https://openalex.org/W3137140674","https://openalex.org/W3162146087","https://openalex.org/W3173225644","https://openalex.org/W3191615667","https://openalex.org/W3203571787","https://openalex.org/W4214618434","https://openalex.org/W4220673550","https://openalex.org/W4285209996","https://openalex.org/W4294690768","https://openalex.org/W4312549973","https://openalex.org/W4313133216","https://openalex.org/W4323795583","https://openalex.org/W4367146679","https://openalex.org/W4383070359","https://openalex.org/W4383503725","https://openalex.org/W4387272185","https://openalex.org/W6678494045"],"related_works":["https://openalex.org/W3081304190","https://openalex.org/W2477841276","https://openalex.org/W4225540233","https://openalex.org/W1989468614","https://openalex.org/W46613192","https://openalex.org/W2539461158","https://openalex.org/W2556643280","https://openalex.org/W2185568765","https://openalex.org/W2353494610","https://openalex.org/W4391128522"],"abstract_inverted_index":{"This":[0],"paper":[1],"deals":[2],"with":[3,89,115],"a":[4,26,55,110,202,206,231],"cooperation":[5,28],"communication":[6,17,29,37],"problem":[7,229],"(relay":[8],"selection":[9,67],"and":[10,39,117,185,219],"power":[11,207,227],"control)":[12],"for":[13,148],"mobile":[14,70],"underwater":[15],"acoustic":[16],"networks.":[18],"To":[19],"achieve":[20],"satisfactory":[21,192],"transmission":[22,238],"capacity,":[23],"we":[24],"propose":[25],"reinforcement-learning-based":[27],"scheme":[30],"to":[31,62,87,123,144,212],"efficiently":[32,124,190],"resist":[33],"the":[34,47,64,73,77,90,95,100,105,126,131,135,142,146,149,157,162,166,174,181,214,221,244,247],"highly":[35],"dynamic":[36,65],"links":[38],"strongly":[40],"unknown":[41,74,223],"time-varying":[42],"channel":[43],"states":[44],"caused":[45,98],"by":[46,99],"mobility":[48,101],"of":[49,69,94,102,152,177,183,246],"Autonomous":[50],"Underwater":[51],"Vehicles":[52],"(AUVs).":[53],"Firstly,":[54],"particular":[56],"Markov":[57],"decision":[58],"process":[59,68],"is":[60,85,121,210],"developed":[61,78],"model":[63],"relay":[66,128,199],"AUV":[71,143],"in":[72,161,201],"scenario.":[75],"In":[76,130],"model,":[79],"an":[80],"experimental":[81],"statistical-based":[82],"partition":[83],"mechanism":[84,209],"proposed":[86,122,136,167,211,248],"cope":[88],"greatly":[91],"increasing":[92],"dimension":[93],"state":[96],"space":[97],"AUV,":[103],"reducing":[104],"search":[106],"optimization":[107,228,233],"difficulty.":[108],"Secondly,":[109],"dual-thread":[111],"reinforcement":[112],"learning":[113,119,133,164,187],"structure":[114],"actual":[116,132,184],"virtual":[118,163,186],"threads":[120,188],"track":[125],"superior":[127,154,198],"action.":[129],"thread,":[134,165],"improved":[137],"probability":[138],"greedy":[139],"policy":[140],"enables":[141],"strengthen":[145],"exploration":[147],"reward":[150],"information":[151,218],"potential":[153],"relays":[155],"on":[156],"current":[158,215],"state.":[159],"Meanwhile,":[160],"upper-confidence-bound-index-based":[168],"uncertainty":[169],"estimation":[170],"method":[171],"can":[172,189],"estimate":[173],"action-reward":[175,217],"level":[176],"historical":[178],"states.":[179],"Consequently,":[180],"combination":[182],"obtain":[191],"Q":[193],"value":[194],"information,":[195],"thereby":[196,235],"making":[197],"decision-making":[200],"short":[203],"time.":[204],"Thirdly,":[205],"control":[208],"reuse":[213],"observed":[216],"transform":[220],"multiple":[222],"parameter":[224],"nonlinear":[225],"joint":[226],"into":[230],"convex":[232],"problem,":[234],"enhancing":[236],"network":[237],"capacity.":[239],"Finally,":[240],"simulation":[241],"results":[242],"verify":[243],"effectiveness":[245],"scheme.":[249]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}