{"id":"https://openalex.org/W4383503725","doi":"https://doi.org/10.1109/jiot.2023.3293172","title":"Joint Multiple Resources Allocation for Underwater Acoustic Cooperative Communication in Time-Varying IoUT Systems: A Double Closed-Loop Adversarial Bandit Approach","display_name":"Joint Multiple Resources Allocation for Underwater Acoustic Cooperative Communication in Time-Varying IoUT Systems: A Double Closed-Loop Adversarial Bandit Approach","publication_year":2023,"publication_date":"2023-07-07","ids":{"openalex":"https://openalex.org/W4383503725","doi":"https://doi.org/10.1109/jiot.2023.3293172"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3293172","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3293172","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049380177","display_name":"Song Han","orcid":"https://orcid.org/0000-0002-9072-420X"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Han","raw_affiliation_strings":["Key Laboratory of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0002-9072-420X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050707572","display_name":"Huan Zhao","orcid":"https://orcid.org/0009-0006-6256-8947"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Zhao","raw_affiliation_strings":["Key Laboratory of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0009-0006-6256-8947","affiliations":[{"raw_affiliation_string":"Key Laboratory of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034926412","display_name":"Xinbin Li","orcid":"https://orcid.org/0000-0003-1116-963X"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinbin Li","raw_affiliation_strings":["Key Laboratory of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0003-1116-963X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073958329","display_name":"Junzhi Yu","orcid":"https://orcid.org/0000-0002-6347-572X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4391767778","display_name":"State Key Laboratory of Turbulence and Complex Systems","ror":"https://ror.org/04km98768","country_code":null,"type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junzhi Yu","raw_affiliation_strings":["Department of Advanced Manufacturing and Robotics, College of Engineering, State Key Laboratory for Turbulence and Complex Systems, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6347-572X","affiliations":[{"raw_affiliation_string":"Department of Advanced Manufacturing and Robotics, College of Engineering, State Key Laboratory for Turbulence and Complex Systems, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100700538","display_name":"Zhixin Liu","orcid":"https://orcid.org/0000-0003-1638-7118"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhixin Liu","raw_affiliation_strings":["Key Laboratory of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0003-1638-7118","affiliations":[{"raw_affiliation_string":"Key Laboratory of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045473603","display_name":"Lei Yan","orcid":"https://orcid.org/0000-0003-0965-4636"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Yan","raw_affiliation_strings":["Northeastern University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0003-0965-4636","affiliations":[{"raw_affiliation_string":"Northeastern University, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101899839","display_name":"Tongwei Zhang","orcid":"https://orcid.org/0000-0001-5917-0950"},"institutions":[{"id":"https://openalex.org/I4210113896","display_name":"Qingdao National Laboratory for Marine Science and Technology","ror":"https://ror.org/026sv7t11","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210113896"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tongwei Zhang","raw_affiliation_strings":["Department of Technology, National Deep Sea Center, Qingdao, China"],"raw_orcid":"https://orcid.org/0000-0001-5917-0950","affiliations":[{"raw_affiliation_string":"Department of Technology, National Deep Sea Center, Qingdao, China","institution_ids":["https://openalex.org/I4210113896"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.1219,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.91286409,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"11","issue":"2","first_page":"2573","last_page":"2587"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8129111528396606},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.5670228004455566},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.5611260533332825},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5507798790931702},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4572451114654541},{"id":"https://openalex.org/keywords/underwater-acoustic-communication","display_name":"Underwater acoustic communication","score":0.44721367955207825},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.44671887159347534},{"id":"https://openalex.org/keywords/feedback-loop","display_name":"Feedback loop","score":0.44300615787506104},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.27734604477882385},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.19744187593460083},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1198638379573822}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8129111528396606},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.5670228004455566},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.5611260533332825},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5507798790931702},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4572451114654541},{"id":"https://openalex.org/C169111936","wikidata":"https://www.wikidata.org/wiki/Q424098","display_name":"Underwater acoustic communication","level":3,"score":0.44721367955207825},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.44671887159347534},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.44300615787506104},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.27734604477882385},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.19744187593460083},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1198638379573822},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3293172","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3293172","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G237264427","display_name":null,"funder_award_id":"62003295","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G256324158","display_name":null,"funder_award_id":"51979041","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4957114755","display_name":null,"funder_award_id":"41976182","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7102919103","display_name":null,"funder_award_id":"62271437","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7197350980","display_name":null,"funder_award_id":"F2022203025","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"},{"id":"https://openalex.org/G7603313047","display_name":null,"funder_award_id":"U1909206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7779097607","display_name":null,"funder_award_id":"F2020203037","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1570963478","https://openalex.org/W1977447661","https://openalex.org/W1992553725","https://openalex.org/W2077902449","https://openalex.org/W2170984917","https://openalex.org/W2296088201","https://openalex.org/W2548106028","https://openalex.org/W2593025552","https://openalex.org/W2610768674","https://openalex.org/W2655016877","https://openalex.org/W2799585879","https://openalex.org/W2810698355","https://openalex.org/W2900323227","https://openalex.org/W2902261664","https://openalex.org/W2946451720","https://openalex.org/W2967621151","https://openalex.org/W2978043363","https://openalex.org/W2979430851","https://openalex.org/W3004099225","https://openalex.org/W3016137018","https://openalex.org/W3021195429","https://openalex.org/W3038498786","https://openalex.org/W3041207562","https://openalex.org/W3105237678","https://openalex.org/W3112635774","https://openalex.org/W3137481122","https://openalex.org/W3143234691","https://openalex.org/W3155337804","https://openalex.org/W3155357069","https://openalex.org/W3167122261","https://openalex.org/W3195781493","https://openalex.org/W4205625638","https://openalex.org/W4300931419","https://openalex.org/W4313568136","https://openalex.org/W6603163463"],"related_works":["https://openalex.org/W3081304190","https://openalex.org/W2477841276","https://openalex.org/W1989468614","https://openalex.org/W46613192","https://openalex.org/W4225540233","https://openalex.org/W2556643280","https://openalex.org/W2185568765","https://openalex.org/W2353494610","https://openalex.org/W4285703999","https://openalex.org/W3214188517"],"abstract_inverted_index":{"This":[0],"article":[1],"deals":[2],"with":[3,77],"a":[4,72,143],"joint":[5,44],"multiple":[6,31,78],"resources":[7,32],"(relay,":[8],"channel,":[9],"and":[10,33,66,112,133,148],"power)":[11],"allocation":[12],"problem":[13,46],"for":[14,102],"underwater":[15],"acoustic":[16],"(UWA)":[17],"cooperative":[18],"communication":[19,40],"in":[20,87,105,136],"time-varying":[21,36],"Internet":[22],"of":[23,30,38,48,130,150,159],"Underwater":[24],"Things":[25],"scenarios.":[26],"The":[27,157],"strong":[28],"coupling":[29],"the":[34,43,54,93,103,118,128,137,145,151,160],"unknown":[35],"characteristic":[37],"UWA":[39],"scenes":[41],"make":[42],"optimization":[45],"full":[47],"challenges.":[49],"To":[50],"address":[51],"this":[52],"issue,":[53],"adversarial":[55],"multiarmed":[56],"bandit":[57],"online":[58],"learning":[59,75,110,114,121,140,146],"model":[60],"without":[61],"any":[62],"prior":[63],"channel":[64],"information":[65,96,111],"statistic":[67],"assumptions":[68],"is":[69,82,123],"employed.":[70],"Furthermore,":[71],"double":[73,138],"closed-loop":[74,139],"structure":[76],"intelligent":[79],"experts":[80,85],"assistance":[81],"proposed.":[83],"Multiple":[84],"embedded":[86],"inner":[88],"loop":[89],"can":[90],"intelligently":[91],"learn":[92],"derived":[94],"inferential":[95],"to":[97,125],"provide":[98],"more":[99],"efficient":[100],"advice":[101],"player":[104],"outer":[106],"loop,":[107],"thereby":[108],"enriching":[109],"enhancing":[113],"ability.":[115],"In":[116],"addition,":[117],"expert":[119],"diversity":[120],"mechanism":[122],"proposed":[124,152,161],"fully":[126],"reflect":[127],"characteristics":[129],"seeking":[131],"advantages":[132],"avoiding":[134],"disadvantages":[135],"structure.":[141],"As":[142],"result,":[144],"speed":[147],"performance":[149],"algorithms":[153,162],"are":[154,163],"significantly":[155],"improved.":[156],"superiorities":[158],"demonstrated":[164],"through":[165],"numerical":[166],"results.":[167]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":8}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}