{"id":"https://openalex.org/W2793824122","doi":"https://doi.org/10.1109/access.2018.2801350","title":"Relay Selection for Underwater Acoustic Sensor Networks: A Multi-User Multi-Armed Bandit Formulation","display_name":"Relay Selection for Underwater Acoustic Sensor Networks: A Multi-User Multi-Armed Bandit Formulation","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2793824122","doi":"https://doi.org/10.1109/access.2018.2801350","mag":"2793824122"},"language":"en","primary_location":{"id":"doi:10.1109/access.2018.2801350","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2801350","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2018.2801350","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034926412","display_name":"Xinbin Li","orcid":"https://orcid.org/0000-0003-1116-963X"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinbin Li","raw_affiliation_strings":["Key Lab of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Lab of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108050448","display_name":"Jiajia Liu","orcid":"https://orcid.org/0000-0003-4273-8866"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajia Liu","raw_affiliation_strings":["Key Lab of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Lab of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045473603","display_name":"Lei Yan","orcid":"https://orcid.org/0000-0003-0965-4636"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Yan","raw_affiliation_strings":["Key Lab of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0003-0965-4636","affiliations":[{"raw_affiliation_string":"Key Lab of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049380177","display_name":"Song Han","orcid":"https://orcid.org/0000-0002-9072-420X"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Han","raw_affiliation_strings":["Key Lab of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Lab of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100690710","display_name":"Xinping Guan","orcid":"https://orcid.org/0000-0003-1858-8538"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinping Guan","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiaotong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.6669,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.90056632,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"6","issue":null,"first_page":"7839","last_page":"7853"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.8094438314437866},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7687281370162964},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.6620419025421143},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5887600183486938},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5855951309204102},{"id":"https://openalex.org/keywords/underwater-acoustic-communication","display_name":"Underwater acoustic communication","score":0.5837257504463196},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5815813541412354},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.5364952683448792},{"id":"https://openalex.org/keywords/multi-armed-bandit","display_name":"Multi-armed bandit","score":0.5201797485351562},{"id":"https://openalex.org/keywords/multi-user","display_name":"Multi-user","score":0.4839327931404114},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3948853015899658},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3631172180175781},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.22115203738212585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11458992958068848},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.10497203469276428}],"concepts":[{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.8094438314437866},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7687281370162964},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.6620419025421143},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5887600183486938},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5855951309204102},{"id":"https://openalex.org/C169111936","wikidata":"https://www.wikidata.org/wiki/Q424098","display_name":"Underwater acoustic communication","level":3,"score":0.5837257504463196},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5815813541412354},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.5364952683448792},{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.5201797485351562},{"id":"https://openalex.org/C2778002699","wikidata":"https://www.wikidata.org/wiki/Q876057","display_name":"Multi-user","level":2,"score":0.4839327931404114},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3948853015899658},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3631172180175781},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.22115203738212585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11458992958068848},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10497203469276428},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2018.2801350","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2801350","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8f5906fd58d64abc8410ae63ab6b151d","is_oa":true,"landing_page_url":"https://doaj.org/article/8f5906fd58d64abc8410ae63ab6b151d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 6, Pp 7839-7853 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2018.2801350","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2801350","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6800000071525574,"display_name":"Life below water","id":"https://metadata.un.org/sdg/14"}],"awards":[{"id":"https://openalex.org/G4512650588","display_name":null,"funder_award_id":"61571387","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W157259654","https://openalex.org/W384871483","https://openalex.org/W1608206017","https://openalex.org/W1621376568","https://openalex.org/W1666230842","https://openalex.org/W1782787706","https://openalex.org/W1908308678","https://openalex.org/W1964358376","https://openalex.org/W1977913775","https://openalex.org/W1980497528","https://openalex.org/W1986051066","https://openalex.org/W1993012830","https://openalex.org/W2018503434","https://openalex.org/W2020254732","https://openalex.org/W2022775789","https://openalex.org/W2025283398","https://openalex.org/W2068115726","https://openalex.org/W2087759104","https://openalex.org/W2088530598","https://openalex.org/W2090452550","https://openalex.org/W2099388379","https://openalex.org/W2106749358","https://openalex.org/W2128217090","https://openalex.org/W2130509337","https://openalex.org/W2139509144","https://openalex.org/W2148931234","https://openalex.org/W2164479798","https://openalex.org/W2168405694","https://openalex.org/W2170673727","https://openalex.org/W2171671264","https://openalex.org/W2193897973","https://openalex.org/W2293749237","https://openalex.org/W2322610019","https://openalex.org/W2400128071","https://openalex.org/W2548106028","https://openalex.org/W2593025552","https://openalex.org/W2610768674","https://openalex.org/W3101740335","https://openalex.org/W3103955365","https://openalex.org/W3105740970","https://openalex.org/W4235234911","https://openalex.org/W6636744456","https://openalex.org/W6637310442","https://openalex.org/W6637943867","https://openalex.org/W6713060187","https://openalex.org/W6979744206"],"related_works":["https://openalex.org/W3081304190","https://openalex.org/W2477841276","https://openalex.org/W4225540233","https://openalex.org/W1989468614","https://openalex.org/W46613192","https://openalex.org/W2539461158","https://openalex.org/W2556643280","https://openalex.org/W4285703999","https://openalex.org/W2185568765","https://openalex.org/W2353494610"],"abstract_inverted_index":{"Multi-user":[0],"cooperative":[1,41],"transmission":[2,14,42,153],"is":[3,37,124],"an":[4,106],"attractive":[5],"architecture":[6],"for":[7,39,89],"underwater":[8,77,134],"acoustic":[9,78],"sensor":[10],"networks":[11],"(UASNs).":[12],"Cooperative":[13],"depends":[15],"on":[16],"careful":[17],"allocations":[18],"of":[19,32,51,122,164,173],"resources":[20],"such":[21],"as":[22],"relay":[23,27,59,90],"selection,":[24,91],"but":[25,100,159],"traditional":[26],"selection":[28,60],"requires":[29],"precise":[30],"measurements":[31],"channel":[33,79],"state":[34],"information,":[35],"which":[36,110,126],"infeasible":[38],"multi-user":[40,58],"due":[43],"to":[44,130,148],"the":[45,94,111,145,162,171],"unique":[46],"features":[47],"and":[48,118,154,179],"hardware":[49],"restrictions":[50],"UASNs.":[52],"In":[53],"this":[54],"paper,":[55],"we":[56,104],"model":[57],"under":[61],"a":[62,84,120,150],"multiuser":[63],"multi-armed":[64],"bandit":[65],"(MU-MAB)":[66],"framework,":[67],"whereby":[68],"users":[69,158],"are":[70,97],"not":[71,140],"provided":[72],"any":[73],"prior":[74],"knowledge":[75],"about":[76],"conditions.":[80],"We":[81,169],"first":[82],"exploit":[83],"novel":[85],"MU-MAB":[86],"algorithm,":[87],"DSMU-MAB,":[88,123],"assuming":[92],"that":[93],"reward":[95,112],"distributions":[96,113],"initially":[98],"unknown":[99],"remain":[101],"constant.":[102],"Second,":[103],"consider":[105],"evolving":[107],"environment":[108],"in":[109,116,133],"undergo":[114],"changes":[115,132],"time,":[117],"DSMU-rMAB,":[119],"derivative":[121],"proposed,":[125],"can":[127],"be":[128],"robust":[129],"abrupt":[131],"communication":[135],"environments.":[136],"The":[137],"proposed":[138,175],"algorithms":[139,176],"only":[141],"help":[142],"sources":[143],"find":[144],"suitable":[146],"relays":[147],"achieve":[149],"high":[151],"quality":[152],"avoid":[155],"collisions":[156],"among":[157,167],"also":[160],"reduce":[161],"mass":[163],"information":[165],"exchanged":[166],"users.":[168],"established":[170],"effectiveness":[172],"our":[174],"using":[177],"theoretical":[178],"numerical":[180],"analyses.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}