{"id":"https://openalex.org/W4312549973","doi":"https://doi.org/10.1109/jiot.2022.3211953","title":"Collaboration-Aware Relay Selection for AUV in Internet of Underwater Network: Evolving Contextual Bandit Learning Approach","display_name":"Collaboration-Aware Relay Selection for AUV in Internet of Underwater Network: Evolving Contextual Bandit Learning Approach","publication_year":2022,"publication_date":"2022-10-04","ids":{"openalex":"https://openalex.org/W4312549973","doi":"https://doi.org/10.1109/jiot.2022.3211953"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3211953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3211953","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101736041","display_name":"Haihong Zhao","orcid":"https://orcid.org/0000-0002-5263-5345"},"institutions":[{"id":"https://openalex.org/I308837","display_name":"Suzhou University of Science and Technology","ror":"https://ror.org/04en8wb91","country_code":"CN","type":"education","lineage":["https://openalex.org/I308837"]},{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haihong Zhao","raw_affiliation_strings":["Key Laboratory of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China","Institute of Electronic and Information Engineering, Suzhou University of Science and Technology, Suzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]},{"raw_affiliation_string":"Institute of Electronic and Information Engineering, Suzhou University of Science and Technology, Suzhou, China","institution_ids":["https://openalex.org/I308837"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034926412","display_name":"Xinbin Li","orcid":"https://orcid.org/0000-0003-1116-963X"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinbin Li","raw_affiliation_strings":["Key Laboratory of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0003-1116-963X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049380177","display_name":"Song Han","orcid":"https://orcid.org/0000-0002-9072-420X"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Song Han","raw_affiliation_strings":["Key Laboratory of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0002-9072-420X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Industrial Computer Control Engineering of Hebei Province, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045473603","display_name":"Lei Yan","orcid":"https://orcid.org/0000-0003-0965-4636"},"institutions":[{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]},{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Yan","raw_affiliation_strings":["School of Computer and Communication Engineering, Northeastern University, Qinhuangdao, China","China Key Laboratory of System Control and Information Process, Ministry of Education, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0965-4636","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, Northeastern University, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"China Key Laboratory of System Control and Information Process, Ministry of Education, Shanghai, China","institution_ids":["https://openalex.org/I1327237609"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073958329","display_name":"Junzhi Yu","orcid":"https://orcid.org/0000-0002-6347-572X"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4391767778","display_name":"State Key Laboratory of Turbulence and Complex Systems","ror":"https://ror.org/04km98768","country_code":null,"type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junzhi Yu","raw_affiliation_strings":["Department of Advanced Manufacturing and Robotics, BIC-ESAT, College of Engineering, State Key Laboratory for Turbulence and Complex Systems, Peking University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Advanced Manufacturing and Robotics, BIC-ESAT, College of Engineering, State Key Laboratory for Turbulence and Complex Systems, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570","https://openalex.org/I4391767778"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8549,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.84146586,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":"3","first_page":"2430","last_page":"2443"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.9172854423522949},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.757684051990509},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5574802160263062},{"id":"https://openalex.org/keywords/multi-armed-bandit","display_name":"Multi-armed bandit","score":0.5483409762382507},{"id":"https://openalex.org/keywords/relay-channel","display_name":"Relay channel","score":0.5223237872123718},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4880184233188629},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.44851309061050415},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.4414340853691101},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4311191439628601},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.42797306180000305},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4204167127609253},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4152188301086426},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3419804871082306},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2693291902542114},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2307230532169342},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15663906931877136},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.10314953327178955}],"concepts":[{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.9172854423522949},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.757684051990509},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5574802160263062},{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.5483409762382507},{"id":"https://openalex.org/C46257984","wikidata":"https://www.wikidata.org/wiki/Q7310895","display_name":"Relay channel","level":4,"score":0.5223237872123718},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4880184233188629},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.44851309061050415},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.4414340853691101},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4311191439628601},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.42797306180000305},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4204167127609253},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4152188301086426},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3419804871082306},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2693291902542114},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2307230532169342},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15663906931877136},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10314953327178955},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2022.3211953","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3211953","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/14","display_name":"Life below water"}],"awards":[{"id":"https://openalex.org/G237264427","display_name":null,"funder_award_id":"62003295","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4957114755","display_name":null,"funder_award_id":"41976182","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7102919103","display_name":null,"funder_award_id":"62271437","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7603313047","display_name":null,"funder_award_id":"U1909206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8203219597","display_name":null,"funder_award_id":"61873224","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W1487320471","https://openalex.org/W1996897962","https://openalex.org/W2107581496","https://openalex.org/W2108114251","https://openalex.org/W2112420033","https://openalex.org/W2125083769","https://openalex.org/W2142268979","https://openalex.org/W2143742289","https://openalex.org/W2152447679","https://openalex.org/W2170984917","https://openalex.org/W2322610019","https://openalex.org/W2548106028","https://openalex.org/W2610768674","https://openalex.org/W2770402836","https://openalex.org/W2783860494","https://openalex.org/W2797143867","https://openalex.org/W2809054032","https://openalex.org/W2932660806","https://openalex.org/W2942933587","https://openalex.org/W2953373497","https://openalex.org/W2964221923","https://openalex.org/W2969195240","https://openalex.org/W2971438806","https://openalex.org/W2979430851","https://openalex.org/W2988405474","https://openalex.org/W2989711370","https://openalex.org/W2999072061","https://openalex.org/W3016898162","https://openalex.org/W3017135726","https://openalex.org/W3018781951","https://openalex.org/W3022039839","https://openalex.org/W3025221829","https://openalex.org/W3036074009","https://openalex.org/W3038498786","https://openalex.org/W3041207562","https://openalex.org/W3045879547","https://openalex.org/W3084753309","https://openalex.org/W3089283090","https://openalex.org/W3105777409","https://openalex.org/W3158367352","https://openalex.org/W3159201257","https://openalex.org/W3173225644","https://openalex.org/W3202493127","https://openalex.org/W3203228681","https://openalex.org/W4214618434","https://openalex.org/W4300931419","https://openalex.org/W6675657435","https://openalex.org/W6676576766","https://openalex.org/W6734664650"],"related_works":["https://openalex.org/W2804620669","https://openalex.org/W2150872090","https://openalex.org/W2183648595","https://openalex.org/W2518851991","https://openalex.org/W3004923477","https://openalex.org/W3036577108","https://openalex.org/W2176605206","https://openalex.org/W2169571573","https://openalex.org/W3102354688","https://openalex.org/W4312549973"],"abstract_inverted_index":{"In":[0,56],"Internet":[1],"of":[2,41,126,188,214],"Underwater":[3],"Things,":[4],"data":[5,29],"collection":[6],"is":[7,168],"assisted":[8],"by":[9,111,192],"autonomous":[10],"underwater":[11],"vehicle":[12],"(AUV)":[13],"to":[14,30,135,155,173],"enhance":[15],"the":[16,27,31,37,89,104,118,124,131,156,160,186,189,194,204,212,215],"reliable":[17],"transmission.":[18,181],"AUV":[19,42,172],"acts":[20],"as":[21,99,101],"a":[22,61],"mobile":[23,39],"collector":[24],"and":[25,46,82,140,178,198],"transmits":[26],"collected":[28],"station":[32],"via":[33],"relay":[34,48,68,84,91,137,176,196],"nodes.":[35],"However,":[36],"highly":[38],"nature":[40],"needs":[43],"an":[44],"adaptive":[45],"efficient":[47],"selection":[49],"scheme":[50],"for":[51,150],"achieving":[52],"good":[53],"capacity":[54],"performance.":[55],"this":[57],"article,":[58],"we":[59,129,183],"propose":[60],"new":[62,105],"contextual":[63,132,163],"multiarmed":[64],"bandit":[65,164],"with":[66,88],"evolving":[67,83,90,195],"set":[69,197],"(CMAB-ERS)":[70],"learning":[71,102,119,165],"framework,":[72],"which":[73],"successfully":[74],"addresses":[75],"crucial":[76],"issues,":[77],"including":[78],"dynamic":[79],"environment":[80,133],"conditions":[81],"set.":[85],"To":[86,122],"deal":[87],"set,":[92],"CMAB-ERS":[93],"incorporates":[94],"collaborative":[95],"effects":[96],"into":[97],"inference":[98],"well":[100],"processes,":[103],"relays":[106],"will":[107],"acquire":[108],"prior":[109],"knowledge":[110],"having":[112],"experienced":[113],"nodes":[114],"sharing":[115],"observations,":[116],"reducing":[117],"time":[120],"significantly.":[121],"overcome":[123],"uncertainty":[125],"environmental":[127],"information,":[128],"exploit":[130],"factors":[134],"assist":[136],"reward":[138],"estimation":[139],"execute":[141],"time-sensitive":[142],"parameter":[143],"update":[144],"after":[145],"every":[146],"transmit\u2013receive":[147],"cycle,":[148],"aiming":[149],"minimizing":[151],"potential":[152],"loss":[153],"due":[154],"time-varying":[157],"channel.":[158],"Correspondingly,":[159],"collaboration-aware":[161],"online":[162],"(COCBL)":[166],"algorithm":[167,191],"designed":[169],"that":[170],"enables":[171],"switch":[174],"optimal":[175],"adaptively":[177],"promises":[179],"high-capacity":[180],"Further,":[182],"rigorously":[184],"prove":[185],"convergence":[187],"COCBL":[190],"considering":[193],"give":[199],"its":[200],"upper":[201],"bound":[202],"on":[203],"cumulative":[205],"regret.":[206],"Finally,":[207],"extensive":[208],"simulation":[209],"results":[210],"elucidate":[211],"effectiveness":[213],"proposed":[216],"COCBL.":[217]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}