{"id":"https://openalex.org/W4415934063","doi":"https://doi.org/10.1109/tnsm.2025.3629240","title":"Bandits Under the Waves: A Fully-Distributed Multi-Armed Bandit Framework for Modulation Adaptation in the Internet of Underwater Things","display_name":"Bandits Under the Waves: A Fully-Distributed Multi-Armed Bandit Framework for Modulation Adaptation in the Internet of Underwater Things","publication_year":2025,"publication_date":"2025-11-05","ids":{"openalex":"https://openalex.org/W4415934063","doi":"https://doi.org/10.1109/tnsm.2025.3629240"},"language":null,"primary_location":{"id":"doi:10.1109/tnsm.2025.3629240","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2025.3629240","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055135908","display_name":"Fabio Busacca","orcid":"https://orcid.org/0000-0001-8923-6340"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"F. Busacca","raw_affiliation_strings":["Department of Electrical, Electronic, and Computer Engineering, University of Catania, Catania, Italy","University of Catania, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8923-6340","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic, and Computer Engineering, University of Catania, Catania, Italy","institution_ids":["https://openalex.org/I39063666"]},{"raw_affiliation_string":"University of Catania, Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067573646","display_name":"Laura Galluccio","orcid":"https://orcid.org/0000-0001-6644-0787"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"L. Galluccio","raw_affiliation_strings":["Department of Electrical, Electronic, and Computer Engineering, University of Catania, Catania, Italy","University of Catania, Italy"],"raw_orcid":"https://orcid.org/0000-0001-6644-0787","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic, and Computer Engineering, University of Catania, Catania, Italy","institution_ids":["https://openalex.org/I39063666"]},{"raw_affiliation_string":"University of Catania, Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061649682","display_name":"Sergio Palazzo","orcid":"https://orcid.org/0000-0001-7428-0533"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"S. Palazzo","raw_affiliation_strings":["Department of Electrical, Electronic, and Computer Engineering, University of Catania, Catania, Italy","University of Catania, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7428-0533","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic, and Computer Engineering, University of Catania, Catania, Italy","institution_ids":["https://openalex.org/I39063666"]},{"raw_affiliation_string":"University of Catania, Italy","institution_ids":["https://openalex.org/I39063666"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084354129","display_name":"A. Panebianco","orcid":"https://orcid.org/0009-0002-4218-2167"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"A. Panebianco","raw_affiliation_strings":["CNIT Catania Research Unit, Catania, Italy","CNIT Catania Research Unit, Italy"],"raw_orcid":"https://orcid.org/0009-0002-4218-2167","affiliations":[{"raw_affiliation_string":"CNIT Catania Research Unit, Catania, Italy","institution_ids":["https://openalex.org/I39063666"]},{"raw_affiliation_string":"CNIT Catania Research Unit, Italy","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034810680","display_name":"Raoul Raftopoulos","orcid":"https://orcid.org/0000-0001-7762-8267"},"institutions":[{"id":"https://openalex.org/I39063666","display_name":"University of Catania","ror":"https://ror.org/03a64bh57","country_code":"IT","type":"education","lineage":["https://openalex.org/I39063666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"R. Raftopoulos","raw_affiliation_strings":["Department of Electrical, Electronic, and Computer Engineering, University of Catania, Catania, Italy","University of Catania, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7762-8267","affiliations":[{"raw_affiliation_string":"Department of Electrical, Electronic, and Computer Engineering, University of Catania, Catania, Italy","institution_ids":["https://openalex.org/I39063666"]},{"raw_affiliation_string":"University of Catania, Italy","institution_ids":["https://openalex.org/I39063666"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I39063666"],"apc_list":null,"apc_paid":null,"fwci":1.4436,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.83269539,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"23","issue":null,"first_page":"639","last_page":"653"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9226999878883362,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9226999878883362,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11698","display_name":"Underwater Acoustics Research","score":0.0066999997943639755,"subfield":{"id":"https://openalex.org/subfields/1910","display_name":"Oceanography"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10851","display_name":"Optical Wireless Communication Technologies","score":0.006399999838322401,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.6417999863624573},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6230000257492065},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.5684999823570251},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5565000176429749},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.5539000034332275},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5087000131607056},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4943999946117401},{"id":"https://openalex.org/keywords/link-adaptation","display_name":"Link adaptation","score":0.4648999869823456},{"id":"https://openalex.org/keywords/underwater-acoustic-communication","display_name":"Underwater acoustic communication","score":0.4242999851703644}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8654999732971191},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6417999863624573},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6230000257492065},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.5684999823570251},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5565000176429749},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5539000034332275},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5087000131607056},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4943999946117401},{"id":"https://openalex.org/C138916503","wikidata":"https://www.wikidata.org/wiki/Q2714551","display_name":"Link adaptation","level":4,"score":0.4648999869823456},{"id":"https://openalex.org/C169111936","wikidata":"https://www.wikidata.org/wiki/Q424098","display_name":"Underwater acoustic communication","level":3,"score":0.4242999851703644},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.4180999994277954},{"id":"https://openalex.org/C123079801","wikidata":"https://www.wikidata.org/wiki/Q750240","display_name":"Modulation (music)","level":2,"score":0.4156999886035919},{"id":"https://openalex.org/C90806461","wikidata":"https://www.wikidata.org/wiki/Q1144416","display_name":"Propagation delay","level":2,"score":0.39070001244544983},{"id":"https://openalex.org/C123197309","wikidata":"https://www.wikidata.org/wiki/Q2882343","display_name":"Multi-armed bandit","level":3,"score":0.3716999888420105},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3431999981403351},{"id":"https://openalex.org/C67467970","wikidata":"https://www.wikidata.org/wiki/Q1292425","display_name":"Underwater acoustics","level":3,"score":0.3400000035762787},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3197000026702881},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3068000078201294},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.29840001463890076},{"id":"https://openalex.org/C108921912","wikidata":"https://www.wikidata.org/wiki/Q7834639","display_name":"Transmission delay","level":3,"score":0.2962999939918518},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C203274722","wikidata":"https://www.wikidata.org/wiki/Q7001161","display_name":"Network performance","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.272599995136261},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2603999972343445},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2025.3629240","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2025.3629240","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1970258451","https://openalex.org/W2094050357","https://openalex.org/W2129879516","https://openalex.org/W2169926276","https://openalex.org/W2528955493","https://openalex.org/W2529441059","https://openalex.org/W2793824122","https://openalex.org/W2799585879","https://openalex.org/W2905012031","https://openalex.org/W2910408385","https://openalex.org/W2944844176","https://openalex.org/W2950929549","https://openalex.org/W2962797279","https://openalex.org/W2979430851","https://openalex.org/W3023657883","https://openalex.org/W3041410138","https://openalex.org/W3083855867","https://openalex.org/W3113072632","https://openalex.org/W3162930381","https://openalex.org/W3189280485","https://openalex.org/W3202493127","https://openalex.org/W4281751485","https://openalex.org/W4283789976","https://openalex.org/W4285109560","https://openalex.org/W4286209592","https://openalex.org/W4387883597","https://openalex.org/W4399361636","https://openalex.org/W4402158807"],"related_works":[],"abstract_inverted_index":{"Acoustic":[0,124],"communications":[1],"are":[2,18,40,101,139],"the":[3,8,35,58,66,72,75,87,92,167,184,196,199,203,239,251,303],"most":[4],"exploited":[5],"technology":[6],"in":[7,77,121,257,260],"so-called":[9],"Internet":[10],"of":[11,74,198,238,262],"Underwater":[12],"Things":[13],"(IoUT).":[14],"UnderWater":[15],"(UW)":[16],"environments":[17],"often":[19],"characterized":[20],"by":[21,149,175,279,290],"harsh":[22],"propagation":[23,32,60],"features,":[24],"limited":[25,45,67],"bandwidth,":[26],"fast-varying":[27],"channel":[28,93,189,192],"conditions,":[29],"and":[30,79,104,141,143,161,207,222,248,266,272,283,286,294,301,311,315,320],"long":[31],"delay.":[33],"On":[34],"other":[36],"hand,":[37],"IoUT":[38,123,173],"nodes":[39,76],"usually":[41],"battery-powered":[42],"devices":[43],"with":[44,65,210,233],"processing":[46,80],"capabilities.":[47,69],"Accordingly,":[48],"it":[49,82,209],"is":[50,83,159,162],"necessary":[51],"to":[52,56,85,128,145,164,186,270,281,292,298,308,317],"design":[53],"optimization":[54],"algorithms":[55,138],"address":[57,71],"challenging":[59],"features":[61,190],"while":[62,95],"balancing":[63],"them":[64],"device":[68],"To":[70],"constraints":[73],"energy":[78,267,288,323],"resources,":[81],"crucial":[84],"adjust":[86],"transmission":[88],"parameters":[89],"based":[90,214],"on":[91,177,215],"conditions":[94],"also":[96],"developing":[97],"communication":[98],"procedures":[99],"that":[100],"both":[102],"lightweight":[103,142],"energy-efficient.":[105],"In":[106],"this":[107],"work,":[108],"we":[109],"introduce":[110],"a":[111,234],"novel":[112],"Multi-Player":[113],"Multi-Armed":[114],"Bandit":[115],"(MP-MAB)":[116],"framework":[117,158,201,253],"for":[118,220],"modulation":[119,169],"adaptation":[120],"Multi-Hop":[122],"Networks.":[125],"As":[126],"opposed":[127],"widely":[129],"used,":[130],"computation-demanding":[131],"Deep":[132,216],"Reinforcement":[133,217],"Learning":[134,218],"(DRL)":[135,219],"techniques,":[136],"MP-MAB":[137],"simple":[140],"allow":[144],"iteratively":[146],"make":[147],"decisions":[148],"selecting":[150],"one":[151],"among":[152],"multiple":[153],"choices,":[154],"or":[155],"arms.":[156],"The":[157,241],"fully-distributed":[160,249],"able":[163],"dynamically":[165],"select":[166],"best":[168],"technique":[170],"at":[171],"each":[172],"node":[174],"leveraging":[176],"high-level":[178],"statistics":[179],"(e.g.,":[180,191],"network":[181,277],"throughput),":[182],"without":[183],"need":[185],"exploit":[187],"hard-to-extract":[188],"state).":[193],"We":[194],"evaluate":[195],"performance":[197,256],"proposed":[200,252,304],"using":[202],"DESERT":[204],"UW":[205,258],"simulator":[206],"compare":[208],"state-of-the-art":[211],"centralized":[212],"solutions":[213],"cognitive":[221],"heterogeneous":[223],"networks,":[224],"namely":[225],"DRL-MCS,":[226],"DRL-AM,":[227,273],"PPO,":[228,299],"SAC,":[229,300],"as":[230,232],"well":[231],"multiple-agent,":[235],"distributed":[236],"version":[237],"PPO.":[240],"results":[242],"highlight":[243],"that,":[244],"despite":[245],"its":[246],"simplicity":[247],"nature,":[250],"achieves":[254,306],"superior":[255],"networks":[259],"terms":[261],"throughput,":[263,314],"convergence":[264],"speed,":[265],"efficiency.":[268],"Compared":[269],"DRL-MCS":[271],"our":[274],"approach":[275],"improves":[276],"throughput":[278],"up":[280,291,307,316],"33%":[282,321],"20%,":[284],"respectively,":[285],"reduces":[287],"consumption":[289],"18%":[293],"16%.":[295],"When":[296],"compared":[297],"Multi-PPO,":[302],"solution":[305],"11%,":[309],"34%,":[310],"38%":[312],"higher":[313],"7%,":[318],"17%,":[319],"lower":[322],"consumption,":[324],"respectively.":[325]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-01-08T20:05:33.558190","created_date":"2025-11-05T00:00:00"}