{"id":"https://openalex.org/W7160258269","doi":"https://doi.org/10.1109/comst.2026.3689477","title":"Modeling and Operation of Underwater Intelligent Communication Systems: A Survey of Multi-Agent Reinforcement Learning-Based Approaches","display_name":"Modeling and Operation of Underwater Intelligent Communication Systems: A Survey of Multi-Agent Reinforcement Learning-Based Approaches","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7160258269","doi":"https://doi.org/10.1109/comst.2026.3689477"},"language":null,"primary_location":{"id":"doi:10.1109/comst.2026.3689477","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comst.2026.3689477","pdf_url":null,"source":{"id":"https://openalex.org/S23688054","display_name":"IEEE Communications Surveys & Tutorials","issn_l":"1553-877X","issn":["1553-877X","2373-745X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Surveys & Tutorials","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135413125","display_name":"Guangjie Han","orcid":"https://orcid.org/0000-0002-6921-7369"},"institutions":[{"id":"https://openalex.org/I125904092","display_name":"Shenyang Aerospace University","ror":"https://ror.org/02423gm04","country_code":"CN","type":"education","lineage":["https://openalex.org/I125904092"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangjie Han","raw_affiliation_strings":["School of Computer Science, Shenyang Aerospace University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-6921-7369","affiliations":[{"raw_affiliation_string":"School of Computer Science, Shenyang Aerospace University, Shenyang, China","institution_ids":["https://openalex.org/I125904092"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101261214","display_name":"Shengchao Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengchao Zhu","raw_affiliation_strings":["College of Computer Science and Software Engineering, Hohai University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0006-1491-5342","affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135419621","display_name":"Chuan Lin","orcid":"https://orcid.org/0000-0001-6811-3851"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Lin","raw_affiliation_strings":["Software College, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-6811-3851","affiliations":[{"raw_affiliation_string":"Software College, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135409047","display_name":"Jinfang Jiang","orcid":"https://orcid.org/0000-0002-9170-223X"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinfang Jiang","raw_affiliation_strings":["College of Information Science and Engineering, Hohai University, Changzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9170-223X","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5124087653","display_name":"Yun Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yun Hou","raw_affiliation_strings":["College of Computer Science and Software Engineering, Hohai University, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science and Software Engineering, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.6636049,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"28","issue":null,"first_page":"6101","last_page":"6135"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.0044999998062849045,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.7879999876022339},{"id":"https://openalex.org/keywords/underwater-acoustic-communication","display_name":"Underwater acoustic communication","score":0.757099986076355},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5759999752044678},{"id":"https://openalex.org/keywords/telecommunications-network","display_name":"Telecommunications network","score":0.42669999599456787},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4205999970436096},{"id":"https://openalex.org/keywords/communications-system","display_name":"Communications system","score":0.4122999906539917},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.38040000200271606},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.36910000443458557}],"concepts":[{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.7879999876022339},{"id":"https://openalex.org/C169111936","wikidata":"https://www.wikidata.org/wiki/Q424098","display_name":"Underwater acoustic communication","level":3,"score":0.757099986076355},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5759999752044678},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5579000115394592},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.42669999599456787},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4205999970436096},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.4122999906539917},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.39660000801086426},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.38040000200271606},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3718000054359436},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.36910000443458557},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.35839998722076416},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.3492000102996826},{"id":"https://openalex.org/C2778464652","wikidata":"https://www.wikidata.org/wiki/Q309849","display_name":"Open research","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32989999651908875},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.28999999165534973},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.2897000014781952},{"id":"https://openalex.org/C62555980","wikidata":"https://www.wikidata.org/wiki/Q1460420","display_name":"Emergency management","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C24856439","wikidata":"https://www.wikidata.org/wiki/Q352483","display_name":"Adaptive routing","level":5,"score":0.2770000100135803},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.27059999108314514},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.258899986743927}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/comst.2026.3689477","is_oa":false,"landing_page_url":"https://doi.org/10.1109/comst.2026.3689477","pdf_url":null,"source":{"id":"https://openalex.org/S23688054","display_name":"IEEE Communications Surveys & Tutorials","issn_l":"1553-877X","issn":["1553-877X","2373-745X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Communications Surveys & Tutorials","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1096546879","display_name":null,"funder_award_id":"62572107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2517654242","display_name":null,"funder_award_id":"SKLA202501","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3853590937","display_name":null,"funder_award_id":"U22A2011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4817871351","display_name":null,"funder_award_id":"62572169","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,5,40,60,134],"continuous":[2],"evolution":[3],"of":[4,44,97,115,137],"6G":[6],"sea-land-air":[7],"integrated":[8],"communication":[9,13,31,47,106,125,160,190,219],"paradigm,":[10],"underwater":[11,45,105,124,149,155,189,218],"intelligent":[12,46],"systems":[14,48,161],"have":[15],"emerged":[16],"as":[17,78],"a":[18,79,95,112],"prominent":[19],"research":[20,213],"focus":[21],"in":[22,52,88,118,157,195],"recent":[23,116],"years.":[24],"Due":[25],"to":[26,103,122,188],"harsh":[27],"environmental":[28],"conditions,":[29],"limited":[30],"bandwidth,":[32],"high":[33],"propagation":[34],"delays,":[35],"and":[36,42,56,71,85,127,139,162,179,199,210],"severe":[37],"energy":[38],"constraints,":[39],"modelling":[41],"operation":[43],"face":[49],"significant":[50],"challenges":[51,209],"achieving":[53],"intelligence,":[54],"coordination,":[55],"sustainability.":[57],"To":[58],"meet":[59],"above":[61],"challenges,":[62],"multi-agent":[63],"reinforcement":[64],"learning":[65],"(MARL),":[66],"characterized":[67],"by":[68],"its":[69],"decentralized":[70],"autonomous":[72],"decision-making":[73],"capabilities,":[74],"has":[75],"been":[76],"regarded":[77],"promising":[80],"framework":[81],"for":[82,147,215],"intelligent,":[83],"distributed,":[84],"adaptive":[86],"coordination":[87],"such":[89],"environments.":[90],"Nevertheless,":[91],"there":[92],"is":[93,143],"still":[94],"lack":[96],"comprehensive":[98,113],"surveys":[99],"on":[100,193,202],"using":[101],"MARL":[102,120,138],"optimize":[104,123],"networks.":[107,150,220],"Therefore,":[108],"this":[109,129],"survey":[110],"provides":[111],"overview":[114],"advancements":[117],"applying":[119],"techniques":[121],"networks":[126],"bridges":[128],"gap.":[130],"Specifically,":[131],"we":[132,152,183,205],"review":[133,153],"fundamental":[135],"components":[136],"explain":[140],"why":[141],"it":[142],"particularly":[144],"well":[145],"suited":[146],"optimizing":[148],"Then,":[151],"MARL-based":[154],"applications":[156],"both":[158],"static":[159],"dynamic":[163],"mobile":[164],"networks,":[165],"including":[166],"routing":[167],"strategies,":[168],"network":[169],"security,":[170],"resource":[171],"allocation,":[172],"MAC":[173],"layer":[174],"optimization,":[175,191],"cooperative":[176],"multi-robot":[177],"formation,":[178],"target":[180],"tracking.":[181],"Furthermore,":[182],"summarize":[184],"algorithmic":[185],"innovations":[186],"tailored":[187],"focusing":[192],"improvements":[194],"training":[196],"efficiency,":[197],"robustness,":[198],"scalability.":[200],"Building":[201],"these":[203],"analyses,":[204],"further":[206],"analyze":[207],"open":[208],"outline":[211],"future":[212],"directions":[214],"advancing":[216],"MARL-enabled":[217]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-06T00:00:00"}