{"id":"https://openalex.org/W4412939645","doi":"https://doi.org/10.1109/jiot.2025.3595133","title":"Leveraging Propagation Delays: A Delay-Aware Multiagent Reinforcement Learning MAC Protocol for Underwater Acoustic Networks","display_name":"Leveraging Propagation Delays: A Delay-Aware Multiagent Reinforcement Learning MAC Protocol for Underwater Acoustic Networks","publication_year":2025,"publication_date":"2025-08-04","ids":{"openalex":"https://openalex.org/W4412939645","doi":"https://doi.org/10.1109/jiot.2025.3595133"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3595133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3595133","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049017455","display_name":"Jiajie Huang","orcid":"https://orcid.org/0009-0003-7811-0007"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiajie Huang","raw_affiliation_strings":["School of Informatics and the Key laboratory of Underwater Acoustic Communication and Marine Information Technology Ministry of Education, Xiamen University, Xiamen, China","School of Informatics, and the Key laboratory of Underwater Acoustic Communication and Marine Information Technology Ministry of Education, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0009-0003-7811-0007","affiliations":[{"raw_affiliation_string":"School of Informatics and the Key laboratory of Underwater Acoustic Communication and Marine Information Technology Ministry of Education, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, and the Key laboratory of Underwater Acoustic Communication and Marine Information Technology Ministry of Education, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089675292","display_name":"Xiaowen Ye","orcid":"https://orcid.org/0000-0002-7047-0038"},"institutions":[{"id":"https://openalex.org/I111753288","display_name":"Fujian Normal University","ror":"https://ror.org/020azk594","country_code":"CN","type":"education","lineage":["https://openalex.org/I111753288"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowen Ye","raw_affiliation_strings":["College of Photonic and Electronic Engineering, Fujian Normal University, Fuzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7047-0038","affiliations":[{"raw_affiliation_string":"College of Photonic and Electronic Engineering, Fujian Normal University, Fuzhou, China","institution_ids":["https://openalex.org/I111753288"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059125678","display_name":"Yizhe Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yizhe Wang","raw_affiliation_strings":["School of Informatics and the Key laboratory of Underwater Acoustic Communication and Marine Information Technology Ministry of Education, Xiamen University, Xiamen, China","School of Informatics, and the Key laboratory of Underwater Acoustic Communication and Marine Information Technology Ministry of Education, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0009-0000-1679-128X","affiliations":[{"raw_affiliation_string":"School of Informatics and the Key laboratory of Underwater Acoustic Communication and Marine Information Technology Ministry of Education, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, and the Key laboratory of Underwater Acoustic Communication and Marine Information Technology Ministry of Education, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034563456","display_name":"Liqun Fu","orcid":"https://orcid.org/0000-0002-5234-9429"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liqun Fu","raw_affiliation_strings":["School of Informatics and the Key laboratory of Underwater Acoustic Communication and Marine Information Technology Ministry of Education, Xiamen University, Xiamen, China","School of Informatics, and the Key laboratory of Underwater Acoustic Communication and Marine Information Technology Ministry of Education, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-5234-9429","affiliations":[{"raw_affiliation_string":"School of Informatics and the Key laboratory of Underwater Acoustic Communication and Marine Information Technology Ministry of Education, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]},{"raw_affiliation_string":"School of Informatics, and the Key laboratory of Underwater Acoustic Communication and Marine Information Technology Ministry of Education, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5049017455"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":1.0135,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.77332207,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"12","issue":"20","first_page":"42076","last_page":"42089"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8266112208366394},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7934755086898804},{"id":"https://openalex.org/keywords/propagation-delay","display_name":"Propagation delay","score":0.7007862329483032},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.5507857799530029},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.5461713671684265},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5141363739967346},{"id":"https://openalex.org/keywords/underwater-acoustic-communication","display_name":"Underwater acoustic communication","score":0.42035001516342163},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20756414532661438}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8266112208366394},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7934755086898804},{"id":"https://openalex.org/C90806461","wikidata":"https://www.wikidata.org/wiki/Q1144416","display_name":"Propagation delay","level":2,"score":0.7007862329483032},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.5507857799530029},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5461713671684265},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5141363739967346},{"id":"https://openalex.org/C169111936","wikidata":"https://www.wikidata.org/wiki/Q424098","display_name":"Underwater acoustic communication","level":3,"score":0.42035001516342163},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20756414532661438},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3595133","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3595133","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8325655106","display_name":null,"funder_award_id":"U23A20281","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1990640524","https://openalex.org/W1998790377","https://openalex.org/W2044819124","https://openalex.org/W2064675550","https://openalex.org/W2073102536","https://openalex.org/W2107116407","https://openalex.org/W2110789672","https://openalex.org/W2122734354","https://openalex.org/W2136821106","https://openalex.org/W2152898683","https://openalex.org/W2163770043","https://openalex.org/W2346280646","https://openalex.org/W2570477457","https://openalex.org/W2617547828","https://openalex.org/W2747213132","https://openalex.org/W2922273628","https://openalex.org/W2968764495","https://openalex.org/W2990385259","https://openalex.org/W3006566069","https://openalex.org/W3009587218","https://openalex.org/W3023125436","https://openalex.org/W3092138905","https://openalex.org/W3126351038","https://openalex.org/W3215230729","https://openalex.org/W4205993435","https://openalex.org/W4280598501","https://openalex.org/W4283776338","https://openalex.org/W4319341833","https://openalex.org/W4376629860","https://openalex.org/W4386450181","https://openalex.org/W4387872690","https://openalex.org/W4389169840","https://openalex.org/W4389326543","https://openalex.org/W4391974602","https://openalex.org/W4399560888","https://openalex.org/W4399567576","https://openalex.org/W4400072170","https://openalex.org/W4402040751","https://openalex.org/W4402353700","https://openalex.org/W4403182145","https://openalex.org/W4404688104"],"related_works":["https://openalex.org/W3081304190","https://openalex.org/W2477841276","https://openalex.org/W46613192","https://openalex.org/W4225540233","https://openalex.org/W2556643280","https://openalex.org/W2185568765","https://openalex.org/W2353494610","https://openalex.org/W4285703999","https://openalex.org/W3214188517","https://openalex.org/W1989468614"],"abstract_inverted_index":{"Underwater":[0],"acoustic":[1,37,210],"networks":[2,17],"are":[3,18],"typically":[4],"distributed":[5],"in":[6,35,208],"nature":[7],"and":[8,136,139,163,200],"have":[9],"been":[10],"attracting":[11],"much":[12],"research":[13],"interest":[14],"recently.":[15],"Such":[16],"characterized":[19],"by":[20],"long":[21,45,120],"propagation":[22,46,81,98,121,190],"delays,":[23,122],"which":[24,79],"pose":[25],"challenges":[26],"for":[27,160,205],"the":[28,88,119,189],"medium":[29],"access":[30],"control":[31],"(MAC)":[32],"protocol":[33,66],"design":[34],"underwater":[36,209],"networks.":[38,211],"In":[39,100],"this":[40],"paper,":[41],"instead":[42],"of":[43,94],"considering":[44],"delay":[47],"as":[48,55],"a":[49,60,105,149,202],"negative":[50],"effect,":[51],"we":[52,103,123,147],"exploit":[53],"it":[54],"an":[56],"advantage.":[57],"We":[58],"propose":[59,124],"multi-agent":[61,111],"reinforcement":[62],"learning":[63],"(MARL)-based":[64],"MAC":[65],"without":[67],"requiring":[68],"acknowledgement":[69],"feedback,":[70],"named":[71],"Delay-Aware":[72],"Multi-Agent":[73],"Reinforcement":[74],"Learning":[75],"Multiple":[76],"Access":[77],"(DA-MARLA),":[78],"leverages":[80],"delays":[82,191],"to":[83,117,133,196],"achieve":[84],"higher":[85],"throughput.":[86],"Furthermore,":[87],"throughput":[89],"achieved":[90],"can":[91,192],"exceed":[92],"that":[93,128,173,188],"systems":[95],"with":[96],"zero":[97],"delay.":[99],"developing":[101],"DA-MARLA,":[102],"introduce":[104],"novel":[106],"MARL":[107],"algorithm,":[108],"termed":[109],"delay-aware":[110],"proximal":[112],"policy":[113,151],"optimization":[114],"(DA-MAPPO).":[115],"Specifically,":[116],"leverage":[118],"two":[125],"period-based":[126],"mechanisms":[127],"coordinate":[129],"nodes\u2019":[130],"transmission":[131],"schedules":[132],"reduce":[134],"collisions":[135],"balance":[137],"cooperation":[138],"competition":[140],"among":[141],"nodes.":[142],"To":[143],"ensure":[144],"reliable":[145],"operation,":[146],"incorporate":[148],"sequential":[150],"update":[152,165],"mechanism.":[153],"This":[154],"mechanism":[155],"offers":[156],"accurate":[157],"performance":[158,206],"evaluation":[159],"each":[161],"node":[162],"establishes":[164],"sequences":[166],"during":[167],"centralized":[168],"training.":[169],"Simulation":[170],"results":[171],"show":[172],"our":[174],"method":[175],"consistently":[176],"outperforms":[177],"baseline":[178],"methods":[179],"across":[180],"various":[181],"network":[182,198],"topologies":[183],"while":[184],"maintaining":[185],"robustness,":[186],"demonstrating":[187],"be":[193],"effectively":[194],"utilized":[195],"enhance":[197],"efficiency":[199],"providing":[201],"new":[203],"avenue":[204],"improvement":[207]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-25T06:01:18.069262","created_date":"2025-10-10T00:00:00"}