{"id":"https://openalex.org/W7079988385","doi":"https://doi.org/10.1109/access.2025.3606016","title":"Energy-Aware MARL for Coordinated Data Collection in Multi-AUV Systems","display_name":"Energy-Aware MARL for Coordinated Data Collection in Multi-AUV Systems","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7079988385","doi":"https://doi.org/10.1109/access.2025.3606016"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3606016","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3606016","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3606016","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Arif Wibisono","orcid":"https://orcid.org/0000-0003-4635-6400"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Arif Wibisono","raw_affiliation_strings":["Department of Intelligent Mechatronics Engineering, Sejong University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-4635-6400","affiliations":[{"raw_affiliation_string":"Department of Intelligent Mechatronics Engineering, Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hyoung-Kyu Song","orcid":"https://orcid.org/0000-0002-3274-4982"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyoung-Kyu Song","raw_affiliation_strings":["Department of Convergence Engineering for Intelligent Drone, Sejong University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-3274-4982","affiliations":[{"raw_affiliation_string":"Department of Convergence Engineering for Intelligent Drone, Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]}]},{"author_position":"last","author":{"id":null,"display_name":"Byung Moo Lee","orcid":"https://orcid.org/0000-0003-3675-929X"},"institutions":[{"id":"https://openalex.org/I28777354","display_name":"Sejong University","ror":"https://ror.org/00aft1q37","country_code":"KR","type":"education","lineage":["https://openalex.org/I28777354"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byung Moo Lee","raw_affiliation_strings":["Department of Intelligent Mechatronics Engineering, Sejong University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-3675-929X","affiliations":[{"raw_affiliation_string":"Department of Intelligent Mechatronics Engineering, Sejong University, Seoul, South Korea","institution_ids":["https://openalex.org/I28777354"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":5.0437,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.95611989,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"155835","last_page":"155854"},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6507999897003174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12157","display_name":"Geochemistry and Geologic Mapping","score":0.6507999897003174,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13067","display_name":"Geological Modeling and Analysis","score":0.023499999195337296,"subfield":{"id":"https://openalex.org/subfields/1906","display_name":"Geochemistry and Petrology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14311","display_name":"Electrical and Electromagnetic Research","score":0.02290000021457672,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8309999704360962},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.5472999811172485},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.5252000093460083},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.4645000100135803},{"id":"https://openalex.org/keywords/adaptive-system","display_name":"Adaptive system","score":0.41179999709129333},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.40880000591278076},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.40230000019073486},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.3801000118255615},{"id":"https://openalex.org/keywords/complex-adaptive-system","display_name":"Complex adaptive system","score":0.3783000111579895}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8309999704360962},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.664900004863739},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.5472999811172485},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.5252000093460083},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.4645000100135803},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.41179999709129333},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.40880000591278076},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4050000011920929},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.40230000019073486},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.3801000118255615},{"id":"https://openalex.org/C63108463","wikidata":"https://www.wikidata.org/wiki/Q581233","display_name":"Complex adaptive system","level":2,"score":0.3783000111579895},{"id":"https://openalex.org/C24552861","wikidata":"https://www.wikidata.org/wiki/Q2670177","display_name":"Data assimilation","level":2,"score":0.3634999990463257},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.35929998755455017},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34860000014305115},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.34439998865127563},{"id":"https://openalex.org/C555745239","wikidata":"https://www.wikidata.org/wiki/Q133220","display_name":"Sonar","level":2,"score":0.3402000069618225},{"id":"https://openalex.org/C92927620","wikidata":"https://www.wikidata.org/wiki/Q184053","display_name":"Marl","level":3,"score":0.3192000091075897},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3174999952316284},{"id":"https://openalex.org/C205875254","wikidata":"https://www.wikidata.org/wiki/Q17156857","display_name":"Decentralised system","level":3,"score":0.3061999976634979},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3012000024318695},{"id":"https://openalex.org/C125014702","wikidata":"https://www.wikidata.org/wiki/Q4680749","display_name":"Adaptive learning","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.28529998660087585},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.2847000062465668},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.2766000032424927},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C9628104","wikidata":"https://www.wikidata.org/wiki/Q788009","display_name":"Autonomous system (mathematics)","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.26750001311302185},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.2637999951839447},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3606016","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3606016","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1424f19da0a44f72bdd01f91070293e9","is_oa":true,"landing_page_url":"https://doaj.org/article/1424f19da0a44f72bdd01f91070293e9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 155835-155854 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3606016","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3606016","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.6951213479042053,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G7129860215","display_name":null,"funder_award_id":"NRF-2023R1A2C1002656","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1863148556","https://openalex.org/W2005491783","https://openalex.org/W2170984917","https://openalex.org/W2963368750","https://openalex.org/W2981540341","https://openalex.org/W3003763267","https://openalex.org/W3006136081","https://openalex.org/W3088310808","https://openalex.org/W3090612618","https://openalex.org/W3093571944","https://openalex.org/W3127270821","https://openalex.org/W3131019011","https://openalex.org/W3154234870","https://openalex.org/W3166816823","https://openalex.org/W3195359402","https://openalex.org/W3199382544","https://openalex.org/W4210833520","https://openalex.org/W4225665995","https://openalex.org/W4281957756","https://openalex.org/W4283795156","https://openalex.org/W4284893385","https://openalex.org/W4306786778","https://openalex.org/W4307547932","https://openalex.org/W4308415884","https://openalex.org/W4308582380","https://openalex.org/W4320712932","https://openalex.org/W4321180409","https://openalex.org/W4323665475","https://openalex.org/W4327522223","https://openalex.org/W4378471675","https://openalex.org/W4385488920","https://openalex.org/W4385557357","https://openalex.org/W4386285213","https://openalex.org/W4386955036","https://openalex.org/W4387272185","https://openalex.org/W4387568538","https://openalex.org/W4388946990","https://openalex.org/W4389076478","https://openalex.org/W4389879586","https://openalex.org/W4390236244","https://openalex.org/W4390523466","https://openalex.org/W4396542632","https://openalex.org/W4398235121","https://openalex.org/W4399527656","https://openalex.org/W4400277243","https://openalex.org/W4401609066","https://openalex.org/W4402328880","https://openalex.org/W4402631153","https://openalex.org/W4402819049","https://openalex.org/W4403169840","https://openalex.org/W4404782462","https://openalex.org/W4405784906","https://openalex.org/W4405882262","https://openalex.org/W4406086267","https://openalex.org/W4406799742","https://openalex.org/W4407640451","https://openalex.org/W4409116005","https://openalex.org/W4409367268","https://openalex.org/W4409426579","https://openalex.org/W4410226941","https://openalex.org/W4410811384","https://openalex.org/W4413925637"],"related_works":[],"abstract_inverted_index":{"As":[0,87],"the":[1,98,164,230,264,276],"demand":[2],"for":[3,20,151,275,286],"adaptive":[4,84,243],"and":[5,59,66,83,116,124,176,214,229,254,263,281],"autonomous":[6],"smart":[7],"ocean":[8,182,204,259],"systems":[9,285],"continues":[10],"to":[11,106,170,187,190,269],"grow,":[12],"multi-agent":[13,283],"control":[14],"strategies":[15,155],"based":[16,96,156,246,256],"on":[17,56,97,157,247,257],"reinforcement":[18],"learning":[19],"Autonomous":[21],"Underwater":[22],"Vehicles":[23],"(AUVs)":[24],"play":[25],"a":[26,43,53,88,93,148,191,272],"vital":[27],"role":[28,244],"in":[29,33,69,130,222],"supporting":[30,89,265],"data":[31,206],"collection":[32],"challenging":[34],"deep-sea":[35],"environments.":[36],"Unlike":[37],"previous":[38],"surveys,":[39],"this":[40],"paper":[41],"presents":[42],"comprehensive":[44],"review":[45,262],"of":[46,78,203,226,278],"Multi-Agent":[47,99],"Reinforcement":[48],"Learning":[49,241],"(MARL)":[50],"approaches":[51],"with":[52,133,201],"specific":[54],"emphasis":[55],"energy":[57,131,248],"efficiency":[58,132],"inter-AUV":[60],"coordination.We":[61],"examine":[62],"various":[63],"MARL":[64,252],"algorithms":[65],"their":[67],"applications":[68],"real-world":[70],"scenarios":[71],"such":[72,210,219],"as":[73,211,220,271],"buffer":[74],"overflow":[75],"prevention,":[76],"avoidance":[77],"Flight":[79],"eXceedance":[80],"(FX)":[81],"violations,":[82],"path":[85],"planning.":[86],"illustration,":[90],"we":[91,185],"include":[92,239],"case":[94],"study":[95],"Deep":[100],"Deterministic":[101],"Policy":[102],"Gradient":[103],"(MADDPG)":[104],"algorithm":[105],"demonstrate":[107],"how":[108],"coordinated":[109],"policies":[110],"can":[111],"be":[112],"formed":[113],"under":[114],"energy-constrained":[115],"partially":[117],"observable":[118],"scenarios.":[119,260],"Additional":[120],"experiments":[121,266],"using":[122],"MAPPO":[123,137],"MODDPG":[125,128],"show":[126],"that":[127,163],"excels":[129],"low":[134],"overflow,":[135],"while":[136],"yields":[138],"moderate":[139],"rewards":[140],"but":[141],"lacks":[142],"training":[143,255],"stability.":[144],"These":[145],"results":[146],"provide":[147],"conceptual":[149],"foundation":[150,274],"validating":[152],"energy-efficient":[153],"reward":[154],"decentralized":[158,251],"coordination.":[159],"We":[160],"also":[161,234],"acknowledge":[162],"simulation":[165],"used":[166],"is":[167],"still":[168],"limited":[169],"an":[171],"idealistic":[172],"2D":[173],"grid":[174],"environment":[175],"does":[177],"not":[178],"fully":[179],"represent":[180],"real":[181],"dynamics.":[183],"Therefore,":[184],"plan":[186],"extend":[188],"it":[189],"3D":[192],"particle-based":[193],"or":[194],"Computational":[195],"Fluid":[196],"Dynamics":[197],"(CFD)":[198],"framework,":[199],"along":[200],"integration":[202],"environmental":[205],"from":[207],"historical":[208],"sources":[209],"NOAA,":[212],"JAMSTEC,":[213],"Copernicus":[215],"Marine.":[216],"Major":[217],"challenges":[218],"non-stationarity":[221],"agent":[223],"interactions,":[224],"limitations":[225],"acoustic":[227],"communication,":[228],"simulation-to-reality":[231],"gap":[232],"are":[233,267],"discussed.":[235],"Future":[236],"research":[237],"directions":[238],"Meta-Reinforcement":[240],"(Meta-RL),":[242],"assignment":[245],"utility,":[249],"large-scale":[250],"architectures,":[253],"realistic":[258],"This":[261],"expected":[268],"serve":[270],"strategic":[273],"development":[277],"efficient,":[279],"robust,":[280],"scalable":[282],"AUV":[284],"future":[287],"marine":[288],"missions.":[289]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-20T22:02:38.213706","created_date":"2025-10-10T00:00:00"}