{"id":"https://openalex.org/W4414431988","doi":"https://doi.org/10.1109/case58245.2025.11163743","title":"Multi-agent Reinforcement Learning for Robotized Coral Reef Sample Collection","display_name":"Multi-agent Reinforcement Learning for Robotized Coral Reef Sample Collection","publication_year":2025,"publication_date":"2025-08-17","ids":{"openalex":"https://openalex.org/W4414431988","doi":"https://doi.org/10.1109/case58245.2025.11163743"},"language":"en","primary_location":{"id":"doi:10.1109/case58245.2025.11163743","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case58245.2025.11163743","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 21st International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060149741","display_name":"Daniel Corr\u00eaa","orcid":null},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daniel Correa","raw_affiliation_strings":["Florida International University,Knight Foundation School of Computing and Information Sciences,Miami,Florida,USA"],"affiliations":[{"raw_affiliation_string":"Florida International University,Knight Foundation School of Computing and Information Sciences,Miami,Florida,USA","institution_ids":["https://openalex.org/I19700959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062087438","display_name":"Tero Kaarlela","orcid":"https://orcid.org/0000-0002-6242-3661"},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tero Kaarlela","raw_affiliation_strings":["Florida International University,Knight Foundation School of Computing and Information Sciences,Miami,Florida,USA"],"affiliations":[{"raw_affiliation_string":"Florida International University,Knight Foundation School of Computing and Information Sciences,Miami,Florida,USA","institution_ids":["https://openalex.org/I19700959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057524523","display_name":"Jos\u00e9 Fuentes","orcid":"https://orcid.org/0000-0002-6477-5820"},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jose Fuentes","raw_affiliation_strings":["Florida International University,Knight Foundation School of Computing and Information Sciences,Miami,Florida,USA"],"affiliations":[{"raw_affiliation_string":"Florida International University,Knight Foundation School of Computing and Information Sciences,Miami,Florida,USA","institution_ids":["https://openalex.org/I19700959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012945839","display_name":"Paulo Padr\u00e3o","orcid":"https://orcid.org/0000-0003-3966-0279"},"institutions":[{"id":"https://openalex.org/I196272386","display_name":"Providence College","ror":"https://ror.org/00rxpqe74","country_code":"US","type":"education","lineage":["https://openalex.org/I196272386"]},{"id":"https://openalex.org/I53118340","display_name":"Rhode Island College","ror":"https://ror.org/01k5gt570","country_code":"US","type":"education","lineage":["https://openalex.org/I53118340"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paulo Padrao","raw_affiliation_strings":["Providence College,School of Arts & Sciences, Mathematics and Computer Science,Providence,Rhode Island,USA"],"affiliations":[{"raw_affiliation_string":"Providence College,School of Arts & Sciences, Mathematics and Computer Science,Providence,Rhode Island,USA","institution_ids":["https://openalex.org/I196272386","https://openalex.org/I53118340"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014151342","display_name":"Alain Dur\u00e1n","orcid":"https://orcid.org/0000-0002-7847-6426"},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alain Duran","raw_affiliation_strings":["Florida International University,College of Arts, Sciences & Education, Biological Sciences,Miami,Florida,USA"],"affiliations":[{"raw_affiliation_string":"Florida International University,College of Arts, Sciences & Education, Biological Sciences,Miami,Florida,USA","institution_ids":["https://openalex.org/I19700959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084731591","display_name":"Leonardo Bobadilla","orcid":"https://orcid.org/0000-0003-2097-2432"},"institutions":[{"id":"https://openalex.org/I19700959","display_name":"Florida International University","ror":"https://ror.org/02gz6gg07","country_code":"US","type":"education","lineage":["https://openalex.org/I19700959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Leonardo Bobadilla","raw_affiliation_strings":["Florida International University,Knight Foundation School of Computing and Information Sciences,Miami,Florida,USA"],"affiliations":[{"raw_affiliation_string":"Florida International University,Knight Foundation School of Computing and Information Sciences,Miami,Florida,USA","institution_ids":["https://openalex.org/I19700959"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5060149741"],"corresponding_institution_ids":["https://openalex.org/I19700959"],"apc_list":null,"apc_paid":null,"fwci":1.0537,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.79782521,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1429","last_page":"1435"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10230","display_name":"Marine and fisheries research","score":0.7954000234603882,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10230","display_name":"Marine and fisheries research","score":0.7954000234603882,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10341","display_name":"Coral and Marine Ecosystems Studies","score":0.785099983215332,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12697","display_name":"Water Quality Monitoring Technologies","score":0.7479000091552734,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.6906999945640564},{"id":"https://openalex.org/keywords/remotely-operated-underwater-vehicle","display_name":"Remotely operated underwater vehicle","score":0.5541999936103821},{"id":"https://openalex.org/keywords/coral-reef","display_name":"Coral reef","score":0.517300009727478},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.5095000267028809},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4875999987125397},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4453999996185303},{"id":"https://openalex.org/keywords/reef","display_name":"Reef","score":0.39070001244544983},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.38530001044273376}],"concepts":[{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.6906999945640564},{"id":"https://openalex.org/C145424490","wikidata":"https://www.wikidata.org/wiki/Q618465","display_name":"Remotely operated underwater vehicle","level":4,"score":0.5541999936103821},{"id":"https://openalex.org/C79367842","wikidata":"https://www.wikidata.org/wiki/Q11292","display_name":"Coral reef","level":2,"score":0.517300009727478},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.5095000267028809},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4875999987125397},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4578999876976013},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4453999996185303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42250001430511475},{"id":"https://openalex.org/C77044568","wikidata":"https://www.wikidata.org/wiki/Q184358","display_name":"Reef","level":2,"score":0.39070001244544983},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.390500009059906},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.38530001044273376},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.3668000102043152},{"id":"https://openalex.org/C143020374","wikidata":"https://www.wikidata.org/wiki/Q2411228","display_name":"Coral","level":2,"score":0.3650999963283539},{"id":"https://openalex.org/C199104240","wikidata":"https://www.wikidata.org/wiki/Q118291","display_name":"Marine engineering","level":1,"score":0.3589000105857849},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.3538999855518341},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33899998664855957},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.33799999952316284},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.3337000012397766},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3327000141143799},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.26899999380111694},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C2778562939","wikidata":"https://www.wikidata.org/wiki/Q1298791","display_name":"Synchronization (alternating current)","level":3,"score":0.25429999828338623},{"id":"https://openalex.org/C163985040","wikidata":"https://www.wikidata.org/wiki/Q1172399","display_name":"Data acquisition","level":2,"score":0.2515000104904175}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/case58245.2025.11163743","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case58245.2025.11163743","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 21st International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W1997710910","https://openalex.org/W2032452511","https://openalex.org/W2158782408","https://openalex.org/W2167340365","https://openalex.org/W2279956504","https://openalex.org/W2372306012","https://openalex.org/W2774922731","https://openalex.org/W2970904040","https://openalex.org/W2981718602","https://openalex.org/W3154384308","https://openalex.org/W4213079235","https://openalex.org/W4283160467","https://openalex.org/W4294719418","https://openalex.org/W4312364246","https://openalex.org/W4392170246","https://openalex.org/W4392844748","https://openalex.org/W4398146404","https://openalex.org/W4401417086","https://openalex.org/W4403195349"],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,17,37,85],"reinforcement":[4],"learning":[5],"(RL)":[6],"environment":[7],"for":[8,65,89,98],"developing":[9],"an":[10,31,99],"autonomous":[11],"underwater":[12,50,95],"robotic":[13],"coral":[14,19],"sampling":[15],"agent,":[16],"crucial":[18],"reef":[20],"conservation":[21],"and":[22,28,43,59,71,93],"research":[23],"task.":[24],"Using":[25],"software-in-the-loop":[26],"(SIL)":[27],"hardware-in-the-loop":[29],"(HIL),":[30],"RL-trained":[32],"controller":[33],"is":[34,80],"developed":[35],"using":[36],"digital":[38,70],"twin":[39],"(DT)":[40],"in":[41,46],"simulation":[42],"subsequently":[44],"verified":[45],"physical":[47,72],"experiments.":[48],"An":[49],"motion":[51,96],"capture":[52,97],"(MOCAP)":[53],"system":[54],"provides":[55],"real-time":[56,94],"3D":[57],"position":[58],"orientation":[60],"feedback":[61],"during":[62],"verification":[63],"testing":[64],"precise":[66],"synchronization":[67],"between":[68],"the":[69,81],"domains.":[73],"A":[74],"key":[75],"novelty":[76],"of":[77,84],"this":[78],"approach":[79],"combined":[82],"use":[83],"general-purpose":[86],"game":[87],"engine":[88],"simulation,":[90],"deep":[91],"RL,":[92],"effective":[100],"zero-shot":[101],"sim-to-real":[102],"strategy.":[103]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}