{"id":"https://openalex.org/W4389315231","doi":"https://doi.org/10.1109/cog57401.2023.10333168","title":"SWiMM DEEPeR: A Simulated Underwater Environment for Tracking Marine Mammals Using Deep Reinforcement Learning and BlueROV2","display_name":"SWiMM DEEPeR: A Simulated Underwater Environment for Tracking Marine Mammals Using Deep Reinforcement Learning and BlueROV2","publication_year":2023,"publication_date":"2023-08-21","ids":{"openalex":"https://openalex.org/W4389315231","doi":"https://doi.org/10.1109/cog57401.2023.10333168"},"language":"en","primary_location":{"id":"doi:10.1109/cog57401.2023.10333168","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog57401.2023.10333168","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078742043","display_name":"Samuel Appleby","orcid":"https://orcid.org/0000-0003-2608-0881"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Samuel Appleby","raw_affiliation_strings":["Newcastle University,School of Computing,United Kingdom","School of Computing, Newcastle University, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Newcastle University,School of Computing,United Kingdom","institution_ids":["https://openalex.org/I84884186"]},{"raw_affiliation_string":"School of Computing, Newcastle University, United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072055597","display_name":"Kirsten Crane","orcid":null},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kirsten Crane","raw_affiliation_strings":["Newcastle University,School of Computing,United Kingdom","School of Computing, Newcastle University, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Newcastle University,School of Computing,United Kingdom","institution_ids":["https://openalex.org/I84884186"]},{"raw_affiliation_string":"School of Computing, Newcastle University, United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015269262","display_name":"Giacomo Bergami","orcid":"https://orcid.org/0000-0002-1844-0851"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Giacomo Bergami","raw_affiliation_strings":["Newcastle University,School of Computing,United Kingdom","School of Computing, Newcastle University, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Newcastle University,School of Computing,United Kingdom","institution_ids":["https://openalex.org/I84884186"]},{"raw_affiliation_string":"School of Computing, Newcastle University, United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078307880","display_name":"A. Stephen McGough","orcid":"https://orcid.org/0000-0001-5626-0934"},"institutions":[{"id":"https://openalex.org/I84884186","display_name":"Newcastle University","ror":"https://ror.org/01kj2bm70","country_code":"GB","type":"education","lineage":["https://openalex.org/I84884186"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"A. Stephen McGough","raw_affiliation_strings":["Newcastle University,School of Computing,United Kingdom","School of Computing, Newcastle University, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Newcastle University,School of Computing,United Kingdom","institution_ids":["https://openalex.org/I84884186"]},{"raw_affiliation_string":"School of Computing, Newcastle University, United Kingdom","institution_ids":["https://openalex.org/I84884186"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I84884186"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12697","display_name":"Water Quality Monitoring Technologies","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12697","display_name":"Water Quality Monitoring Technologies","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10659","display_name":"Marine animal studies overview","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2303","display_name":"Ecology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9854999780654907,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8064057230949402},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.7666949033737183},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6022482514381409},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5303735733032227},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48886245489120483},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4586901366710663},{"id":"https://openalex.org/keywords/marine-engineering","display_name":"Marine engineering","score":0.42218658328056335},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.22522485256195068},{"id":"https://openalex.org/keywords/oceanography","display_name":"Oceanography","score":0.2216281294822693},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18723657727241516},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.0703204870223999},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.06412965059280396}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8064057230949402},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.7666949033737183},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6022482514381409},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5303735733032227},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48886245489120483},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4586901366710663},{"id":"https://openalex.org/C199104240","wikidata":"https://www.wikidata.org/wiki/Q118291","display_name":"Marine engineering","level":1,"score":0.42218658328056335},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.22522485256195068},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.2216281294822693},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18723657727241516},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0703204870223999},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.06412965059280396},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cog57401.2023.10333168","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog57401.2023.10333168","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life below water","score":0.8600000143051147,"id":"https://metadata.un.org/sdg/14"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W574337830","https://openalex.org/W2021082829","https://openalex.org/W2167340365","https://openalex.org/W2394550510","https://openalex.org/W2518317427","https://openalex.org/W2563150812","https://openalex.org/W2620236356","https://openalex.org/W2781726626","https://openalex.org/W2788239209","https://openalex.org/W2917442576","https://openalex.org/W2949223310","https://openalex.org/W2963864421","https://openalex.org/W2963871073","https://openalex.org/W3004006877","https://openalex.org/W3088310808","https://openalex.org/W3120778962","https://openalex.org/W3129860168","https://openalex.org/W3187808158","https://openalex.org/W3206790746","https://openalex.org/W4206566734","https://openalex.org/W4210870706","https://openalex.org/W4243967035","https://openalex.org/W4285102565","https://openalex.org/W4298857966","https://openalex.org/W4311533482","https://openalex.org/W4313496145","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6738570108","https://openalex.org/W6747473740","https://openalex.org/W6780559895"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"This":[0],"paper":[1],"offers":[2],"a":[3,25,29,35,52,71,74,82],"feasibility":[4,120],"study":[5],"on":[6,37],"using":[7],"simulated":[8],"environments":[9],"for":[10,107],"training":[11,117,131],"autonomous":[12],"underwater":[13],"vehicles":[14],"(AUVs).":[15],"With":[16],"the":[17,48,62,66,98,119],"goal":[18],"of":[19,28,65,97,121],"monitoring":[20],"marine":[21,58],"megafauna,":[22],"we":[23],"propose":[24],"Unity-hosted":[26],"simulation":[27,50],"realistic":[30],"open":[31],"ocean":[32],"environment,":[33],"with":[34,51,92],"focus":[36],"simulating":[38],"Blue":[39],"Robotics\u2019":[40],"BlueROV2.":[41],"The":[42],"result":[43],"is":[44],"SWiMM":[45],"DEEPeR1,":[46],"coupling":[47],"former":[49],"reinforcement":[53],"learning":[54],"(RL)":[55],"pipeline.":[56],"Animated":[57],"mammal":[59],"models":[60],"emulate":[61],"target":[63],"objects":[64],"real-world":[67],"deployment":[68],"scenario,":[69],"offering":[70],"solution":[72],"in":[73],"new":[75,83],"application":[76],"space":[77,85],"(conservation)":[78],"as":[79,81],"well":[80],"problem":[84],"(visual":[86],"active":[87],"tracking).":[88],"We":[89],"provide":[90,105],"experiments":[91,104],"respect":[93],"to":[94,125],"each":[95],"stage":[96],"proposed":[99],"pipeline:":[100],"i)":[101],"image":[102,110],"similarity":[103],"evidence":[106],"decisions":[108],"around":[109],"rendering":[111],"and":[112],"data":[113],"transfer,":[114],"ii)":[115],"autoencoder":[116],"demonstrates":[118,132],"mapping":[122],"raw":[123],"images":[124],"low-dimensional":[126],"feature":[127],"representations,":[128],"iii)":[129],"agent":[130],"successful":[133],"self-learnt":[134],"vehicle":[135],"control.":[136]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}