{"id":"https://openalex.org/W4389332202","doi":"https://doi.org/10.1109/lars/sbr/wre59448.2023.10333008","title":"DoCRL: Double Critic Deep Reinforcement Learning for Mapless Navigation of a Hybrid Aerial Underwater Vehicle with Medium Transition","display_name":"DoCRL: Double Critic Deep Reinforcement Learning for Mapless Navigation of a Hybrid Aerial Underwater Vehicle with Medium Transition","publication_year":2023,"publication_date":"2023-10-09","ids":{"openalex":"https://openalex.org/W4389332202","doi":"https://doi.org/10.1109/lars/sbr/wre59448.2023.10333008"},"language":"en","primary_location":{"id":"doi:10.1109/lars/sbr/wre59448.2023.10333008","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/lars/sbr/wre59448.2023.10333008","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Latin American Robotics Symposium (LARS), 2023 Brazilian Symposium on Robotics (SBR), and 2023 Workshop on Robotics in Education (WRE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020504746","display_name":"Ricardo Bedin Grando","orcid":null},"institutions":[{"id":"https://openalex.org/I4210147939","display_name":"Universidad ORT Uruguay","ror":"https://ror.org/03ypykr22","country_code":"UY","type":"education","lineage":["https://openalex.org/I4210147939"]}],"countries":["UY"],"is_corresponding":false,"raw_author_name":"Ricardo B. Grando","raw_affiliation_strings":["Technological University of Uruguay,Robotics Lab,Rivera,Uruguay","Robotics Lab, Technological University of Uruguay, Rivera, Uruguay"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technological University of Uruguay,Robotics Lab,Rivera,Uruguay","institution_ids":["https://openalex.org/I4210147939"]},{"raw_affiliation_string":"Robotics Lab, Technological University of Uruguay, Rivera, Uruguay","institution_ids":["https://openalex.org/I4210147939"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011219553","display_name":"Junior Costa de Jesus","orcid":"https://orcid.org/0000-0002-8819-1168"},"institutions":[{"id":"https://openalex.org/I126460647","display_name":"Universidade Federal do Rio Grande","ror":"https://ror.org/05hpfkn88","country_code":"BR","type":"education","lineage":["https://openalex.org/I126460647"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Junior C. De Jesus","raw_affiliation_strings":["Centro de Ciências Computacionais Universidade Federal de Rio Grande,Rio Grande,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centro de Ciências Computacionais Universidade Federal de Rio Grande,Rio Grande,Brazil","institution_ids":["https://openalex.org/I126460647"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061075103","display_name":"Victor Augusto Kich","orcid":"https://orcid.org/0000-0002-0547-5510"},"institutions":[{"id":"https://openalex.org/I33501960","display_name":"Universidade Federal de Santa Maria","ror":"https://ror.org/01b78mz79","country_code":"BR","type":"education","lineage":["https://openalex.org/I33501960"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Victor A. Kich","raw_affiliation_strings":["Universidade Federal de Santa Maria Universidade Federal de Santa Maria (UFSM),Santa Maria,Brazil","Universidade Federal de Santa Maria Universidade Federal de Santa Maria (UFSM), Santa Maria, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Santa Maria Universidade Federal de Santa Maria (UFSM),Santa Maria,Brazil","institution_ids":["https://openalex.org/I33501960"]},{"raw_affiliation_string":"Universidade Federal de Santa Maria Universidade Federal de Santa Maria (UFSM), Santa Maria, Brazil","institution_ids":["https://openalex.org/I33501960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061106812","display_name":"Alisson Henrique Kolling","orcid":null},"institutions":[{"id":"https://openalex.org/I33501960","display_name":"Universidade Federal de Santa Maria","ror":"https://ror.org/01b78mz79","country_code":"BR","type":"education","lineage":["https://openalex.org/I33501960"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Alisson H. Kolling","raw_affiliation_strings":["Universidade Federal de Santa Maria Universidade Federal de Santa Maria (UFSM),Santa Maria,Brazil","Universidade Federal de Santa Maria Universidade Federal de Santa Maria (UFSM), Santa Maria, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Santa Maria Universidade Federal de Santa Maria (UFSM),Santa Maria,Brazil","institution_ids":["https://openalex.org/I33501960"]},{"raw_affiliation_string":"Universidade Federal de Santa Maria Universidade Federal de Santa Maria (UFSM), Santa Maria, Brazil","institution_ids":["https://openalex.org/I33501960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002513241","display_name":"Matheus G. Mateus","orcid":null},"institutions":[{"id":"https://openalex.org/I126460647","display_name":"Universidade Federal do Rio Grande","ror":"https://ror.org/05hpfkn88","country_code":"BR","type":"education","lineage":["https://openalex.org/I126460647"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Matheus G. Mateus","raw_affiliation_strings":["Centro de Ciências Computacionais Universidade Federal de Rio Grande,Rio Grande,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centro de Ciências Computacionais Universidade Federal de Rio Grande,Rio Grande,Brazil","institution_ids":["https://openalex.org/I126460647"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017613080","display_name":"Rodrigo da Silva Guerra","orcid":"https://orcid.org/0000-0003-4011-0901"},"institutions":[{"id":"https://openalex.org/I126460647","display_name":"Universidade Federal do Rio Grande","ror":"https://ror.org/05hpfkn88","country_code":"BR","type":"education","lineage":["https://openalex.org/I126460647"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rodrigo S. Guerra","raw_affiliation_strings":["Centro de Ciências Computacionais Universidade Federal de Rio Grande,Rio Grande,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centro de Ciências Computacionais Universidade Federal de Rio Grande,Rio Grande,Brazil","institution_ids":["https://openalex.org/I126460647"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037041582","display_name":"Paulo Drews","orcid":"https://orcid.org/0000-0002-7519-0502"},"institutions":[{"id":"https://openalex.org/I126460647","display_name":"Universidade Federal do Rio Grande","ror":"https://ror.org/05hpfkn88","country_code":"BR","type":"education","lineage":["https://openalex.org/I126460647"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Paulo L. J. Drews","raw_affiliation_strings":["Centro de Ciências Computacionais Universidade Federal de Rio Grande,Rio Grande,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centro de Ciências Computacionais Universidade Federal de Rio Grande,Rio Grande,Brazil","institution_ids":["https://openalex.org/I126460647"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.979,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.81196709,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"53","last_page":"58"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11170","display_name":"Biomimetic flight and propulsion mechanisms","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8452009558677673},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7139394283294678},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.6566019058227539},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6458806395530701},{"id":"https://openalex.org/keywords/underwater","display_name":"Underwater","score":0.5935667157173157},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.569962739944458},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.528066873550415},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.5213709473609924},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.4462085962295532},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44563013315200806},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4415620267391205},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.43505799770355225},{"id":"https://openalex.org/keywords/transition","display_name":"Transition (genetics)","score":0.4125576615333557},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.0625634491443634}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8452009558677673},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7139394283294678},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.6566019058227539},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6458806395530701},{"id":"https://openalex.org/C98083399","wikidata":"https://www.wikidata.org/wiki/Q3246517","display_name":"Underwater","level":2,"score":0.5935667157173157},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.569962739944458},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.528066873550415},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.5213709473609924},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.4462085962295532},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44563013315200806},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4415620267391205},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.43505799770355225},{"id":"https://openalex.org/C194232998","wikidata":"https://www.wikidata.org/wiki/Q1606712","display_name":"Transition (genetics)","level":3,"score":0.4125576615333557},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0625634491443634},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lars/sbr/wre59448.2023.10333008","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/lars/sbr/wre59448.2023.10333008","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Latin American Robotics Symposium (LARS), 2023 Brazilian Symposium on Robotics (SBR), and 2023 Workshop on Robotics in Education (WRE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1843575698","https://openalex.org/W1964973847","https://openalex.org/W2397340831","https://openalex.org/W2465948386","https://openalex.org/W2563150812","https://openalex.org/W2592566028","https://openalex.org/W2605102758","https://openalex.org/W2745659056","https://openalex.org/W2766395563","https://openalex.org/W2772013523","https://openalex.org/W2795438519","https://openalex.org/W2802782010","https://openalex.org/W2810169700","https://openalex.org/W2897447555","https://openalex.org/W2899267659","https://openalex.org/W2908707683","https://openalex.org/W2908846937","https://openalex.org/W2963428623","https://openalex.org/W2967452881","https://openalex.org/W2967642887","https://openalex.org/W3004647015","https://openalex.org/W3005166619","https://openalex.org/W3036557346","https://openalex.org/W3118570208","https://openalex.org/W3119037956","https://openalex.org/W3120739971","https://openalex.org/W3129198075","https://openalex.org/W3160952489","https://openalex.org/W3207080284","https://openalex.org/W3216799660","https://openalex.org/W4210643767","https://openalex.org/W4214839708","https://openalex.org/W4287646402","https://openalex.org/W4312862363","https://openalex.org/W4313496145","https://openalex.org/W4313496152","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6734202331","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6784547857"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W4247925126","https://openalex.org/W4327774218","https://openalex.org/W2059768187","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4379143281","https://openalex.org/W2605096541","https://openalex.org/W3200286695","https://openalex.org/W4386322305"],"abstract_inverted_index":{"Deep":[0],"Reinforcement":[1],"Learning":[2],"(Deep-RL)":[3],"techniques":[4],"for":[5,17,61,87],"motion":[6],"control":[7],"have":[8],"been":[9],"continuously":[10],"used":[11],"to":[12,31,79],"deal":[13],"with":[14,58,95],"decision-making":[15],"problems":[16,86],"a":[18,88],"wide":[19],"variety":[20],"of":[21,39,110],"robots.":[22],"Previous":[23],"works":[24],"showed":[25],"that":[26,49,92],"Deep-RL":[27,94],"can":[28,50],"be":[29],"applied":[30],"perform":[32],"mapless":[33],"navigation,":[34],"including":[35],"the":[36,73,81,107],"medium":[37,84],"transition":[38,85],"Hybrid":[40],"Unmanned":[41],"Aerial":[42],"Underwater":[43],"Vehicles":[44],"(HUAUVs).":[45],"These":[46],"are":[47],"robots":[48],"operate":[51],"in":[52,64],"both":[53],"air":[54],"and":[55,83,102,118],"water":[56],"media,":[57],"future":[59],"potential":[60],"rescue":[62],"tasks":[63],"robotics.":[65],"This":[66],"paper":[67],"presents":[68],"new":[69],"approaches":[70,114],"based":[71],"on":[72],"state-of-the-art":[74],"Double":[75],"Critic":[76],"Actor-Critic":[77],"algorithms":[78],"address":[80],"navigation":[82,108,117],"HUAUV.":[89],"We":[90],"show":[91],"double-critic":[93],"Recurrent":[96],"Neural":[97],"Networks":[98],"using":[99],"range":[100],"data":[101],"relative":[103],"localization":[104],"solely":[105],"improves":[106],"performance":[109],"HUAUVs.":[111],"Our":[112],"DoCRL":[113],"achieved":[115],"better":[116],"transitioning":[119],"capability,":[120],"outperforming":[121],"previous":[122],"approaches.":[123]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}