{"id":"https://openalex.org/W4398151526","doi":"https://doi.org/10.1109/access.2024.3402980","title":"Informative Deep Reinforcement Path Planning for Heterogeneous Autonomous Surface Vehicles in Large Water Resources","display_name":"Informative Deep Reinforcement Path Planning for Heterogeneous Autonomous Surface Vehicles in Large Water Resources","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4398151526","doi":"https://doi.org/10.1109/access.2024.3402980"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3402980","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3402980","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10534782.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10534782.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5098716596","display_name":"Alejandro Mendoza Barrionuevo","orcid":"https://orcid.org/0000-0002-6931-7124"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alejandro Mendoza Barrionuevo","raw_affiliation_strings":["Department of Electronic Engineering, University of Seville, Seville, Spain","Department of Electronic Engineering, University of Seville, Av. de Los Descubrimientos s/n, Seville, Spain"],"raw_orcid":"https://orcid.org/0000-0002-6931-7124","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, University of Seville, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]},{"raw_affiliation_string":"Department of Electronic Engineering, University of Seville, Av. de Los Descubrimientos s/n, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052419651","display_name":"Samuel Yanes Luis","orcid":"https://orcid.org/0000-0002-7796-3599"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Samuel Yanes Luis","raw_affiliation_strings":["Department of Electronic Engineering, University of Seville, Seville, Spain","Department of Electronic Engineering, University of Seville, Av. de Los Descubrimientos s/n, Seville, Spain"],"raw_orcid":"https://orcid.org/0000-0002-7796-3599","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, University of Seville, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]},{"raw_affiliation_string":"Department of Electronic Engineering, University of Seville, Av. de Los Descubrimientos s/n, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014119633","display_name":"Daniel Guti\u00e9rrez Reina","orcid":"https://orcid.org/0000-0002-2481-5058"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Daniel Guti\u00e9rrez Reina","raw_affiliation_strings":["Department of Electronic Engineering, University of Seville, Seville, Spain","Department of Electronic Engineering, University of Seville, Av. de Los Descubrimientos s/n, Seville, Spain"],"raw_orcid":"https://orcid.org/0000-0002-2481-5058","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, University of Seville, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]},{"raw_affiliation_string":"Department of Electronic Engineering, University of Seville, Av. de Los Descubrimientos s/n, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003625612","display_name":"S. L. Toral","orcid":"https://orcid.org/0000-0003-2612-0388"},"institutions":[{"id":"https://openalex.org/I79238269","display_name":"Universidad de Sevilla","ror":"https://ror.org/03yxnpp24","country_code":"ES","type":"education","lineage":["https://openalex.org/I79238269"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sergio L. Toral Mar\u00edn","raw_affiliation_strings":["Department of Electronic Engineering, University of Seville, Seville, Spain","Department of Electronic Engineering, University of Seville, Av. de Los Descubrimientos s/n, Seville, Spain"],"raw_orcid":"https://orcid.org/0000-0003-2612-0388","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, University of Seville, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]},{"raw_affiliation_string":"Department of Electronic Engineering, University of Seville, Av. de Los Descubrimientos s/n, Seville, Spain","institution_ids":["https://openalex.org/I79238269"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I79238269"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.8014,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.83075854,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"71835","last_page":"71852"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12697","display_name":"Water Quality Monitoring Technologies","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12697","display_name":"Water Quality Monitoring Technologies","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2312","display_name":"Water Science and Technology"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11220","display_name":"Water Systems and Optimization","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.737938642501831},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.594182014465332},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5681095123291016},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48687830567359924},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4494851529598236},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.42985236644744873},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4284237325191498},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.42727187275886536},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.4162309169769287},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4142061173915863},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39706775546073914},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3214527368545532},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11728951334953308}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.737938642501831},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.594182014465332},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5681095123291016},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48687830567359924},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4494851529598236},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.42985236644744873},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4284237325191498},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.42727187275886536},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.4162309169769287},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4142061173915863},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39706775546073914},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3214527368545532},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11728951334953308},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3402980","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3402980","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10534782.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:396e4665dc9349c8a9b2b99db101c30d","is_oa":true,"landing_page_url":"https://doaj.org/article/396e4665dc9349c8a9b2b99db101c30d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 71835-71852 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3402980","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3402980","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10534782.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/6","display_name":"Clean water and sanitation","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4398151526.pdf"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W2083327122","https://openalex.org/W2145339207","https://openalex.org/W2201581102","https://openalex.org/W2746553466","https://openalex.org/W2762216856","https://openalex.org/W2850432004","https://openalex.org/W2936516903","https://openalex.org/W2951799221","https://openalex.org/W3005065492","https://openalex.org/W3121099304","https://openalex.org/W3122963056","https://openalex.org/W3154202793","https://openalex.org/W3156382156","https://openalex.org/W3191887117","https://openalex.org/W3199469541","https://openalex.org/W3207256210","https://openalex.org/W3215890222","https://openalex.org/W4211049957","https://openalex.org/W4288090372","https://openalex.org/W4297672569","https://openalex.org/W4306154737","https://openalex.org/W4318681883","https://openalex.org/W4322501913","https://openalex.org/W4323250761","https://openalex.org/W4365421101","https://openalex.org/W4377041449","https://openalex.org/W4389666571","https://openalex.org/W4395703713","https://openalex.org/W6685444567","https://openalex.org/W6687681856","https://openalex.org/W6768842719","https://openalex.org/W6810508722","https://openalex.org/W6847242585"],"related_works":["https://openalex.org/W2280422768","https://openalex.org/W3143197806","https://openalex.org/W4252555497","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153"],"abstract_inverted_index":{"Water":[0],"contamination":[1,39,107,179],"in":[2,82,188,206,211],"extensive":[3],"aquatic":[4],"resources":[5],"is":[6,35,116],"a":[7,21,25,69,120,126],"pressing":[8],"issue,":[9],"especially":[10],"during":[11],"current":[12],"drought":[13],"conditions":[14],"across":[15],"the":[16,77,80,103,132,144,163,168,171,176,182],"world.":[17],"To":[18,41],"adress":[19],"this,":[20],"novel":[22],"approach":[23],"involving":[24],"heterogeneous":[26],"sensing":[27,64],"capabilities":[28,65],"fleet":[29],"of":[30,72,79,98,135,218],"four":[31],"autonomous":[32],"surface":[33],"vehicles":[34,44,57,104],"introduced":[36,117],"for":[37,149,161,215],"efficient":[38],"mapping.":[40],"reduce":[42],"costs,":[43],"may":[45],"be":[46,154],"equipped":[47],"with":[48,85],"low":[49],"quality":[50],"sensors":[51],"meaning":[52],"measurements":[53,101],"reliability":[54],"differs":[55],"between":[56],"and":[58,146,166],"affects":[59],"model":[60,95],"accuracy.":[61],"The":[62],"diverse":[63],"are":[66,159],"characterized":[67],"by":[68,202],"wide":[70],"range":[71],"sensor":[73],"standard":[74],"deviations,":[75],"addressing":[76],"applicability":[78],"framework":[81],"real-world":[83],"scenarios":[84],"commercial":[86],"sensors.":[87],"This":[88],"research":[89],"leverages":[90],"Gaussian":[91],"Processes":[92],"to":[93,105,174,204],"accurately":[94,142],"spatial":[96],"distribution":[97],"contamination,":[99],"integrating":[100],"from":[102],"understand":[106],"patterns":[108],"comprehensively.":[109],"Additionally,":[110],"an":[111],"informative":[112],"path":[113],"planning":[114],"strategy":[115],"based":[118],"on":[119,141],"centralized":[121],"neural":[122],"network":[123],"which":[124,150],"implements":[125],"Double":[127],"Deep":[128],"Q-Learning":[129],"algorithm,":[130],"driving":[131],"decision-making":[133],"process":[134],"all":[136],"agents.":[137,219],"Effective":[138],"learning":[139,164],"hinges":[140],"defining":[143],"observation":[145],"reward":[147],"functions,":[148],"several":[151,216],"proposals":[152],"will":[153],"compared.":[155],"These":[156],"tailored":[157],"definitions":[158],"essential":[160],"guiding":[162],"process,":[165],"minimizing":[167],"error":[169,210],"towards":[170],"main":[172],"goal:":[173],"obtain":[175],"best":[177],"possible":[178],"model.":[180],"Remarkably,":[181],"proposed":[183],"system":[184],"demonstrates":[185],"superior":[186],"performance":[187],"Ypacara\u00ed":[189],"Lake":[190],"scenario,":[191],"surpassing":[192],"traditional":[193],"heuristics":[194],"like":[195],"lawn":[196],"mower":[197],"or":[198],"particle":[199],"swarm":[200],"optimization":[201],"up":[203],"82%":[205],"reducing":[207],"mean":[208],"squared":[209],"highly":[212],"contaminated":[213],"regions":[214],"combinations":[217]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}