{"id":"https://openalex.org/W3187734370","doi":"https://doi.org/10.1109/cec45853.2021.9504864","title":"A Sample-Efficiency Comparison Between Evolutionary Algorithms and Deep Reinforcement Learning for Path Planning in an Environmental Patrolling Mission","display_name":"A Sample-Efficiency Comparison Between Evolutionary Algorithms and Deep Reinforcement Learning for Path Planning in an Environmental Patrolling Mission","publication_year":2021,"publication_date":"2021-06-28","ids":{"openalex":"https://openalex.org/W3187734370","doi":"https://doi.org/10.1109/cec45853.2021.9504864","mag":"3187734370"},"language":"en","primary_location":{"id":"doi:10.1109/cec45853.2021.9504864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cec45853.2021.9504864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Congress on Evolutionary Computation (CEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052419651","display_name":"Samuel Yanes Luis","orcid":"https://orcid.org/0000-0002-7796-3599"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Samuel Yanes Luis","raw_affiliation_strings":["Engineering School of Seville, Seville, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering School of Seville, Seville, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036690832","display_name":"Federico Peralta Samaniego","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Federico Peralta Samaniego","raw_affiliation_strings":["Engineering School of Seville, Seville, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering School of Seville, Seville, Spain","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014119633","display_name":"Daniel Guti\u00e9rrez Reina","orcid":"https://orcid.org/0000-0002-2481-5058"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daniel Gutierrez Reina","raw_affiliation_strings":["Engineering School of Seville, Seville, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering School of Seville, Seville, Spain","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"Sergio Toral Marin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sergio Toral Marin","raw_affiliation_strings":["Engineering School of Seville, Seville, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering School of Seville, Seville, Spain","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3769,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.59740324,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"47","issue":null,"first_page":"71","last_page":"78"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8483984470367432},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6478804349899292},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.63017737865448},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.6240299940109253},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5995503664016724},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5674582123756409},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5344568490982056},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.5316548943519592},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.500922441482544},{"id":"https://openalex.org/keywords/patrolling","display_name":"Patrolling","score":0.49108362197875977},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.482413649559021},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47319313883781433},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4682197570800781},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4463813602924347},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4166176915168762},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4024421274662018},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19798210263252258},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14088594913482666},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.11739706993103027}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8483984470367432},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6478804349899292},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.63017737865448},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6240299940109253},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5995503664016724},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5674582123756409},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5344568490982056},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5316548943519592},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.500922441482544},{"id":"https://openalex.org/C110698143","wikidata":"https://www.wikidata.org/wiki/Q651389","display_name":"Patrolling","level":2,"score":0.49108362197875977},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.482413649559021},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47319313883781433},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4682197570800781},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4463813602924347},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4166176915168762},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4024421274662018},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19798210263252258},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14088594913482666},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.11739706993103027},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cec45853.2021.9504864","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cec45853.2021.9504864","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Congress on Evolutionary Computation (CEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Clean water and sanitation","id":"https://metadata.un.org/sdg/6","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1603050797","https://openalex.org/W1613656307","https://openalex.org/W2062387236","https://openalex.org/W2119034018","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2165119088","https://openalex.org/W2165905123","https://openalex.org/W2614844655","https://openalex.org/W2746553466","https://openalex.org/W2766900259","https://openalex.org/W2790928930","https://openalex.org/W2791860092","https://openalex.org/W2794711922","https://openalex.org/W2809128225","https://openalex.org/W2850432004","https://openalex.org/W2975791276","https://openalex.org/W2993471286","https://openalex.org/W3000637312","https://openalex.org/W3009575668","https://openalex.org/W3009674568","https://openalex.org/W3040469843","https://openalex.org/W3082622020","https://openalex.org/W3098639178","https://openalex.org/W3118524082","https://openalex.org/W3126413449","https://openalex.org/W4232693667","https://openalex.org/W6636007085","https://openalex.org/W6684488654"],"related_works":["https://openalex.org/W170273588","https://openalex.org/W2337788814","https://openalex.org/W2092973197","https://openalex.org/W2404411151","https://openalex.org/W2163146706","https://openalex.org/W3206391274","https://openalex.org/W167683769","https://openalex.org/W2332242917","https://openalex.org/W2957660816","https://openalex.org/W3100590984"],"abstract_inverted_index":{"For":[0],"water":[1,29,65],"environmental":[2],"monitoring":[3],"tasks,":[4],"the":[5,23,28,39,42,61,64,75,85,98,116,124,131,137,140,156,164],"use":[6],"of":[7,38,41,63,74,81,100,106,136],"Autonomous":[8],"Surface":[9],"Vehicles":[10],"has":[11,145],"been":[12],"a":[13,45,52,104,161],"very":[14],"common":[15],"option":[16],"to":[17,67,151,169,176],"substitute":[18],"human":[19],"interaction":[20],"and":[21,25,90,134],"increase":[22],"efficiency":[24],"speed":[26],"in":[27,84,93,103,109,160,174],"quality":[30],"measuring":[31],"process.":[32],"This":[33,56],"task":[34],"requires":[35],"an":[36],"optimization":[37,54],"trajectories":[40],"vehicle":[43],"following":[44],"non-homogeneous":[46],"interest":[47],"coverage":[48],"criterion":[49],"which":[50],"is":[51,58,119],"hard":[53],"problem.":[55],"issue":[57],"aggravated":[59],"whenever":[60],"resolution":[62,126],"resource":[66],"be":[68,152,170],"monitored":[69],"scales":[70,128],"up.":[71],"Since":[72],"two":[73],"preferred":[76],"approaches":[77],"for":[78,123],"path":[79],"planning":[80],"autonomous":[82],"vehicles":[83],"literature":[86],"are":[87],"Evolutionary":[88],"Algorithms":[89],"Reinforcement":[91],"Learning,":[92],"this":[94],"paper,":[95],"We":[96],"compare":[97],"performance":[99],"both":[101],"techniques":[102],"simulator":[105],"Ypacarai":[107],"Lake":[108],"Asunci\u00f3n":[110],"(Paraguay).":[111],"The":[112],"results":[113],"show":[114],"that":[115],"evolutionary":[117,157],"approach":[118,167],"50%":[120],"more":[121,172],"efficient":[122],"lowest":[125],"but":[127,148],"badly.":[129],"Regarding":[130],"learning":[132],"stability":[133],"sparsity":[135],"trajectory":[138],"optimality,":[139],"Double":[141],"Deep":[142,165],"Q-Learning":[143],"algorithm":[144],"better":[146],"convergence,":[147],"it":[149],"appears":[150],"less":[153],"robust":[154],"than":[155],"approach.":[158],"Finally,":[159],"generalization":[162],"analysis,":[163],"Learning":[166],"proves":[168],"35%":[171],"effective":[173],"reacting":[175],"scenario":[177],"changes.":[178]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}