{"id":"https://openalex.org/W3011442695","doi":"https://doi.org/10.3390/s20061550","title":"High-Level Path Planning for an Autonomous Sailboat Robot Using Q-Learning","display_name":"High-Level Path Planning for an Autonomous Sailboat Robot Using Q-Learning","publication_year":2020,"publication_date":"2020-03-11","ids":{"openalex":"https://openalex.org/W3011442695","doi":"https://doi.org/10.3390/s20061550","mag":"3011442695","pmid":"https://pubmed.ncbi.nlm.nih.gov/32168774"},"language":"en","primary_location":{"id":"doi:10.3390/s20061550","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20061550","pdf_url":"https://www.mdpi.com/1424-8220/20/6/1550/pdf?version=1584087634","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/20/6/1550/pdf?version=1584087634","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102783913","display_name":"Andouglas Silva","orcid":"https://orcid.org/0000-0003-0579-8464"},"institutions":[{"id":"https://openalex.org/I3020002803","display_name":"Instituto Federal do Rio Grande do Norte","ror":"https://ror.org/04je48v27","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020002803"]},{"id":"https://openalex.org/I35046152","display_name":"Universidade Federal do Rio Grande do Norte","ror":"https://ror.org/04wn09761","country_code":"BR","type":"education","lineage":["https://openalex.org/I35046152"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Andouglas Gon\u00e7alves da Silva Silva Junior","raw_affiliation_strings":["Instituto Federal do Rio Grande do Norte, Av. Sen. Salgado Filho, 1559 - Tirol, Natal - RN 59015-000, Brazil","Universidade Federal do Rio Grande do Norte, DCA-CT-UFRN, Campus Universitario, Lagoa Nova, Natal, RN 59078-970, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto Federal do Rio Grande do Norte, Av. Sen. Salgado Filho, 1559 - Tirol, Natal - RN 59015-000, Brazil","institution_ids":["https://openalex.org/I3020002803"]},{"raw_affiliation_string":"Universidade Federal do Rio Grande do Norte, DCA-CT-UFRN, Campus Universitario, Lagoa Nova, Natal, RN 59078-970, Brazil","institution_ids":["https://openalex.org/I35046152"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103836089","display_name":"Davi Henrique dos Santos","orcid":"https://orcid.org/0000-0002-4286-235X"},"institutions":[{"id":"https://openalex.org/I35046152","display_name":"Universidade Federal do Rio Grande do Norte","ror":"https://ror.org/04wn09761","country_code":"BR","type":"education","lineage":["https://openalex.org/I35046152"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Davi Henrique dos Santos","raw_affiliation_strings":["Universidade Federal do Rio Grande do Norte, DCA-CT-UFRN, Campus Universitario, Lagoa Nova, Natal, RN 59078-970, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal do Rio Grande do Norte, DCA-CT-UFRN, Campus Universitario, Lagoa Nova, Natal, RN 59078-970, Brazil","institution_ids":["https://openalex.org/I35046152"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086004130","display_name":"Alvaro P. F. Negreiros","orcid":"https://orcid.org/0000-0001-8162-7144"},"institutions":[{"id":"https://openalex.org/I35046152","display_name":"Universidade Federal do Rio Grande do Norte","ror":"https://ror.org/04wn09761","country_code":"BR","type":"education","lineage":["https://openalex.org/I35046152"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Alvaro Pinto Fernandes de Negreiros","raw_affiliation_strings":["Universidade Federal do Rio Grande do Norte, DCA-CT-UFRN, Campus Universitario, Lagoa Nova, Natal, RN 59078-970, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal do Rio Grande do Norte, DCA-CT-UFRN, Campus Universitario, Lagoa Nova, Natal, RN 59078-970, Brazil","institution_ids":["https://openalex.org/I35046152"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110671906","display_name":"Jo\u00e3o Moreno Vilas Boas de Souza Silva","orcid":null},"institutions":[{"id":"https://openalex.org/I3020002803","display_name":"Instituto Federal do Rio Grande do Norte","ror":"https://ror.org/04je48v27","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020002803"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jo\u00e3o Moreno Vilas Boas de Souza Silva","raw_affiliation_strings":["Instituto Federal do Rio Grande do Norte, Av. Sen. Salgado Filho, 1559 - Tirol, Natal - RN 59015-000, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto Federal do Rio Grande do Norte, Av. Sen. Salgado Filho, 1559 - Tirol, Natal - RN 59015-000, Brazil","institution_ids":["https://openalex.org/I3020002803"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010487704","display_name":"Luiz Marcos Garcia Gon\u00e7alves","orcid":"https://orcid.org/0000-0002-7735-5630"},"institutions":[{"id":"https://openalex.org/I35046152","display_name":"Universidade Federal do Rio Grande do Norte","ror":"https://ror.org/04wn09761","country_code":"BR","type":"education","lineage":["https://openalex.org/I35046152"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Luiz Marcos Garcia Gon\u00e7alves","raw_affiliation_strings":["Universidade Federal do Rio Grande do Norte, DCA-CT-UFRN, Campus Universitario, Lagoa Nova, Natal, RN 59078-970, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-7735-5630","affiliations":[{"raw_affiliation_string":"Universidade Federal do Rio Grande do Norte, DCA-CT-UFRN, Campus Universitario, Lagoa Nova, Natal, RN 59078-970, Brazil","institution_ids":["https://openalex.org/I35046152"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5010487704"],"corresponding_institution_ids":["https://openalex.org/I35046152"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":3.3351,"has_fulltext":false,"cited_by_count":70,"citation_normalized_percentile":{"value":0.93632029,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"20","issue":"6","first_page":"1550","last_page":"1550"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.591793954372406},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5322064757347107},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5146828293800354},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45607712864875793},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4097655117511749},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3980581760406494},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.344145268201828},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.32672399282455444},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1173689067363739}],"concepts":[{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.591793954372406},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5322064757347107},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5146828293800354},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45607712864875793},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4097655117511749},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3980581760406494},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.344145268201828},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.32672399282455444},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1173689067363739}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s20061550","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20061550","pdf_url":"https://www.mdpi.com/1424-8220/20/6/1550/pdf?version=1584087634","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:32168774","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32168774","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:31bb29d5105147418056b7c8361370b7","is_oa":true,"landing_page_url":"https://doaj.org/article/31bb29d5105147418056b7c8361370b7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 20, Iss 6, p 1550 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/20/6/1550/","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3390/s20061550","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7146235","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7146235","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s20061550","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20061550","pdf_url":"https://www.mdpi.com/1424-8220/20/6/1550/pdf?version=1584087634","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1775206080","display_name":null,"funder_award_id":"88887.123914/2015-00","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"}],"funders":[{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W34504448","https://openalex.org/W194986948","https://openalex.org/W1521785144","https://openalex.org/W1926428750","https://openalex.org/W1973625189","https://openalex.org/W1994955764","https://openalex.org/W2037069310","https://openalex.org/W2042243351","https://openalex.org/W2075026490","https://openalex.org/W2076337359","https://openalex.org/W2079954310","https://openalex.org/W2111161219","https://openalex.org/W2115200209","https://openalex.org/W2117188536","https://openalex.org/W2134229512","https://openalex.org/W2152375882","https://openalex.org/W2192586580","https://openalex.org/W2263998256","https://openalex.org/W2339270176","https://openalex.org/W2507899385","https://openalex.org/W2803723299","https://openalex.org/W2814153150","https://openalex.org/W2884178339","https://openalex.org/W2890603898","https://openalex.org/W2890993528","https://openalex.org/W2899746873","https://openalex.org/W2904917248","https://openalex.org/W2911644340","https://openalex.org/W2913393332","https://openalex.org/W2913554524","https://openalex.org/W2918270453","https://openalex.org/W2938580280","https://openalex.org/W2970414985","https://openalex.org/W3011120880","https://openalex.org/W3021100706","https://openalex.org/W4235345977","https://openalex.org/W6669402789","https://openalex.org/W6775686901","https://openalex.org/W6803376173"],"related_works":["https://openalex.org/W3049557657","https://openalex.org/W3150915502","https://openalex.org/W8302103","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153"],"abstract_inverted_index":{"Path":[0],"planning":[1],"for":[2,101,111,166,192,209,223],"sailboat":[3,85,179,201],"robots":[4],"is":[5,26,34,43,98,146,171,229],"a":[6,37,126,129,150,154,233,261],"challenging":[7],"task":[8],"particularly":[9],"due":[10],"to":[11,120,161,164,207,251],"the":[12,69,76,84,102,112,167,172,175,178,200,217,230,241,253],"kinematics":[13],"and":[14,128,139,153,188,203,219],"dynamics":[15],"modelling":[16],"of":[17,20,41,90,156,212,232,256],"such":[18,54,136],"kinds":[19],"wind":[21,162,176,193],"propelled":[22],"boats.":[23],"The":[24,31,195,227],"problem":[25],"divided":[27],"into":[28],"two":[29],"layers.":[30],"first":[32],"one":[33],"global":[35,77,225],"were":[36],"general":[38],"trajectory":[39],"composed":[40],"waypoints":[42],"planned,":[44],"which":[45,107,170],"can":[46,180,248],"be":[47,80,249],"done":[48],"automatically":[49],"based":[50,148],"on":[51,149,216],"some":[52,63],"variables":[53],"as":[55,137],"weather":[56],"conditions":[57],"or":[58],"defined":[59,222],"by":[60,82],"hand":[61],"using":[62],"human-robot":[64],"interface":[65],"(a":[66],"ground-station).":[67],"In":[68],"second":[70],"local":[71,242],"layer,":[72,106],"at":[73],"execution":[74],"time,":[75,213],"route":[78],"should":[79],"followed":[81],"making":[83,259],"proceed":[86],"between":[87,125],"each":[88],"pair":[89],"consecutive":[91],"waypoints.":[92],"Our":[93,184],"proposal":[94],"in":[95,118,245],"this":[96,224],"paper":[97],"an":[99,257],"algorithm":[100,185,237],"global,":[103],"path":[104,196,235],"generation":[105],"has":[108],"been":[109],"developed":[110],"N-Boat":[113,258],"(The":[114],"Sailboat":[115],"Robot":[116],"project),":[117],"order":[119],"compute":[121],"feasible":[122],"sailing":[123],"routes":[124],"start":[127,218],"target":[130,220],"point":[131],"while":[132],"avoiding":[133],"dangerous":[134],"situations":[135],"obstacles":[138],"borders.":[140],"A":[141],"reinforcement":[142],"learning":[143],"approach":[144],"(Q-Learning)":[145],"used":[147,250],"reward":[151],"matrix":[152],"set":[155],"actions":[157],"that":[158],"changes":[159],"according":[160],"directions":[163],"account":[165],"dead":[168],"zone,":[169],"region":[173],"against":[174],"where":[177],"not":[181],"gain":[182],"velocity.":[183],"generates":[186],"straight":[187],"zigzag":[189],"paths":[190],"accounting":[191],"direction.":[194],"generated":[197],"also":[198],"guarantees":[199],"safety":[202],"robustness,":[204],"enabling":[205],"it":[206,260],"sail":[208],"long":[210],"periods":[211],"depending":[214],"only":[215],"points":[221],"planning.":[226],"result":[228],"development":[231],"complete":[234],"planner":[236,243],"that,":[238],"together":[239],"with":[240],"solved":[244],"previous":[246],"work,":[247],"allow":[252],"final":[254],"developments":[255],"fully":[262],"autonomous":[263],"sailboat.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":4}],"updated_date":"2026-05-30T09:04:40.226872","created_date":"2020-03-23T00:00:00"}