{"id":"https://openalex.org/W4292061104","doi":"https://doi.org/10.3233/ica-220688","title":"Reinforcement learning strategies for vessel navigation","display_name":"Reinforcement learning strategies for vessel navigation","publication_year":2022,"publication_date":"2022-08-16","ids":{"openalex":"https://openalex.org/W4292061104","doi":"https://doi.org/10.3233/ica-220688"},"language":"en","primary_location":{"id":"doi:10.3233/ica-220688","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ica-220688","pdf_url":null,"source":{"id":"https://openalex.org/S107631664","display_name":"Integrated Computer-Aided Engineering","issn_l":"1069-2509","issn":["1069-2509","1875-8835"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Integrated Computer-Aided Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087733551","display_name":"Andrius Daranda","orcid":"https://orcid.org/0000-0002-5489-3057"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Andrius Daranda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5044423058","display_name":"Gintautas Dzemyda","orcid":"https://orcid.org/0000-0003-2914-1328"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gintautas Dzemyda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5087733551"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6128,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.81493897,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"30","issue":"1","first_page":"53","last_page":"66"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12985","display_name":"Maritime Security and History","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11604","display_name":"Ship Hydrodynamics and Maneuverability","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7457565665245056},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6570342183113098},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6127318143844604},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.5774055123329163},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.45731067657470703},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.4327702522277832},{"id":"https://openalex.org/keywords/order","display_name":"Order (exchange)","score":0.43158653378486633},{"id":"https://openalex.org/keywords/human-error","display_name":"Human error","score":0.4103217124938965},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3464605212211609},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3202301859855652},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.29961806535720825},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.208863765001297},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.15823686122894287},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.06714591383934021}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7457565665245056},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6570342183113098},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6127318143844604},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.5774055123329163},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.45731067657470703},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.4327702522277832},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.43158653378486633},{"id":"https://openalex.org/C169806903","wikidata":"https://www.wikidata.org/wiki/Q5937752","display_name":"Human error","level":2,"score":0.4103217124938965},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3464605212211609},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3202301859855652},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.29961806535720825},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.208863765001297},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.15823686122894287},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.06714591383934021},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/ica-220688","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ica-220688","pdf_url":null,"source":{"id":"https://openalex.org/S107631664","display_name":"Integrated Computer-Aided Engineering","issn_l":"1069-2509","issn":["1069-2509","1875-8835"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Integrated Computer-Aided Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Life below water","id":"https://metadata.un.org/sdg/14","score":0.699999988079071}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1965370755","https://openalex.org/W1988356170","https://openalex.org/W1997718893","https://openalex.org/W1999296481","https://openalex.org/W2015299746","https://openalex.org/W2028720801","https://openalex.org/W2031404716","https://openalex.org/W2034828846","https://openalex.org/W2042659987","https://openalex.org/W2056862136","https://openalex.org/W2059322859","https://openalex.org/W2066738847","https://openalex.org/W2073122481","https://openalex.org/W2076900182","https://openalex.org/W2084645242","https://openalex.org/W2086145328","https://openalex.org/W2094646754","https://openalex.org/W2107776472","https://openalex.org/W2140469709","https://openalex.org/W2154212154","https://openalex.org/W2327298648","https://openalex.org/W2518255611","https://openalex.org/W2604951283","https://openalex.org/W2621050362","https://openalex.org/W2626820647","https://openalex.org/W2748344138","https://openalex.org/W2777639778","https://openalex.org/W2782917559","https://openalex.org/W2786105919","https://openalex.org/W2889438065","https://openalex.org/W2926609417","https://openalex.org/W2938321354","https://openalex.org/W2971264769","https://openalex.org/W2977295000","https://openalex.org/W3020022427","https://openalex.org/W3037916286","https://openalex.org/W3081485516","https://openalex.org/W3107324520","https://openalex.org/W3111479877","https://openalex.org/W3119401789","https://openalex.org/W3120059284","https://openalex.org/W3134401737","https://openalex.org/W3135992148","https://openalex.org/W3145342654","https://openalex.org/W3159169657","https://openalex.org/W3162666703","https://openalex.org/W3164483454","https://openalex.org/W3168130883","https://openalex.org/W3188727494","https://openalex.org/W3200350636","https://openalex.org/W3205276055","https://openalex.org/W4214513908","https://openalex.org/W4220697478","https://openalex.org/W4220786336","https://openalex.org/W4224942799","https://openalex.org/W4226151129","https://openalex.org/W4226178922","https://openalex.org/W6677916085","https://openalex.org/W6684391347","https://openalex.org/W6747732493"],"related_works":["https://openalex.org/W4317634134","https://openalex.org/W2981729160","https://openalex.org/W4310743282","https://openalex.org/W4306904969","https://openalex.org/W2743212448","https://openalex.org/W1819938260","https://openalex.org/W2340892746","https://openalex.org/W3163022373","https://openalex.org/W2742483371","https://openalex.org/W3005999311"],"abstract_inverted_index":{"Safe":[0],"navigation":[1],"at":[2],"sea":[3],"is":[4,10,84,94,104,177],"more":[5],"important":[6],"than":[7],"ever.":[8],"Cargo":[9],"usually":[11],"transported":[12],"by":[13],"vessel":[14,32,48,55,155],"because":[15],"it":[16,188],"makes":[17],"economic":[18],"sense.":[19],"However,":[20],"marine":[21],"accidents":[22],"can":[23],"cause":[24],"huge":[25],"losses":[26],"of":[27,76,108,134,173],"people,":[28],"cargo,":[29],"and":[30,62,72,88,98,186],"the":[31,42,66,74,105,126,131,161,174],"itself,":[33],"as":[34,36],"well":[35],"irreversible":[37],"ecological":[38],"disasters.":[39],"These":[40],"are":[41],"reasons":[43],"to":[44,124,148],"strive":[45],"for":[46,130,153],"safe":[47,54,136],"navigation.":[49,56,156],"The":[50,157,171],"navigator":[51],"shall":[52],"ensure":[53],"He":[57],"must":[58,70],"plan":[59],"every":[60],"maneuver":[61],"act":[63],"safely.":[64],"At":[65],"same":[67],"time,":[68],"he":[69],"evaluate":[71],"predict":[73],"actions":[75],"other":[77],"vessels":[78,185],"in":[79,122,138],"dense":[80],"maritime":[81,139],"traffic.":[82,140],"This":[83],"a":[85,95,150,180],"complicated":[86],"process":[87],"requires":[89],"constant":[90],"human":[91,102],"concentration.":[92],"It":[93],"very":[96],"tiring":[97],"long-lasting":[99],"duty.":[100],"Therefore,":[101],"error":[103],"main":[106],"reason":[107],"collisions":[109],"between":[110,183],"vessels.":[111],"In":[112],"this":[113],"paper,":[114],"different":[115,144],"reinforcement":[116],"learning":[117],"strategies":[118],"have":[119,190],"been":[120,191],"explored":[121],"order":[123],"find":[125],"most":[127,162],"appropriate":[128],"one":[129],"real-life":[132,181],"problem":[133],"ensuring":[135],"maneuvring":[137],"An":[141],"experiment":[142],"using":[143],"algorithms":[145],"was":[146],"conducted":[147],"discover":[149],"suitable":[151],"method":[152],"autonomous":[154],"experiments":[158],"indicate":[159],"that":[160],"effective":[163],"algorithm":[164],"(Deep":[165],"SARSA)":[166],"allows":[167],"reaching":[168],"92.08%":[169],"accuracy.":[170],"efficiency":[172],"proposed":[175],"model":[176],"demonstrated":[178],"through":[179],"collision":[182],"two":[184],"how":[187],"could":[189],"avoided.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}