{"id":"https://openalex.org/W3046521071","doi":"https://doi.org/10.3233/jifs-200754","title":"Controlling a cargo ship without human experience using deep Q-network","display_name":"Controlling a cargo ship without human experience using deep Q-network","publication_year":2020,"publication_date":"2020-07-29","ids":{"openalex":"https://openalex.org/W3046521071","doi":"https://doi.org/10.3233/jifs-200754","mag":"3046521071"},"language":"en","primary_location":{"id":"doi:10.3233/jifs-200754","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-200754","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems: Applications in Engineering and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100418534","display_name":"Chen Chen","orcid":"https://orcid.org/0000-0003-1064-4961"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Chen","raw_affiliation_strings":["Wuhan University of Technology","School of Computer Science and Technology, Wuhan University of Technology, Wuhan, PR China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan University of Technology","institution_ids":["https://openalex.org/I196699116"]},{"raw_affiliation_string":"School of Computer Science and Technology, Wuhan University of Technology, Wuhan, PR China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074945035","display_name":"Feng Ma","orcid":"https://orcid.org/0000-0002-1357-3006"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]},{"id":"https://openalex.org/I4210106625","display_name":"National Institute of Transport","ror":"https://ror.org/01g454487","country_code":"TZ","type":"education","lineage":["https://openalex.org/I4210106625"]}],"countries":["CN","TZ"],"is_corresponding":true,"raw_author_name":"Feng Ma","raw_affiliation_strings":["National Engineering Research Centre for Water Transport Safety","Wuhan University of Technology","Intelligent Transportation System Centre, Wuhan University of Technology, Wuhan, PR China; National Engineering Research Centre for Water Transport Safety, Wuhan, PR China","National Engineering Research Centre for Water Transport Safety, Wuhan, PR China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Centre for Water Transport Safety","institution_ids":["https://openalex.org/I4210106625"]},{"raw_affiliation_string":"Wuhan University of Technology","institution_ids":["https://openalex.org/I196699116"]},{"raw_affiliation_string":"Intelligent Transportation System Centre, Wuhan University of Technology, Wuhan, PR China; National Engineering Research Centre for Water Transport Safety, Wuhan, PR China","institution_ids":["https://openalex.org/I196699116"]},{"raw_affiliation_string":"National Engineering Research Centre for Water Transport Safety, Wuhan, PR China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053280762","display_name":"Jialun Liu","orcid":"https://orcid.org/0000-0002-0802-8986"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]},{"id":"https://openalex.org/I4210106625","display_name":"National Institute of Transport","ror":"https://ror.org/01g454487","country_code":"TZ","type":"education","lineage":["https://openalex.org/I4210106625"]}],"countries":["CN","TZ"],"is_corresponding":false,"raw_author_name":"Jialun Liu","raw_affiliation_strings":["National Engineering Research Centre for Water Transport Safety","Wuhan University of Technology","Intelligent Transportation System Centre, Wuhan University of Technology, Wuhan, PR China; National Engineering Research Centre for Water Transport Safety, Wuhan, PR China","National Engineering Research Centre for Water Transport Safety, Wuhan, PR China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Centre for Water Transport Safety","institution_ids":["https://openalex.org/I4210106625"]},{"raw_affiliation_string":"Wuhan University of Technology","institution_ids":["https://openalex.org/I196699116"]},{"raw_affiliation_string":"Intelligent Transportation System Centre, Wuhan University of Technology, Wuhan, PR China; National Engineering Research Centre for Water Transport Safety, Wuhan, PR China","institution_ids":["https://openalex.org/I196699116"]},{"raw_affiliation_string":"National Engineering Research Centre for Water Transport Safety, Wuhan, PR China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068318450","display_name":"Rudy R. Negenborn","orcid":"https://orcid.org/0000-0001-9784-1225"},"institutions":[{"id":"https://openalex.org/I4210106625","display_name":"National Institute of Transport","ror":"https://ror.org/01g454487","country_code":"TZ","type":"education","lineage":["https://openalex.org/I4210106625"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL","TZ"],"is_corresponding":false,"raw_author_name":"Rudy R. Negenborn","raw_affiliation_strings":["Delft University of Technology","National Engineering Research Centre for Water Transport Safety","Department of Maritime and Transport Technology, Delft University of Technology, Delft, the Netherlands","Department of Maritime and Transport Technology, Delft University of Technology, Delft, the Netherlands; National Engineering Research Centre for Water Transport Safety, Wuhan, PR China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"National Engineering Research Centre for Water Transport Safety","institution_ids":["https://openalex.org/I4210106625"]},{"raw_affiliation_string":"Department of Maritime and Transport Technology, Delft University of Technology, Delft, the Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"Department of Maritime and Transport Technology, Delft University of Technology, Delft, the Netherlands; National Engineering Research Centre for Water Transport Safety, Wuhan, PR China","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079073545","display_name":"Yuanchang Liu","orcid":"https://orcid.org/0000-0001-9306-297X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yuanchang Liu","raw_affiliation_strings":["University College London","Department of Mechanical Engineering, University College London, Torrington Place, London, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]},{"raw_affiliation_string":"Department of Mechanical Engineering, University College London, Torrington Place, London, UK","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036514560","display_name":"Xinping Yan","orcid":"https://orcid.org/0000-0002-2265-2689"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]},{"id":"https://openalex.org/I4210106625","display_name":"National Institute of Transport","ror":"https://ror.org/01g454487","country_code":"TZ","type":"education","lineage":["https://openalex.org/I4210106625"]}],"countries":["CN","TZ"],"is_corresponding":false,"raw_author_name":"Xinping Yan","raw_affiliation_strings":["National Engineering Research Centre for Water Transport Safety","Wuhan University of Technology","National Engineering Research Centre for Water Transport Safety, Wuhan, PR China","Intelligent Transportation System Centre, Wuhan University of Technology, Wuhan, PR China; National Engineering Research Centre for Water Transport Safety, Wuhan, PR China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Engineering Research Centre for Water Transport Safety","institution_ids":["https://openalex.org/I4210106625"]},{"raw_affiliation_string":"Wuhan University of Technology","institution_ids":["https://openalex.org/I196699116"]},{"raw_affiliation_string":"National Engineering Research Centre for Water Transport Safety, Wuhan, PR China","institution_ids":[]},{"raw_affiliation_string":"Intelligent Transportation System Centre, Wuhan University of Technology, Wuhan, PR China; National Engineering Research Centre for Water Transport Safety, Wuhan, PR China","institution_ids":["https://openalex.org/I196699116"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5074945035"],"corresponding_institution_ids":["https://openalex.org/I196699116","https://openalex.org/I4210106625"],"apc_list":null,"apc_paid":null,"fwci":0.9052,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.73779152,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"39","issue":"5","first_page":"7363","last_page":"7379"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7212954163551331},{"id":"https://openalex.org/keywords/inertia","display_name":"Inertia","score":0.5785960555076599},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5699711441993713},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.5496285557746887},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4632502794265747},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4525850713253021},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.4483557343482971},{"id":"https://openalex.org/keywords/marine-engineering","display_name":"Marine engineering","score":0.3782186508178711},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12670409679412842},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.07640323042869568},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07212889194488525}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7212954163551331},{"id":"https://openalex.org/C110407247","wikidata":"https://www.wikidata.org/wiki/Q122508","display_name":"Inertia","level":2,"score":0.5785960555076599},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5699711441993713},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.5496285557746887},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4632502794265747},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4525850713253021},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4483557343482971},{"id":"https://openalex.org/C199104240","wikidata":"https://www.wikidata.org/wiki/Q118291","display_name":"Marine engineering","level":1,"score":0.3782186508178711},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12670409679412842},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.07640323042869568},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07212889194488525},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/jifs-200754","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-200754","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems: Applications in Engineering and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1493185555","https://openalex.org/W1512866498","https://openalex.org/W1757796397","https://openalex.org/W1970693355","https://openalex.org/W2008489728","https://openalex.org/W2028582586","https://openalex.org/W2054803139","https://openalex.org/W2056862136","https://openalex.org/W2123278146","https://openalex.org/W2145339207","https://openalex.org/W2173564293","https://openalex.org/W2186933446","https://openalex.org/W2199219194","https://openalex.org/W2257979135","https://openalex.org/W2291124468","https://openalex.org/W2342840547","https://openalex.org/W2492811885","https://openalex.org/W2509002032","https://openalex.org/W2513959337","https://openalex.org/W2524886531","https://openalex.org/W2526712761","https://openalex.org/W2606498307","https://openalex.org/W2611944016","https://openalex.org/W2727188090","https://openalex.org/W2728420778","https://openalex.org/W2757378873","https://openalex.org/W2760632211","https://openalex.org/W2766723563","https://openalex.org/W2766856370","https://openalex.org/W2781176355","https://openalex.org/W2800142021","https://openalex.org/W2806764093","https://openalex.org/W2808470116","https://openalex.org/W2872777196","https://openalex.org/W2891983109","https://openalex.org/W2897521644","https://openalex.org/W2963946945","https://openalex.org/W2968983352","https://openalex.org/W2970414985","https://openalex.org/W3114756617","https://openalex.org/W4233452110","https://openalex.org/W4239828195","https://openalex.org/W6629518091","https://openalex.org/W6642574510","https://openalex.org/W6676219197","https://openalex.org/W6678042111","https://openalex.org/W6725341490","https://openalex.org/W6744143278","https://openalex.org/W6744668898","https://openalex.org/W6750106230"],"related_works":["https://openalex.org/W1979758163","https://openalex.org/W1969431804","https://openalex.org/W2294490033","https://openalex.org/W4386036352","https://openalex.org/W1985052846","https://openalex.org/W2077400647","https://openalex.org/W2009592572","https://openalex.org/W603259671","https://openalex.org/W2319506513","https://openalex.org/W2908571336"],"abstract_inverted_index":{"Human":[0],"experience":[1],"is":[2,32,142],"regarded":[3],"as":[4,134,136],"an":[5,146],"indispensable":[6],"part":[7],"of":[8,14,55,102,131,173],"artificial":[9,100],"intelligence":[10,101],"in":[11,37,94,128,157,168],"the":[12,48,53,99,119,129,132,162,170],"process":[13],"controlling":[15,38,105],"or":[16],"decision":[17],"making":[18],"for":[19],"autonomous":[20],"cargo":[21,40,65,107,174],"ships.":[22,175],"In":[23,138],"this":[24,69],"paper,":[25],"a":[26,39,64,106,165],"novel":[27],"Deep":[28],"Q-Network-based":[29],"(DQN)":[30],"approach":[31,147],"proposed,":[33],"which":[34,116,160],"performs":[35,148],"satisfactorily":[36],"ship":[41,70,108,120],"automatically":[42],"without":[43],"any":[44],"human":[45],"experience.":[46],"At":[47],"very":[49],"beginning,":[50],"we":[51],"use":[52],"model":[54],"KRISO":[56],"Very":[57],"Large":[58],"Crude":[59],"Carrier":[60],"(KVLCC2)":[61],"to":[62,72],"describe":[63],"ship.":[66],"To":[67],"manipulate":[68],"has":[71],"conquer":[73],"great":[74],"inertia":[75],"and":[76,92,104,153],"relatively":[77],"insufficient":[78],"driving":[79],"force.":[80],"Subsequently,":[81],"customary":[82],"waterways,":[83],"regulations,":[84],"conventions":[85],"are":[86],"described":[87],"with":[88],"Artificial":[89],"Potential":[90],"Field":[91],"value-functions":[93],"DQN.":[95],"Based":[96],"on":[97],"this,":[98],"planning":[103],"can":[109,117],"be":[110],"obtained":[111],"by":[112],"undertaking":[113],"sufficient":[114],"training,":[115],"control":[118],"directly,":[121],"while":[122],"avoiding":[123],"collisions,":[124],"keeping":[125],"its":[126],"position":[127],"middle":[130],"route":[133],"much":[135],"possible.":[137],"simulation":[139],"experiments,":[140],"it":[141],"demonstrated":[143],"that":[144],"such":[145],"better":[149],"than":[150],"manual":[151],"works":[152],"other":[154],"traditional":[155],"methods":[156],"most":[158],"conditions,":[159],"makes":[161],"proposed":[163],"method":[164],"promising":[166],"solution":[167],"improving":[169],"autonomy":[171],"level":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}