{"id":"https://openalex.org/W2980901443","doi":"https://doi.org/10.1109/access.2019.2947686","title":"Q-Learning Based Autonomous Control of the Auxiliary Power Network of a Ship","display_name":"Q-Learning Based Autonomous Control of the Auxiliary Power Network of a Ship","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2980901443","doi":"https://doi.org/10.1109/access.2019.2947686","mag":"2980901443"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2947686","doi":"https://doi.org/10.1109/access.2019.2947686","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2947686","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08871106.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08871106.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073996128","display_name":"Janne Huotari","orcid":"https://orcid.org/0000-0002-0709-0227","observed_orcids":["https://orcid.org/0000-0002-0709-0227"]},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Janne Huotari","raw_affiliation_strings":["Department of Mechanical Engineering, Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0002-0709-0227","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010677587","display_name":"Antti Ritari","orcid":"https://orcid.org/0000-0002-6883-1447","observed_orcids":["https://orcid.org/0000-0002-6883-1447"]},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Antti Ritari","raw_affiliation_strings":["Department of Mechanical Engineering, Aalto University, Espoo, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Risto Ojala","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Risto Ojala","raw_affiliation_strings":["Department of Mechanical Engineering, Aalto University, Espoo, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012900928","display_name":"Jari Veps\u00e4l\u00e4inen","orcid":"https://orcid.org/0000-0002-9379-5687","observed_orcids":["https://orcid.org/0000-0002-9379-5687"]},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jari Vepsalainen","raw_affiliation_strings":["Department of Mechanical Engineering, Aalto University, Espoo, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034426727","display_name":"Kari Tammi","orcid":"https://orcid.org/0000-0001-9376-2386","observed_orcids":["https://orcid.org/0000-0001-9376-2386"]},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Kari Tammi","raw_affiliation_strings":["Department of Mechanical Engineering, Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0001-9376-2386","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":0.1996,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.48633785,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":95},"biblio":{"volume":"7","issue":null,"first_page":"152879","last_page":"152890"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12126","display_name":"Maritime Transport Emissions and Efficiency","score":0.8389000296592712,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12126","display_name":"Maritime Transport Emissions and Efficiency","score":0.8389000296592712,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.06419999897480011,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.024299999698996544,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.890999972820282},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.7950000166893005},{"id":"https://openalex.org/keywords/fuel-conservation","display_name":"fuel consumption reduction","score":0.6790000200271606},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.9100000262260437},{"id":"https://openalex.org/keywords/reserve-power","display_name":"reserve power","score":0.6309999823570251},{"id":"https://openalex.org/keywords/cruise-ships","display_name":"cruise ships","score":0.6420000195503235},{"id":"https://openalex.org/keywords/fuel-oil-savings","display_name":"fuel oil savings","score":0.6940000057220459},{"id":"https://openalex.org/keywords/state-representation","display_name":"state representation","score":0.4569999873638153}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7107976675033569},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6894587278366089},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6891497373580933},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.44969895482063293},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4362199902534485},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.41562438011169434},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4135754704475403},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.34103384613990784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25192081928253174},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1346132755279541},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08860686421394348},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2019.2947686","doi":"https://doi.org/10.1109/access.2019.2947686","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2947686","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08871106.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/41171","doi":null,"is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/de23476f-491f-4061-a9cf-6c304cca769c","pdf_url":"https://research.aalto.fi/files/38372570/08871106.pdf","source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:fa29f148835846f9ad6f74b10a8b4a20","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/fa29f148835846f9ad6f74b10a8b4a20","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 152879-152890 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2947686","doi":"https://doi.org/10.1109/access.2019.2947686","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2947686","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08871106.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.878000020980835},{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5378999710083008}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320328501","display_name":"Business Finland","ror":"https://ror.org/05bgf9v38"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2980901443.pdf","grobid_xml":"https://content.openalex.org/works/W2980901443.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W206183310","https://openalex.org/W658263152","https://openalex.org/W1591803298","https://openalex.org/W1757796397","https://openalex.org/W1949804828","https://openalex.org/W1964435231","https://openalex.org/W1977655452","https://openalex.org/W2012160694","https://openalex.org/W2031404716","https://openalex.org/W2049082760","https://openalex.org/W2071258353","https://openalex.org/W2124086785","https://openalex.org/W2131600418","https://openalex.org/W2134568800","https://openalex.org/W2151661095","https://openalex.org/W2153947321","https://openalex.org/W2155027007","https://openalex.org/W2165150801","https://openalex.org/W2173248099","https://openalex.org/W2257979135","https://openalex.org/W2328149323","https://openalex.org/W2344886335","https://openalex.org/W2559108640","https://openalex.org/W2605031267","https://openalex.org/W2605138450","https://openalex.org/W2615756662","https://openalex.org/W3011120880","https://openalex.org/W3139377883","https://openalex.org/W4302570325"],"related_works":["https://openalex.org/W4411717066","https://openalex.org/W1967431536","https://openalex.org/W2024136090","https://openalex.org/W2909323085","https://openalex.org/W2125980553","https://openalex.org/W3036441518","https://openalex.org/W2153573511","https://openalex.org/W2155651942","https://openalex.org/W4296992075","https://openalex.org/W2970414985"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,32,48,134],"reinforcement":[3],"learning":[4],"(RL)":[5],"model":[6,28,212],"that":[7,139,153,181,209],"is":[8,29,45,54,90,137,207],"based":[9,91],"on":[10,92,104,222],"Q-learning":[11,53],"for":[12,116,127,148,216],"the":[13,26,36,43,81,85,101,105,117,121,131,140,149,155,162,176,188,192,210,223],"autonomous":[14,145],"control":[15,146,160,180],"of":[16,25,42,84,100,120,161,167,191,199,219],"ship":[17,34,44],"auxiliary":[18,39,122,150],"power":[19,40,151,229],"networks.":[20],"The":[21,38,87],"development":[22],"and":[23,129,230],"application":[24],"proposed":[27],"demonstrated":[30],"using":[31],"case-study":[33,163],"as":[35,47,187],"platform.":[37],"network":[41,152],"represented":[46],"Markov":[49],"Decision":[50],"Process":[51],"(MDP).":[52],"then":[55],"used":[56,126],"to":[57,61,113,196],"teach":[58],"an":[59,93,144],"agent":[60],"operate":[62],"in":[63,69],"this":[64],"MDP":[65],"by":[66],"choosing":[67],"actions":[68],"each":[70],"operating":[71],"state":[72,118],"which":[73,124],"would":[74],"minimize":[75],"fuel":[76,170,200,231],"consumption":[77],"while":[78],"also":[79],"respecting":[80],"boundary":[82],"conditions":[83],"network.":[86],"presented":[88],"work":[89],"extensive":[94],"data":[95,109],"set":[96,110],"received":[97],"from":[98],"one":[99],"cruise-line":[102],"operators":[103],"Baltic":[106],"Sea.":[107],"This":[108,194],"was":[111,125],"preprocessed":[112],"extract":[114],"information":[115],"representation":[119],"network,":[123],"training":[128],"validating":[130],"model.":[132],"As":[133],"result,":[135],"it":[136,206],"shown":[138,208],"developed":[141,211],"method":[142],"produces":[143],"policy":[147],"outperforms":[154],"current":[156,189],"human":[157],"operated":[158],"manual":[159],"ship.":[164,193],"An":[165],"average":[166],"0.9":[168],"%":[169],"oil":[171,201],"savings":[172],"are":[173],"attained":[174],"over":[175],"analyzed":[177],"round-trips":[178],"with":[179],"displayed":[182],"similar":[183],"robustness":[184],"against":[185],"blackouts":[186],"operation":[190],"amounts":[195],"32":[197],"tons":[198],"saved":[202],"annually.":[203],"In":[204],"addition,":[205],"can":[213],"be":[214],"reconfigured":[215],"different":[217],"levels":[218],"robustness,":[220],"depending":[221],"preferred":[224],"trade-off":[225],"between":[226],"maintained":[227],"reserve":[228],"savings.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-10-16T09:59:22.235173","created_date":"2019-10-25T00:00:00"}