{"id":"https://openalex.org/W4415400189","doi":"https://doi.org/10.1109/etfa65518.2025.11205793","title":"Exploring Safe Reinforcement Learning Using Safety Shields Derived With System-Theoretic Process Analysis: A Case-Study on a Cruise Ship Hotel System","display_name":"Exploring Safe Reinforcement Learning Using Safety Shields Derived With System-Theoretic Process Analysis: A Case-Study on a Cruise Ship Hotel System","publication_year":2025,"publication_date":"2025-09-09","ids":{"openalex":"https://openalex.org/W4415400189","doi":"https://doi.org/10.1109/etfa65518.2025.11205793"},"language":null,"primary_location":{"id":"doi:10.1109/etfa65518.2025.11205793","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa65518.2025.11205793","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 30th International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.1109/ETFA65518.2025.11205793","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102049175","display_name":"Akira King","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Akira King","raw_affiliation_strings":["Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120084387","display_name":"Erald Shahinas","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Erald Shahinas","raw_affiliation_strings":["Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010935680","display_name":"Udayanto Dwi Atmojo","orcid":"https://orcid.org/0000-0002-6865-0806"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Udayanto Dwi Atmojo","raw_affiliation_strings":["Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008070913","display_name":"Valeriy Vyatkin","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Valeriy Vyatkin","raw_affiliation_strings":["Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102049175"],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44678447,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10809","display_name":"Occupational Health and Safety Research","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/3614","display_name":"Radiological and Ultrasound Technology"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11864","display_name":"Supply Chain Resilience and Risk Management","score":0.9585000276565552,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cruise","display_name":"Cruise","score":0.5663999915122986},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5616999864578247},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5302000045776367},{"id":"https://openalex.org/keywords/propulsion","display_name":"Propulsion","score":0.5130000114440918},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.4853000044822693},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4032000005245209},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4000999927520752},{"id":"https://openalex.org/keywords/hazard","display_name":"Hazard","score":0.3720000088214874},{"id":"https://openalex.org/keywords/system-safety","display_name":"System safety","score":0.3714999854564667}],"concepts":[{"id":"https://openalex.org/C2778821358","wikidata":"https://www.wikidata.org/wiki/Q2063640","display_name":"Cruise","level":2,"score":0.5663999915122986},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5616999864578247},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5302000045776367},{"id":"https://openalex.org/C1034443","wikidata":"https://www.wikidata.org/wiki/Q2583685","display_name":"Propulsion","level":2,"score":0.5130000114440918},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.4853000044822693},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.44429999589920044},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4032000005245209},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4000999927520752},{"id":"https://openalex.org/C49261128","wikidata":"https://www.wikidata.org/wiki/Q1132455","display_name":"Hazard","level":2,"score":0.3720000088214874},{"id":"https://openalex.org/C132835097","wikidata":"https://www.wikidata.org/wiki/Q7663745","display_name":"System safety","level":2,"score":0.3714999854564667},{"id":"https://openalex.org/C2776179734","wikidata":"https://www.wikidata.org/wiki/Q7398668","display_name":"Safety standards","level":2,"score":0.3682999908924103},{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.35580000281333923},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.3547999858856201},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.35190001130104065},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3422999978065491},{"id":"https://openalex.org/C2780771206","wikidata":"https://www.wikidata.org/wiki/Q3271761","display_name":"Safeguard","level":2,"score":0.33959999680519104},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.32190001010894775},{"id":"https://openalex.org/C113168747","wikidata":"https://www.wikidata.org/wiki/Q507295","display_name":"Cruise control","level":3,"score":0.3025999963283539},{"id":"https://openalex.org/C47737302","wikidata":"https://www.wikidata.org/wiki/Q167336","display_name":"Greenhouse gas","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.28690001368522644},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.27639999985694885},{"id":"https://openalex.org/C200457457","wikidata":"https://www.wikidata.org/wiki/Q584049","display_name":"Ventilation (architecture)","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C127757376","wikidata":"https://www.wikidata.org/wiki/Q2056514","display_name":"Active safety","level":2,"score":0.26739999651908875},{"id":"https://openalex.org/C112805685","wikidata":"https://www.wikidata.org/wiki/Q10566551","display_name":"Safety assurance","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C138081364","wikidata":"https://www.wikidata.org/wiki/Q852013","display_name":"Shield","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C144745244","wikidata":"https://www.wikidata.org/wiki/Q4927286","display_name":"Blocking (statistics)","level":2,"score":0.2565999925136566}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/etfa65518.2025.11205793","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa65518.2025.11205793","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 30th International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"},{"id":"pmh:oai:zenodo.org:18629899","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ETFA65518.2025.11205793","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2025 IEEE 30th International Conference on Emerging Technologies and Factory Automation (ETFA), Porto-Portugal","raw_type":"info:eu-repo/semantics/other"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:18629899","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ETFA65518.2025.11205793","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2025 IEEE 30th International Conference on Emerging Technologies and Factory Automation (ETFA), Porto-Portugal","raw_type":"info:eu-repo/semantics/other"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"cruise":[1,23,34],"ship":[2],"industry":[3],"is":[4,52,86,152,193],"under":[5],"increasing":[6],"pressure":[7],"to":[8,89,128,154,180],"reduce":[9],"greenhouse":[10],"gas":[11],"emissions,":[12],"as":[13,54,65,80,160,162],"international":[14],"regulations":[15],"define":[16],"ambitious":[17],"requirements":[18],"and":[19,40,71],"goals":[20],"for":[21],"modern":[22],"ships.":[24],"One":[25],"of":[26,31,49,61,74,101,114,123,195,200],"the":[27,46,72,99,112,120,149,157,178,191,198],"most":[28],"significant":[29,76],"consumers":[30],"energy":[32,47,77],"onboard":[33],"ships":[35],"are":[36,56],"their":[37],"Heating":[38],"Ventilation":[39],"Air":[41],"Conditioning":[42],"(HVAC)":[43],"systems.":[44,82,116],"However,":[45],"optimization":[48,93],"HVAC":[50],"systems":[51,104],"challenging,":[53],"they":[55],"impacted":[57],"by":[58],"a":[59,125,133,138,182],"number":[60,199],"uncontrolled":[62],"variables,":[63],"such":[64,79,91],"changing":[66],"weather":[67],"conditions,":[68],"passenger":[69],"behavior,":[70],"demands":[73],"other":[75],"consumers,":[78],"propulsion":[81],"Reinforcement":[83],"Learning":[84],"(RL)":[85],"often":[87],"used":[88,153,188],"tackle":[90],"complex":[92],"tasks,":[94],"however":[95],"concerns":[96],"over":[97],"ensuring":[98],"safety":[100,130,134,150,201],"RL":[102,158,184],"optimized":[103],"hinders":[105,177],"its":[106],"adoption":[107],"in":[108,111,131,166,189],"industry,":[109],"especially":[110],"context":[113],"safety-critical":[115],"This":[117],"paper":[118],"presents":[119],"initial":[121],"findings":[122,169],"applying":[124],"novel":[126,139],"approach":[127,192],"ensure":[129],"RL:":[132],"shield":[135,151],"developed":[136],"utilizing":[137],"hazard":[140],"analysis":[141],"method,":[142],"System-Theoretic":[143],"Process":[144],"Analysis.":[145],"In":[146],"this":[147],"work":[148],"both":[155],"train":[156],"agent":[159],"well":[161],"block":[163],"unsafe":[164,173],"behavior":[165,174],"operation.":[167],"Preliminary":[168],"suggest":[170],"that":[171],"blocking":[172],"during":[175],"training":[176],"ability":[179],"learn":[181],"safe":[183],"policy,":[185],"however,":[186],"when":[187],"testing":[190],"capable":[194],"significantly":[196],"reducing":[197],"violations.":[202]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-22T00:00:00"}