{"id":"https://openalex.org/W4415399770","doi":"https://doi.org/10.1109/etfa65518.2025.11205603","title":"A Multi-Agent Reinforcement Learning Approach to real-time Demand Response in Cruise Ship Cabins","display_name":"A Multi-Agent Reinforcement Learning Approach to real-time Demand Response in Cruise Ship Cabins","publication_year":2025,"publication_date":"2025-09-09","ids":{"openalex":"https://openalex.org/W4415399770","doi":"https://doi.org/10.1109/etfa65518.2025.11205603"},"language":"en","primary_location":{"id":"doi:10.1109/etfa65518.2025.11205603","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa65518.2025.11205603","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 30th International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.1109/ETFA65518.2025.11205603","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063433253","display_name":"Harri Aaltonen","orcid":"https://orcid.org/0000-0002-4813-6551"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Harri Aaltonen","raw_affiliation_strings":["Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076583420","display_name":"Markus H\u00e4kkinen","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Markus H\u00e4kkinen","raw_affiliation_strings":["Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010935680","display_name":"Udayanto Dwi Atmojo","orcid":"https://orcid.org/0000-0002-6865-0806"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Udayanto Dwi Atmojo","raw_affiliation_strings":["Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008070913","display_name":"Valeriy Vyatkin","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Valeriy Vyatkin","raw_affiliation_strings":["Aalto University, Luleå University of Technology,Department of Electrical Engineering and Automation, Department of Computer Science, Electrical and Space Engineering,Espoo,Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University, Luleå University of Technology,Department of Electrical Engineering and Automation, Department of Computer Science, Electrical and Space Engineering,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5063433253"],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.44750793,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11223","display_name":"Maritime Ports and Logistics","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12306","display_name":"Urban and Freight Transport Logistics","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9433000087738037,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.7774999737739563},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.6464999914169312},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4975000023841858},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.47920000553131104},{"id":"https://openalex.org/keywords/fan-coil-unit","display_name":"Fan coil unit","score":0.4343000054359436},{"id":"https://openalex.org/keywords/cruise","display_name":"Cruise","score":0.4300999939441681},{"id":"https://openalex.org/keywords/ventilation","display_name":"Ventilation (architecture)","score":0.4284000098705292},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3815999925136566}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.7774999737739563},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.6464999914169312},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.5120999813079834},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4975000023841858},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.47920000553131104},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.45179998874664307},{"id":"https://openalex.org/C164134686","wikidata":"https://www.wikidata.org/wiki/Q2472061","display_name":"Fan coil unit","level":3,"score":0.4343000054359436},{"id":"https://openalex.org/C2778821358","wikidata":"https://www.wikidata.org/wiki/Q2063640","display_name":"Cruise","level":2,"score":0.4300999939441681},{"id":"https://openalex.org/C200457457","wikidata":"https://www.wikidata.org/wiki/Q584049","display_name":"Ventilation (architecture)","level":2,"score":0.4284000098705292},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3815999925136566},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.37459999322891235},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.34439998865127563},{"id":"https://openalex.org/C113168747","wikidata":"https://www.wikidata.org/wiki/Q507295","display_name":"Cruise control","level":3,"score":0.3440000116825104},{"id":"https://openalex.org/C520301825","wikidata":"https://www.wikidata.org/wiki/Q380170","display_name":"Energy conservation","level":2,"score":0.3416000008583069},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.31150001287460327},{"id":"https://openalex.org/C4638862","wikidata":"https://www.wikidata.org/wiki/Q1501558","display_name":"Chiller","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.30570000410079956},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.2863999903202057},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.28369998931884766},{"id":"https://openalex.org/C30772137","wikidata":"https://www.wikidata.org/wiki/Q5164762","display_name":"Consumption (sociology)","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.26899999380111694},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.25369998812675476}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/etfa65518.2025.11205603","is_oa":false,"landing_page_url":"https://doi.org/10.1109/etfa65518.2025.11205603","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 30th International Conference on Emerging Technologies and Factory Automation (ETFA)","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/142405","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ETFA65518.2025.11205603","pdf_url":null,"source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"}],"best_oa_location":{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/142405","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ETFA65518.2025.11205603","pdf_url":null,"source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"explores":[2],"a":[3,46,71],"multi-agent":[4],"reinforcement":[5],"learning":[6],"approach":[7],"for":[8,49],"real-time":[9],"control":[10,70,90],"of":[11,41],"HVAC":[12,42],"systems":[13,25,43],"during":[14],"demand":[15,50],"response":[16],"events.":[17],"The":[18],"heating,":[19],"ventilation":[20],"and":[21,73,96],"air":[22,97],"conditioning":[23],"(HVAC)":[24],"are":[26],"major":[27],"energy":[28,53],"consumers":[29],"on":[30,61],"cruise":[31],"ships.":[32],"At":[33],"the":[34,37,89],"same":[35],"time,":[36],"large":[38],"time":[39],"constants":[40],"make":[44],"them":[45],"strong":[47],"candidate":[48],"response,":[51],"as":[52,79],"consumption":[54],"can":[55],"be":[56,106],"adjusted":[57],"with":[58],"delayed":[59],"effects":[60],"occupant":[62],"comfort.":[63],"However,":[64],"this":[65],"inherent":[66],"slowness":[67],"also":[68],"makes":[69],"complex":[72],"challenging":[74],"task.":[75],"Additional":[76],"factors,":[77],"such":[78],"solar":[80],"heat":[81],"load,":[82],"significantly":[83],"affect":[84],"cabin":[85],"temperature,":[86],"thus":[87],"complicating":[88],"strategy.":[91],"Since":[92],"actions":[93],"in":[94],"chillers":[95],"handling":[98],"units":[99],"influence":[100],"fan":[101],"coil":[102],"units,":[103],"optimization":[104],"must":[105],"done":[107],"holistically.":[108]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-22T00:00:00"}