{"id":"https://openalex.org/W4386323718","doi":"https://doi.org/10.1109/isie51358.2023.10228102","title":"Application of reinforcement learning for energy consumption optimization of district heating system","display_name":"Application of reinforcement learning for energy consumption optimization of district heating system","publication_year":2023,"publication_date":"2023-06-19","ids":{"openalex":"https://openalex.org/W4386323718","doi":"https://doi.org/10.1109/isie51358.2023.10228102"},"language":"en","primary_location":{"id":"doi:10.1109/isie51358.2023.10228102","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/isie51358.2023.10228102","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 32nd International Symposium on Industrial Electronics (ISIE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.abo.fi/ws/files/58769461/Application_of_reinforcement_learning_for_energy_consumption_optimization_of_district_heating_system.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043998220","display_name":"Jifei Deng","orcid":"https://orcid.org/0000-0001-6448-0494"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Jifei Deng","raw_affiliation_strings":["Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland","Department of Electrical Engineering and Automation, Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Department of Electrical Engineering and Automation, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016779432","display_name":"Miro Eklund","orcid":"https://orcid.org/0000-0003-3427-8951"},"institutions":[{"id":"https://openalex.org/I2801249761","display_name":"Fortum (Finland)","ror":"https://ror.org/03nx8tr59","country_code":"FI","type":"company","lineage":["https://openalex.org/I2801249761"]},{"id":"https://openalex.org/I130217899","display_name":"\u00c5bo Akademi University","ror":"https://ror.org/029pk6x14","country_code":"FI","type":"education","lineage":["https://openalex.org/I130217899"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Miro Eklund","raw_affiliation_strings":["Abo Akademi University,Department of Information Technology,Turku,Finland","Semantum Ltd, Espoo, Finland","Department of Information Technology, Abo Akademi University, Turku, Finland"],"affiliations":[{"raw_affiliation_string":"Abo Akademi University,Department of Information Technology,Turku,Finland","institution_ids":["https://openalex.org/I130217899"]},{"raw_affiliation_string":"Semantum Ltd, Espoo, Finland","institution_ids":["https://openalex.org/I2801249761"]},{"raw_affiliation_string":"Department of Information Technology, Abo Akademi University, Turku, Finland","institution_ids":["https://openalex.org/I130217899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036831094","display_name":"Seppo Sierla","orcid":"https://orcid.org/0000-0002-0402-315X"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Seppo Sierla","raw_affiliation_strings":["Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland","Department of Electrical Engineering and Automation, Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Department of Electrical Engineering and Automation, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074387314","display_name":"Jouni Savolainen","orcid":null},"institutions":[{"id":"https://openalex.org/I2801249761","display_name":"Fortum (Finland)","ror":"https://ror.org/03nx8tr59","country_code":"FI","type":"company","lineage":["https://openalex.org/I2801249761"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Jouni Savolainen","raw_affiliation_strings":["Semantum Ltd,Espoo,Finland","Semantum Ltd, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Semantum Ltd,Espoo,Finland","institution_ids":["https://openalex.org/I2801249761"]},{"raw_affiliation_string":"Semantum Ltd, Espoo, Finland","institution_ids":["https://openalex.org/I2801249761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039784816","display_name":"Hannu Niemist\u00f6","orcid":null},"institutions":[{"id":"https://openalex.org/I2801249761","display_name":"Fortum (Finland)","ror":"https://ror.org/03nx8tr59","country_code":"FI","type":"company","lineage":["https://openalex.org/I2801249761"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Hannu Niemist\u00f6","raw_affiliation_strings":["Semantum Ltd,Espoo,Finland","Semantum Ltd, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Semantum Ltd,Espoo,Finland","institution_ids":["https://openalex.org/I2801249761"]},{"raw_affiliation_string":"Semantum Ltd, Espoo, Finland","institution_ids":["https://openalex.org/I2801249761"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033732428","display_name":"Tommi Karhela","orcid":"https://orcid.org/0000-0002-6682-1229"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]},{"id":"https://openalex.org/I2801249761","display_name":"Fortum (Finland)","ror":"https://ror.org/03nx8tr59","country_code":"FI","type":"company","lineage":["https://openalex.org/I2801249761"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Tommi Karhela","raw_affiliation_strings":["Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland","Department of Electrical Engineering and Automation, Aalto University, Espoo, Finland","Semantum Ltd, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Department of Electrical Engineering and Automation, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Semantum Ltd, Espoo, Finland","institution_ids":["https://openalex.org/I2801249761"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008070913","display_name":"Valeriy Vyatkin","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Valeriy Vyatkin","raw_affiliation_strings":["Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland","Department of Electrical Engineering and Automation, Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University,Department of Electrical Engineering and Automation,Espoo,Finland","institution_ids":["https://openalex.org/I9927081"]},{"raw_affiliation_string":"Department of Electrical Engineering and Automation, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5043998220"],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09183188,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"5","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.812743067741394},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.7107341885566711},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6500464677810669},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.5527627468109131},{"id":"https://openalex.org/keywords/consumption","display_name":"Consumption (sociology)","score":0.49554264545440674},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3964843451976776},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3815404176712036},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21701860427856445},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2024625837802887},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08356603980064392},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08300513029098511}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.812743067741394},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.7107341885566711},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6500464677810669},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.5527627468109131},{"id":"https://openalex.org/C30772137","wikidata":"https://www.wikidata.org/wiki/Q5164762","display_name":"Consumption (sociology)","level":2,"score":0.49554264545440674},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3964843451976776},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3815404176712036},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21701860427856445},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2024625837802887},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08356603980064392},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08300513029098511},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/isie51358.2023.10228102","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/isie51358.2023.10228102","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 32nd International Symposium on Industrial Electronics (ISIE)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire/5a9cb7c8-136b-44e2-aacf-7176968a13f8","is_oa":true,"landing_page_url":"https://research.abo.fi/en/publications/5a9cb7c8-136b-44e2-aacf-7176968a13f8","pdf_url":"https://research.abo.fi/ws/files/58769461/Application_of_reinforcement_learning_for_energy_consumption_optimization_of_district_heating_system.pdf","source":{"id":"https://openalex.org/S4406923060","display_name":"\u00c5bo Akademi University Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Deng, J, Eklund, M, Sierla, S, Savolainen, J, Niemist\u00f6, H, Karhela, T & Vyatkin, V 2023, Application of reinforcement learning for energy consumption optimization of district heating system. in 2023 IEEE 32nd International Symposium on Industrial Electronics (ISIE). Proceedings of the IEEE International Symposium on Industrial Electronics, IEEE, IEEE International Symposium on Industrial Electronics, 19/06/23. https://doi.org/10.1109/ISIE51358.2023.10228102","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/123826","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/a514d4eb-a644-450a-85ea-520f4c0ae6e6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"},{"id":"pmh:oai:pure.atira.dk:publications/5a9cb7c8-136b-44e2-aacf-7176968a13f8","is_oa":true,"landing_page_url":"http://www.scopus.com/inward/record.url?scp=85172091790&partnerID=8YFLogxK","pdf_url":null,"source":{"id":"https://openalex.org/S4406923060","display_name":"\u00c5bo Akademi University Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Deng , J , Eklund , M , Sierla , S , Savolainen , J , Niemist\u00f6 , H , Karhela , T & Vyatkin , V 2023 , Application of reinforcement learning for energy consumption optimization of district heating system . in 2023 IEEE 32nd International Symposium on Industrial Electronics (ISIE) . Proceedings of the IEEE International Symposium on Industrial Electronics , IEEE , IEEE International Symposium on Industrial Electronics , 19/06/23 . https://doi.org/10.1109/ISIE51358.2023.10228102","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/5a9cb7c8-136b-44e2-aacf-7176968a13f8","is_oa":true,"landing_page_url":"https://research.abo.fi/en/publications/5a9cb7c8-136b-44e2-aacf-7176968a13f8","pdf_url":"https://research.abo.fi/ws/files/58769461/Application_of_reinforcement_learning_for_energy_consumption_optimization_of_district_heating_system.pdf","source":{"id":"https://openalex.org/S4406923060","display_name":"\u00c5bo Akademi University Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Deng, J, Eklund, M, Sierla, S, Savolainen, J, Niemist\u00f6, H, Karhela, T & Vyatkin, V 2023, Application of reinforcement learning for energy consumption optimization of district heating system. in 2023 IEEE 32nd International Symposium on Industrial Electronics (ISIE). Proceedings of the IEEE International Symposium on Industrial Electronics, IEEE, IEEE International Symposium on Industrial Electronics, 19/06/23. https://doi.org/10.1109/ISIE51358.2023.10228102","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1369449101","display_name":null,"funder_award_id":"202006080008","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G1426318481","display_name":null,"funder_award_id":"grant","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"},{"id":"https://openalex.org/G8589651859","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320324208","display_name":"Teknologian Tutkimuskeskus VTT","ror":"https://ror.org/04b181w54"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386323718.pdf"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W2528894110","https://openalex.org/W2598305862","https://openalex.org/W2606133122","https://openalex.org/W2736601468","https://openalex.org/W2767398003","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2947164870","https://openalex.org/W2971157934","https://openalex.org/W3126181623","https://openalex.org/W3156694757","https://openalex.org/W3181669971","https://openalex.org/W3194810398","https://openalex.org/W3198456373","https://openalex.org/W4200161745","https://openalex.org/W4281619040","https://openalex.org/W4295332112","https://openalex.org/W4301809524","https://openalex.org/W4309725791","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6780559895","https://openalex.org/W7018604100"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W4214628662","https://openalex.org/W4297745244","https://openalex.org/W2037518538","https://openalex.org/W2156822401","https://openalex.org/W3092380670","https://openalex.org/W3125847301","https://openalex.org/W4313390786","https://openalex.org/W2089393798","https://openalex.org/W2356819012"],"abstract_inverted_index":{"Heating":[0],"residential":[1],"spaces":[2],"consumed":[3],"64":[4],"percent":[5],"of":[6,27,29,36],"total":[7],"household":[8],"energy":[9,90],"consumption":[10],"in":[11,20,111],"Finland.":[12],"Considering":[13],"the":[14,21,25,37,47,80,96,100,105,109],"heat":[15],"transfer":[16],"and":[17,40,55,103],"time":[18],"delay":[19],"district":[22],"heating":[23],"system,":[24,39],"calculation":[26],"setpoints":[28,61],"supply":[30,85],"temperature":[31,86],"requires":[32],"a":[33,52,66],"comprehensive":[34],"understanding":[35],"real":[38,112],"experienced":[41],"operators":[42],"need":[43],"to":[44,83,107],"manually":[45],"determine":[46],"setpoints.":[48],"To":[49],"save":[50],"energy,":[51],"more":[53],"effective":[54],"accurate":[56],"method":[57,70,98,102],"is":[58,71],"needed":[59],"for":[60,88],"calculation.":[62],"In":[63],"this":[64],"paper,":[65],"reinforcement":[67],"learning":[68],"based":[69],"proposed.":[72],"Through":[73],"interacting":[74],"with":[75],"an":[76],"Apros-based":[77],"simulation":[78],"model,":[79],"agents":[81],"learn":[82],"calculate":[84],"parallelly":[87],"lowering":[89],"costs.":[91],"Simulation":[92],"results":[93],"show":[94],"that":[95],"proposed":[97],"outperforms":[99],"existing":[101],"has":[104],"potential":[106],"address":[108],"problem":[110],"factories.":[113]},"counts_by_year":[],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}