{"id":"https://openalex.org/W4405566638","doi":"https://doi.org/10.1145/3709010","title":"Model-Free Deep Reinforcement Learning for Adaptive Supply Temperature Control in Collective Space Heating Systems","display_name":"Model-Free Deep Reinforcement Learning for Adaptive Supply Temperature Control in Collective Space Heating Systems","publication_year":2024,"publication_date":"2024-12-19","ids":{"openalex":"https://openalex.org/W4405566638","doi":"https://doi.org/10.1145/3709010"},"language":"en","primary_location":{"id":"doi:10.1145/3709010","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3709010","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003649415","display_name":"Sara Ghane","orcid":"https://orcid.org/0000-0002-0159-175X"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Sara Ghane","raw_affiliation_strings":["IDLab \u2013 Faculty of Applied Engineering, University of Antwerp \u2013 imec, Antwerp, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-0159-175X","affiliations":[{"raw_affiliation_string":"IDLab \u2013 Faculty of Applied Engineering, University of Antwerp \u2013 imec, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011515106","display_name":"Stef Jacobs","orcid":"https://orcid.org/0000-0001-8179-3468"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Stef Jacobs","raw_affiliation_strings":["EMIB, Faculty of Applied Engineering \u2013 Electromechanics, University of Antwerp, Antwerp, Belgium"],"raw_orcid":"https://orcid.org/0000-0001-8179-3468","affiliations":[{"raw_affiliation_string":"EMIB, Faculty of Applied Engineering \u2013 Electromechanics, University of Antwerp, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029430198","display_name":"Thomas Huybrechts","orcid":"https://orcid.org/0000-0002-5611-6331"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Thomas Huybrechts","raw_affiliation_strings":["IDLab \u2013 Faculty of Applied Engineering, University of Antwerp \u2013 imec, Antwerp, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-5611-6331","affiliations":[{"raw_affiliation_string":"IDLab \u2013 Faculty of Applied Engineering, University of Antwerp \u2013 imec, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008171683","display_name":"Peter Hellinckx","orcid":"https://orcid.org/0000-0001-8029-4720"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]},{"id":"https://openalex.org/I4210092681","display_name":"Antwerp Management School","ror":"https://ror.org/00hm4a331","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910","https://openalex.org/I4210092681"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Peter Hellinckx","raw_affiliation_strings":["Modelling for Sustainability (M4S) \u2013 Faculty of Applied Engineering, University of Antwerp, Antwerp, Belgium"],"raw_orcid":"https://orcid.org/0000-0001-8029-4720","affiliations":[{"raw_affiliation_string":"Modelling for Sustainability (M4S) \u2013 Faculty of Applied Engineering, University of Antwerp, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910","https://openalex.org/I4210092681"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015248763","display_name":"Siegfried Mercelis","orcid":"https://orcid.org/0000-0001-9355-6566"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Siegfried Mercelis","raw_affiliation_strings":["IDLab \u2013 Faculty of Applied Engineering, University of Antwerp \u2013 imec, Antwerp, Belgium"],"raw_orcid":"https://orcid.org/0000-0001-9355-6566","affiliations":[{"raw_affiliation_string":"IDLab \u2013 Faculty of Applied Engineering, University of Antwerp \u2013 imec, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074201753","display_name":"Ivan Verhaert","orcid":"https://orcid.org/0000-0002-5238-6123"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Ivan Verhaert","raw_affiliation_strings":["EMIB, Faculty of Applied Engineering \u2013 Electromechanics, University of Antwerp, Antwerp, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-5238-6123","affiliations":[{"raw_affiliation_string":"EMIB, Faculty of Applied Engineering \u2013 Electromechanics, University of Antwerp, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059346676","display_name":"Erik Mannens","orcid":"https://orcid.org/0000-0001-7946-4884"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Erik Mannens","raw_affiliation_strings":["Department of Computer Science, University of Antwerp, Antwerp, Belgium","University of Antwerp - imec, IDLab - Department of Computer Science, Belgium"],"raw_orcid":"https://orcid.org/0000-0001-7946-4884","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Antwerp, Antwerp, Belgium","institution_ids":["https://openalex.org/I149213910"]},{"raw_affiliation_string":"University of Antwerp - imec, IDLab - Department of Computer Science, Belgium","institution_ids":["https://openalex.org/I149213910"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6389,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.68544481,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"16","issue":"2","first_page":"1","last_page":"31"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10998","display_name":"Heat Transfer and Optimization","score":0.9890999794006348,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6920441389083862},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6784128546714783},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5372092723846436},{"id":"https://openalex.org/keywords/radiator","display_name":"Radiator (engine cooling)","score":0.5288729667663574},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5277077555656433},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.43371865153312683},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.262165904045105},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.2169516682624817},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10052093863487244}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6920441389083862},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6784128546714783},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5372092723846436},{"id":"https://openalex.org/C63034144","wikidata":"https://www.wikidata.org/wiki/Q1163026","display_name":"Radiator (engine cooling)","level":2,"score":0.5288729667663574},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5277077555656433},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.43371865153312683},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.262165904045105},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.2169516682624817},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10052093863487244},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3709010","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3709010","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/15","display_name":"Life in Land","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G3821908115","display_name":"Optimal prosumer-based district heating and cooling using reinforcement learning agents.","funder_award_id":"1S08622N","funder_id":"https://openalex.org/F4320321730","funder_display_name":"Fonds Wetenschappelijk Onderzoek"}],"funders":[{"id":"https://openalex.org/F4320321730","display_name":"Fonds Wetenschappelijk Onderzoek","ror":"https://ror.org/03qtxy027"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1537738310","https://openalex.org/W2055603026","https://openalex.org/W2107409703","https://openalex.org/W2145339207","https://openalex.org/W2583406171","https://openalex.org/W2746553466","https://openalex.org/W2931233401","https://openalex.org/W2957897705","https://openalex.org/W2962142241","https://openalex.org/W2964657419","https://openalex.org/W2966012238","https://openalex.org/W3006765757","https://openalex.org/W3017275226","https://openalex.org/W3023850691","https://openalex.org/W3024350433","https://openalex.org/W3027406032","https://openalex.org/W3045748774","https://openalex.org/W3081603852","https://openalex.org/W3095810316","https://openalex.org/W3116317014","https://openalex.org/W3159051850","https://openalex.org/W3170112077","https://openalex.org/W3205185918","https://openalex.org/W3206210353","https://openalex.org/W4205300464","https://openalex.org/W4281652615","https://openalex.org/W4310969548","https://openalex.org/W4312952077","https://openalex.org/W4319345905","https://openalex.org/W4376170942","https://openalex.org/W4400270070"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2070040999","https://openalex.org/W2387293848","https://openalex.org/W2250140200","https://openalex.org/W3121791438"],"abstract_inverted_index":{"The":[0,53,68],"conventional":[1],"approach":[2,54,177],"for":[3,112,180],"controlling":[4],"the":[5,71,117,136,139,147,165],"supply":[6,42,148],"temperature":[7,22,43,63,149],"in":[8,45,66,97,105,172],"collective":[9,98,189],"space":[10,99,190],"heating":[11,17,100,104,119,186,191],"networks":[12],"relies":[13],"on":[14,151],"a":[15,152],"predefined":[16],"curve":[18],"determined":[19],"by":[20],"outdoor":[21],"and":[23,34,59,85,126,163,183],"heat":[24,170],"emitter":[25],"type.":[26],"This":[27,37,175],"prioritises":[28],"thermal":[29,133],"comfort":[30],"but":[31],"lacks":[32],"energetic":[33],"financial":[35],"optimisation.":[36],"research":[38,137],"proposes":[39],"an":[40],"adaptive":[41],"control":[44],"well-insulated":[46,173],"dwellings,":[47],"responsive":[48],"to":[49,123,144,159],"diverse":[50,160],"environmental":[51,161],"parameters.":[52],"considers":[55],"variable":[56],"electricity":[57],"prices":[58],"accommodates":[60],"different":[61],"indoor":[62,169],"set":[64,146,155],"points":[65],"dwellings.":[67,174],"study":[69],"evaluates":[70],"effectiveness":[72],"of":[73,141,154,168],"two":[74],"Deep":[75,86],"Reinforcement":[76],"Learning":[77],"(DRL)":[78],"algorithms,":[79],"i.e.,":[80],"Proximal":[81],"Policy":[82],"Optimisation":[83],"(PPO)":[84,128],"Q-Network":[87],"(DQN),":[88],"across":[89],"various":[90],"scenarios.":[91],"Results":[92],"reveal":[93],"that":[94],"DQN":[95],"excels":[96],"systems":[101],"with":[102],"underfloor":[103],"each":[106],"dwelling,":[107],"while":[108,131],"PPO":[109],"proves":[110],"superior":[111],"radiator-based":[113],"systems.":[114],"Both":[115],"outperform":[116],"traditional":[118],"curve,":[120],"achieving":[121],"up":[122],"13.77%":[124],"(DQN)":[125],"16.15%":[127],"cost":[129],"reduction":[130],"guaranteeing":[132],"comfort.":[134],"Additionally,":[135],"highlights":[138],"capability":[140],"DRL-based":[142],"methods":[143],"dynamically":[145],"based":[150],"cloud":[153],"points,":[156],"showcasing":[157],"adaptability":[158],"factors":[162],"addressing":[164],"growing":[166],"significance":[167],"gains":[171],"innovative":[176],"holds":[178],"promise":[179],"more":[181],"efficient":[182],"environmentally":[184],"conscious":[185],"strategies":[187],"within":[188],"networks.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}