{"id":"https://openalex.org/W4310969548","doi":"https://doi.org/10.1109/iecon49645.2022.9968547","title":"Reinforcement learning based mass flow and supply temperature control for combined heat distribution","display_name":"Reinforcement learning based mass flow and supply temperature control for combined heat distribution","publication_year":2022,"publication_date":"2022-10-17","ids":{"openalex":"https://openalex.org/W4310969548","doi":"https://doi.org/10.1109/iecon49645.2022.9968547"},"language":"en","primary_location":{"id":"doi:10.1109/iecon49645.2022.9968547","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon49645.2022.9968547","pdf_url":null,"source":{"id":"https://openalex.org/S4363607717","display_name":"IECON 2022 \u2013 48th Annual Conference of the IEEE Industrial Electronics Society","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2022 \u2013 48th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011515106","display_name":"Stef Jacobs","orcid":"https://orcid.org/0000-0001-8179-3468"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Stef Jacobs","raw_affiliation_strings":["University of Antwerp,EMIB – Faculty of Applied Engineering,Antwerp,Belgium"],"affiliations":[{"raw_affiliation_string":"University of Antwerp,EMIB – Faculty of Applied Engineering,Antwerp,Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003649415","display_name":"Sara Ghane","orcid":"https://orcid.org/0000-0002-0159-175X"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Sara Ghane","raw_affiliation_strings":["University of Antwerp – imec,IDLab – Faculty of Applied Engineering,Antwerp,Belgium"],"affiliations":[{"raw_affiliation_string":"University of Antwerp – imec,IDLab – Faculty of Applied Engineering,Antwerp,Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032512694","display_name":"Ali Anwar","orcid":"https://orcid.org/0000-0002-5523-0634"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Ali Anwar","raw_affiliation_strings":["University of Antwerp – imec,IDLab – Faculty of Applied Engineering,Antwerp,Belgium"],"affiliations":[{"raw_affiliation_string":"University of Antwerp – imec,IDLab – Faculty of Applied Engineering,Antwerp,Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015248763","display_name":"Siegfried Mercelis","orcid":"https://orcid.org/0000-0001-9355-6566"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Siegfried Mercelis","raw_affiliation_strings":["University of Antwerp – imec,IDLab – Faculty of Applied Engineering,Antwerp,Belgium"],"affiliations":[{"raw_affiliation_string":"University of Antwerp – imec,IDLab – Faculty of Applied Engineering,Antwerp,Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008171683","display_name":"Peter Hellinckx","orcid":"https://orcid.org/0000-0001-8029-4720"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Peter Hellinckx","raw_affiliation_strings":["University of Antwerp – imec,IDLab – Faculty of Applied Engineering,Antwerp,Belgium"],"affiliations":[{"raw_affiliation_string":"University of Antwerp – imec,IDLab – Faculty of Applied Engineering,Antwerp,Belgium","institution_ids":["https://openalex.org/I149213910"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074201753","display_name":"Ivan Verhaert","orcid":"https://orcid.org/0000-0002-5238-6123"},"institutions":[{"id":"https://openalex.org/I149213910","display_name":"University of Antwerp","ror":"https://ror.org/008x57b05","country_code":"BE","type":"education","lineage":["https://openalex.org/I149213910"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Ivan Verhaert","raw_affiliation_strings":["University of Antwerp,EMIB – Faculty of Applied Engineering,Antwerp,Belgium"],"affiliations":[{"raw_affiliation_string":"University of Antwerp,EMIB – Faculty of Applied Engineering,Antwerp,Belgium","institution_ids":["https://openalex.org/I149213910"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5011515106"],"corresponding_institution_ids":["https://openalex.org/I149213910"],"apc_list":null,"apc_paid":null,"fwci":0.6742,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.63502455,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6888939142227173},{"id":"https://openalex.org/keywords/temperature-control","display_name":"Temperature control","score":0.5514104962348938},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4918487071990967},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.47981026768684387},{"id":"https://openalex.org/keywords/heat-flow","display_name":"Heat flow","score":0.4575561285018921},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.44989365339279175},{"id":"https://openalex.org/keywords/flow-control","display_name":"Flow control (data)","score":0.4202626347541809},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.41622719168663025},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.29086047410964966},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2689468562602997},{"id":"https://openalex.org/keywords/mechanics","display_name":"Mechanics","score":0.2615360617637634},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.22508060932159424},{"id":"https://openalex.org/keywords/thermodynamics","display_name":"Thermodynamics","score":0.19657966494560242},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18438443541526794},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.15165197849273682},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13782832026481628},{"id":"https://openalex.org/keywords/composite-material","display_name":"Composite material","score":0.08742091059684753},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.0739935040473938},{"id":"https://openalex.org/keywords/thermal","display_name":"Thermal","score":0.06565451622009277}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6888939142227173},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.5514104962348938},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4918487071990967},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.47981026768684387},{"id":"https://openalex.org/C2985596519","wikidata":"https://www.wikidata.org/wiki/Q179635","display_name":"Heat flow","level":3,"score":0.4575561285018921},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.44989365339279175},{"id":"https://openalex.org/C186766456","wikidata":"https://www.wikidata.org/wiki/Q612457","display_name":"Flow control (data)","level":2,"score":0.4202626347541809},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.41622719168663025},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.29086047410964966},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2689468562602997},{"id":"https://openalex.org/C57879066","wikidata":"https://www.wikidata.org/wiki/Q41217","display_name":"Mechanics","level":1,"score":0.2615360617637634},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.22508060932159424},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.19657966494560242},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18438443541526794},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.15165197849273682},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13782832026481628},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.08742091059684753},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0739935040473938},{"id":"https://openalex.org/C204530211","wikidata":"https://www.wikidata.org/wiki/Q752823","display_name":"Thermal","level":2,"score":0.06565451622009277},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iecon49645.2022.9968547","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon49645.2022.9968547","pdf_url":null,"source":{"id":"https://openalex.org/S4363607717","display_name":"IECON 2022 \u2013 48th Annual Conference of the IEEE Industrial Electronics Society","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2022 \u2013 48th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2028867021","https://openalex.org/W2094013636","https://openalex.org/W2344779493","https://openalex.org/W2583406171","https://openalex.org/W2736601468","https://openalex.org/W2779040504","https://openalex.org/W3006765757","https://openalex.org/W3017275226","https://openalex.org/W3027406032","https://openalex.org/W3043715968","https://openalex.org/W3196351275","https://openalex.org/W3206210353","https://openalex.org/W6741002519","https://openalex.org/W6802076746"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W1977959518","https://openalex.org/W2107890255","https://openalex.org/W2089013912","https://openalex.org/W2106552856","https://openalex.org/W2076061571","https://openalex.org/W2038908348","https://openalex.org/W1987513656","https://openalex.org/W2145821588"],"abstract_inverted_index":{"Combined":[0],"heat":[1,68],"distribution":[2],"circuits":[3],"(CHDCs)":[4],"are":[5,50],"increasingly":[6],"used":[7,51],"in":[8,107,179],"apartment":[9],"buildings.":[10],"Here":[11],"only":[12],"one":[13,38],"supply":[14,28,101],"pipe":[15],"distributes":[16],"both":[17],"space":[18],"heating":[19,92],"(SH)":[20],"and":[21,70,93,103,143,154,164],"domestic":[22],"hot":[23],"water":[24],"(DHW).":[25],"Currently,":[26],"the":[27,33,40,100,104,108,113,120,126,137,139,144,166,169],"temperature":[29,35,63,102],"is":[30,116],"set":[31],"to":[32,65,83,118,161,181],"highest":[34],"needed":[36],"by":[37],"of":[39,128],"end-users":[41],"(i.e.":[42],"65\u00baC":[43],"for":[44,52,59,88],"DHW),":[45],"even":[46],"if":[47],"low-temperature":[48],"emitters":[49],"SH.":[53],"However,":[54],"using":[55],"decentral":[56],"storage":[57,95],"tanks":[58],"DHW":[60,94],"enable":[61],"demand-based":[62],"controls":[64,99],"reduce":[66],"unnecessary":[67],"losses":[69],"poor":[71],"efficiencies.":[72],"This":[73],"research":[74],"uses":[75],"reinforcement":[76],"learning":[77,81,156],"(RL),":[78],"a":[79,173],"machine":[80],"technique,":[82],"develop":[84],"new":[85],"control":[86,122,141,175],"strategies":[87],"CHDCs":[89],"with":[90,168],"underfloor":[91],"tanks.":[96],"The":[97,147],"agent":[98,115,167],"mass":[105],"flow":[106],"hybrid":[109],"boiler":[110],"room.":[111],"Whether":[112],"RL":[114],"able":[117],"find":[119],"optimal":[121],"strategy":[123,176],"depends":[124],"on":[125],"definition":[127],"its":[129],"Markov":[130],"Decision":[131],"Process":[132],"(MDP)":[133],"model":[134],"elements,":[135],"namely":[136],"states,":[138],"possible":[140],"actions":[142],"reward":[145],"function.":[146],"results":[148],"show":[149],"that":[150,165,177],"an":[151],"increasing":[152],"gamma":[153],"decreasing":[155],"rate":[157],"during":[158],"training":[159],"leads":[160],"better":[162,174],"performance":[163],"largest":[170],"flexibility":[171],"develops":[172],"resulted":[178],"up":[180],"23%":[182],"primary":[183],"energy":[184],"savings.":[185]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}