{"id":"https://openalex.org/W4417048554","doi":"https://doi.org/10.3390/en18236310","title":"A Physics-Informed Reinforcement Learning Framework for HVAC Optimization: Thermodynamically-Constrained Deep Deterministic Policy Gradients with Simulation-Based Validation","display_name":"A Physics-Informed Reinforcement Learning Framework for HVAC Optimization: Thermodynamically-Constrained Deep Deterministic Policy Gradients with Simulation-Based Validation","alternate_titles":[],"publication_year":2025,"publication_date":"2025-11-30","ids":{"openalex":"https://openalex.org/W4417048554","doi":"https://doi.org/10.3390/en18236310"},"language":"en","primary_location":{"id":"doi:10.3390/en18236310","doi":"https://doi.org/10.3390/en18236310","is_oa":true,"landing_page_url":"https://doi.org/10.3390/en18236310","pdf_url":"https://www.mdpi.com/1996-1073/18/23/6310/pdf?version=1764673454","source":{"id":"https://openalex.org/S198098182","display_name":"Energies","issn_l":"1996-1073","issn":["1996-1073"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-140","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energies","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4417048554"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1996-1073/18/23/6310/pdf?version=1764673454","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114728335","display_name":"Sattar Hedayat","orcid":"https://orcid.org/0000-0002-5007-9111","observed_orcids":["https://orcid.org/0000-0002-5007-9111"]},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Sattar Hedayat","raw_affiliation_strings":["Faculty of Civil and Industrial Engineering, Sapienza University of Rome, 00184 Rome, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5007-9111","affiliations":[{"raw_affiliation_string":"Faculty of Civil and Industrial Engineering, Sapienza University of Rome, 00184 Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114728334","display_name":"Tina Ziarati","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Tina Ziarati","raw_affiliation_strings":["Faculty of Civil and Industrial Engineering, Sapienza University of Rome, 00184 Rome, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Civil and Industrial Engineering, Sapienza University of Rome, 00184 Rome, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055756469","display_name":"Matteo Manganelli","orcid":"https://orcid.org/0000-0002-9163-4513","observed_orcids":["https://orcid.org/0000-0002-9163-4513"]},"institutions":[{"id":"https://openalex.org/I110120368","display_name":"National Agency for New Technologies, Energy and Sustainable Economic Development","ror":"https://ror.org/02an8es95","country_code":"IT","type":"government","lineage":["https://openalex.org/I110120368"]},{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Matteo Manganelli","raw_affiliation_strings":["Faculty of Civil and Industrial Engineering, Sapienza University of Rome, 00184 Rome, Italy","Nuclear Department, ENEA, 40121 Bologna, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Civil and Industrial Engineering, Sapienza University of Rome, 00184 Rome, Italy","institution_ids":["https://openalex.org/I861853513"]},{"raw_affiliation_string":"Nuclear Department, ENEA, 40121 Bologna, Italy","institution_ids":["https://openalex.org/I110120368"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5055756469","https://openalex.org/A5114728335"],"corresponding_institution_ids":["https://openalex.org/I110120368","https://openalex.org/I861853513"],"apc_list":{"value":2600,"currency":"CHF","value_usd":3137},"apc_paid":{"value":2600,"currency":"CHF","value_usd":3137},"fwci":2.9437,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.89804112,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"18","issue":"23","first_page":"6310","last_page":"6310"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.007000000216066837,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11529","display_name":"Refrigeration and Air Conditioning Technologies","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/physics-informed-reinforcement-learning","display_name":"physics-informed reinforcement learning","score":0.8849999904632568},{"id":"https://openalex.org/keywords/hvac-optimization","display_name":"HVAC optimization","score":0.9559999704360962},{"id":"https://openalex.org/keywords/ddpg","display_name":"deep deterministic policy gradient","score":0.875},{"id":"https://openalex.org/keywords/thermodynamic-constraints","display_name":"thermodynamic constraints","score":0.9679999947547913},{"id":"https://openalex.org/keywords/thermal-comfort","display_name":"thermal comfort","score":0.9459999799728394},{"id":"https://openalex.org/keywords/peak-shaving","display_name":"peak shaving","score":0.8870000243186951},{"id":"https://openalex.org/keywords/coefficient-of-performance","display_name":"coefficient of performance","score":0.9909999966621399},{"id":"https://openalex.org/keywords/hardware-in-the-loop-testing","display_name":"hardware-in-the-loop testing","score":0.7540000081062317},{"id":"https://openalex.org/keywords/building-energy-efficiency","display_name":"building energy efficiency","score":0.7210000157356262}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.7434999942779541},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6890000104904175},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5940999984741211},{"id":"https://openalex.org/C2778047078","wikidata":"https://www.wikidata.org/wiki/Q82299449","display_name":"Tardiness","level":4,"score":0.5652999877929688},{"id":"https://openalex.org/C153180980","wikidata":"https://www.wikidata.org/wiki/Q19776675","display_name":"Commit","level":2,"score":0.5202999711036682},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5002999901771545},{"id":"https://openalex.org/C8642999","wikidata":"https://www.wikidata.org/wiki/Q4171168","display_name":"Hyperparameter","level":2,"score":0.4927999973297119},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.4740999937057495},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4390999972820282},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.4242999851703644},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.3991999924182892},{"id":"https://openalex.org/C44616089","wikidata":"https://www.wikidata.org/wiki/Q30158686","display_name":"Constraint satisfaction","level":3,"score":0.39500001072883606},{"id":"https://openalex.org/C164660894","wikidata":"https://www.wikidata.org/wiki/Q2037833","display_name":"Piecewise","level":2,"score":0.38580000400543213},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.3774000108242035},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.3483999967575073},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3481999933719635},{"id":"https://openalex.org/C62644790","wikidata":"https://www.wikidata.org/wiki/Q3454689","display_name":"Variance reduction","level":3,"score":0.33149999380111694},{"id":"https://openalex.org/C128014804","wikidata":"https://www.wikidata.org/wiki/Q3150682","display_name":"Thermal mass","level":3,"score":0.29750001430511475},{"id":"https://openalex.org/C133913538","wikidata":"https://www.wikidata.org/wiki/Q774514","display_name":"Thermal comfort","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C2777908891","wikidata":"https://www.wikidata.org/wiki/Q1806775","display_name":"Load profile","level":3,"score":0.2676999866962433},{"id":"https://openalex.org/C199622910","wikidata":"https://www.wikidata.org/wiki/Q1128326","display_name":"Constraint satisfaction problem","level":3,"score":0.259799987077713},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.259799987077713}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3390/en18236310","doi":"https://doi.org/10.3390/en18236310","is_oa":true,"landing_page_url":"https://doi.org/10.3390/en18236310","pdf_url":"https://www.mdpi.com/1996-1073/18/23/6310/pdf?version=1764673454","source":{"id":"https://openalex.org/S198098182","display_name":"Energies","issn_l":"1996-1073","issn":["1996-1073"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-140","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energies","raw_type":"journal-article"},{"id":"doi:10.20944/preprints202511.0139.v1","doi":"https://doi.org/10.20944/preprints202511.0139.v1","is_oa":true,"landing_page_url":"https://doi.org/10.20944/preprints202511.0139.v1","pdf_url":"https://www.preprints.org/frontend/manuscript/5f4ac0925e9c2b76f208d643f1b83a5e/download_pub","source":{"id":"https://openalex.org/S6309402219","display_name":"Preprints.org","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:doaj.org/article:32563adecc1643c9b9aa93e7afaac9c9","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/32563adecc1643c9b9aa93e7afaac9c9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Energies, Vol 18, Iss 23, p 6310 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/en18236310","doi":"https://doi.org/10.3390/en18236310","is_oa":true,"landing_page_url":"https://doi.org/10.3390/en18236310","pdf_url":"https://www.mdpi.com/1996-1073/18/23/6310/pdf?version=1764673454","source":{"id":"https://openalex.org/S198098182","display_name":"Energies","issn_l":"1996-1073","issn":["1996-1073"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","norway-1","poland-140","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Energies","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9090999960899353},{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.5351999998092651}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417048554.pdf","grobid_xml":"https://content.openalex.org/works/W4417048554.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W101507059","https://openalex.org/W1845972764","https://openalex.org/W1967235646","https://openalex.org/W1971761564","https://openalex.org/W2012072009","https://openalex.org/W2018851888","https://openalex.org/W2102660061","https://openalex.org/W2117897510","https://openalex.org/W2145339207","https://openalex.org/W2151049413","https://openalex.org/W2165150801","https://openalex.org/W2166313543","https://openalex.org/W2173248099","https://openalex.org/W2201581102","https://openalex.org/W2277948250","https://openalex.org/W2436872002","https://openalex.org/W2625874945","https://openalex.org/W2787938642","https://openalex.org/W2899283552","https://openalex.org/W2901645090","https://openalex.org/W2902257695","https://openalex.org/W2921267419","https://openalex.org/W2963923407","https://openalex.org/W2964121744","https://openalex.org/W2970971581","https://openalex.org/W3024350433","https://openalex.org/W3037298378","https://openalex.org/W3090789943","https://openalex.org/W3128105974","https://openalex.org/W3162079807","https://openalex.org/W3163993681","https://openalex.org/W4292824450","https://openalex.org/W4311463276","https://openalex.org/W4320536026","https://openalex.org/W4378571872","https://openalex.org/W4399647325","https://openalex.org/W4400270070","https://openalex.org/W4403267922","https://openalex.org/W4404563945","https://openalex.org/W4410351908","https://openalex.org/W4413209549","https://openalex.org/W4414688936","https://openalex.org/W4414989325"],"related_works":["https://openalex.org/W4415884280","https://openalex.org/W7106494230","https://openalex.org/W3023669592","https://openalex.org/W3095810316","https://openalex.org/W4226034203","https://openalex.org/W7116074307","https://openalex.org/W3208018716","https://openalex.org/W7213300404","https://openalex.org/W4296130960"],"abstract_inverted_index":{"This":[0],"paper":[1,182],"presents":[2,191],"a":[3,18,27,45,55,59,71,81,159,165,192],"physics-informed":[4],"reinforcement":[5],"learning":[6],"framework":[7],"that":[8,35],"embeds":[9],"thermodynamic":[10],"constraints":[11],"directly":[12],"into":[13],"the":[14,67,147,154,170,178,185],"policy":[15],"network":[16],"of":[17,111,122,149,169,187],"continuous":[19,38],"control":[20],"agent":[21],"for":[22,109],"HVAC":[23,76],"optimization.":[24],"We":[25,157],"introduce":[26],"Thermodynamically-Constrained":[28],"Deep":[29],"Deterministic":[30],"Policy":[31],"Gradient":[32],"(TC-DDPG)":[33],"algorithm":[34],"operates":[36],"on":[37],"actions":[39],"and":[40,91,119,162,173,190,198],"enforces":[41],"physical":[42],"feasibility":[43],"through":[44],"differentiable":[46],"constraint":[47,135],"layer":[48],"coupled":[49],"with":[50],"physics-regularized":[51],"loss":[52],"functions.":[53],"In":[54],"simulation-based":[56,188],"evaluation":[57],"using":[58],"custom":[60],"Python":[61],"multi-zone":[62],"resistance-capacitance":[63],"(RC)":[64],"thermal":[65],"model,":[66],"proposed":[68],"method":[69],"achieves":[70],"34.7%":[72],"reduction":[73],"in":[74,201],"annual":[75],"electricity":[77],"consumption":[78],"relative":[79],"to":[80,130,143,164,176],"rule-based":[82],"baseline":[83],"(95%":[84],"CI:":[85],"31.2\u201338.1%,":[86],"n":[87],"=":[88],"50":[89],"runs)":[90],"outperforms":[92],"standard":[93],"DDPG":[94],"by":[95,117,139],"16.1":[96],"percentage":[97],"points.":[98],"Thermal":[99],"comfort":[100],"during":[101],"occupied":[102],"hours":[103],"maintains":[104],"PMV":[105],"\u2208":[106],"[\u22120.5,":[107],"0.5]":[108],"98.3%":[110],"operational":[112],"time,":[113],"peak":[114],"demand":[115],"decreases":[116],"35.8%,":[118],"simulated":[120],"coefficient":[121],"performance":[123],"(COP)":[124],"improves":[125],"from":[126],"2.87":[127],"\u00b1":[128,132],"0.08":[129],"4.12":[131],"0.10.":[133],"Physics":[134],"violations":[136],"are":[137],"reduced":[138],"approximately":[140],"98.6%":[141],"compared":[142],"unconstrained":[144],"DDPG,":[145],"demonstrating":[146],"effectiveness":[148],"architectural":[150],"enforcement":[151],"mechanisms":[152],"within":[153],"simulation":[155],"environment.":[156],"present":[158],"reference":[160],"prototype":[161],"commit":[163],"future":[166],"public":[167],"release":[168],"code,":[171],"configurations,":[172],"hyperparameters":[174],"sufficient":[175],"reproduce":[177],"reported":[179],"results.":[180],"The":[181],"explicitly":[183],"addresses":[184],"limitations":[186],"studies":[189],"staged":[193],"roadmap":[194],"toward":[195],"hardware-in-the-loop":[196],"testing":[197],"pilot":[199],"deployments":[200],"real":[202],"buildings.":[203]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4417048554","counts_by_year":[{"year":2026,"cited_by_count":10}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2025-12-05T00:00:00"}
