{"id":"https://openalex.org/W4409676812","doi":"https://doi.org/10.1007/s10791-025-09544-y","title":"Reinforcement learning for HVAC control and energy efficiency in residential buildings with BOPTEST simulations and real-case validation","display_name":"Reinforcement learning for HVAC control and energy efficiency in residential buildings with BOPTEST simulations and real-case validation","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4409676812","doi":"https://doi.org/10.1007/s10791-025-09544-y"},"language":"en","primary_location":{"id":"doi:10.1007/s10791-025-09544-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-025-09544-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09544-y.pdf","source":{"id":"https://openalex.org/S5407036663","display_name":"Discover Computing","issn_l":"2948-2992","issn":["2948-2992"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09544-y.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052599342","display_name":"Youssef Boutahri","orcid":"https://orcid.org/0000-0002-5478-3616"},"institutions":[{"id":"https://openalex.org/I52066220","display_name":"Instituto Superior da Maia","ror":"https://ror.org/04f761z39","country_code":"PT","type":"facility","lineage":["https://openalex.org/I52066220"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Youssef Boutahri","raw_affiliation_strings":["Research Team in Thermal and Applied Thermodynamics (2.T.A.), Mechanics, Energy Efficiency and Renewable Energies Laboratory (L.M.3.E.R.), Department of Engineering Sciences, Faculty of Sciences and Techniques Errachidia, Moulay Isma\u00efl University of Mekn\u00e8s, Boutalamine, B.P. 509, Errachidia, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Team in Thermal and Applied Thermodynamics (2.T.A.), Mechanics, Energy Efficiency and Renewable Energies Laboratory (L.M.3.E.R.), Department of Engineering Sciences, Faculty of Sciences and Techniques Errachidia, Moulay Isma\u00efl University of Mekn\u00e8s, Boutalamine, B.P. 509, Errachidia, Morocco","institution_ids":["https://openalex.org/I52066220"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089258475","display_name":"Amine Tilioua","orcid":"https://orcid.org/0000-0002-8928-9431"},"institutions":[{"id":"https://openalex.org/I52066220","display_name":"Instituto Superior da Maia","ror":"https://ror.org/04f761z39","country_code":"PT","type":"facility","lineage":["https://openalex.org/I52066220"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Amine Tilioua","raw_affiliation_strings":["Research Team in Thermal and Applied Thermodynamics (2.T.A.), Mechanics, Energy Efficiency and Renewable Energies Laboratory (L.M.3.E.R.), Department of Engineering Sciences, Faculty of Sciences and Techniques Errachidia, Moulay Isma\u00efl University of Mekn\u00e8s, Boutalamine, B.P. 509, Errachidia, Morocco"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Team in Thermal and Applied Thermodynamics (2.T.A.), Mechanics, Energy Efficiency and Renewable Energies Laboratory (L.M.3.E.R.), Department of Engineering Sciences, Faculty of Sciences and Techniques Errachidia, Moulay Isma\u00efl University of Mekn\u00e8s, Boutalamine, B.P. 509, Errachidia, Morocco","institution_ids":["https://openalex.org/I52066220"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5052599342","https://openalex.org/A5089258475"],"corresponding_institution_ids":["https://openalex.org/I52066220"],"apc_list":null,"apc_paid":null,"fwci":8.9364,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.98570241,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"28","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9696999788284302,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11529","display_name":"Refrigeration and Air Conditioning Technologies","score":0.9609000086784363,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.8732863068580627},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7185544371604919},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.7085394263267517},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5369358658790588},{"id":"https://openalex.org/keywords/architectural-engineering","display_name":"Architectural engineering","score":0.521369993686676},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4319089651107788},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.42381662130355835},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4209403395652771},{"id":"https://openalex.org/keywords/environmental-science","display_name":"Environmental science","score":0.3517308533191681},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2431875765323639},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2257668375968933},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.14112228155136108},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.08122402429580688},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.06684437394142151},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.061252087354660034}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.8732863068580627},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7185544371604919},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.7085394263267517},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5369358658790588},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.521369993686676},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4319089651107788},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.42381662130355835},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4209403395652771},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.3517308533191681},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2431875765323639},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2257668375968933},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.14112228155136108},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.08122402429580688},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.06684437394142151},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.061252087354660034},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10791-025-09544-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-025-09544-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09544-y.pdf","source":{"id":"https://openalex.org/S5407036663","display_name":"Discover Computing","issn_l":"2948-2992","issn":["2948-2992"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10791-025-09544-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10791-025-09544-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10791-025-09544-y.pdf","source":{"id":"https://openalex.org/S5407036663","display_name":"Discover Computing","issn_l":"2948-2992","issn":["2948-2992"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Discover Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8700000047683716,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409676812.pdf","grobid_xml":"https://content.openalex.org/works/W4409676812.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W393689543","https://openalex.org/W1991656405","https://openalex.org/W2018851888","https://openalex.org/W2107857712","https://openalex.org/W2134676892","https://openalex.org/W2309744066","https://openalex.org/W2375521046","https://openalex.org/W2522489477","https://openalex.org/W2551944328","https://openalex.org/W2747014259","https://openalex.org/W2801379499","https://openalex.org/W2804966300","https://openalex.org/W2901645090","https://openalex.org/W2909510634","https://openalex.org/W2945782956","https://openalex.org/W2957897705","https://openalex.org/W2962980800","https://openalex.org/W2963317745","https://openalex.org/W2981211217","https://openalex.org/W3024350433","https://openalex.org/W3034748593","https://openalex.org/W3043705189","https://openalex.org/W3081603852","https://openalex.org/W3090789943","https://openalex.org/W3103997657","https://openalex.org/W3106853684","https://openalex.org/W3135432508","https://openalex.org/W3161051625","https://openalex.org/W3209188603","https://openalex.org/W4221110788","https://openalex.org/W4225157558","https://openalex.org/W4285822485","https://openalex.org/W4376571587","https://openalex.org/W4392109259","https://openalex.org/W4392582168","https://openalex.org/W4394666657","https://openalex.org/W4399665807","https://openalex.org/W4405987214"],"related_works":["https://openalex.org/W2112866972","https://openalex.org/W4240233711","https://openalex.org/W2900606913","https://openalex.org/W4320003279","https://openalex.org/W2326910963","https://openalex.org/W3111008797","https://openalex.org/W4392628806","https://openalex.org/W4287552621","https://openalex.org/W972754114","https://openalex.org/W2375519400"],"abstract_inverted_index":{"The":[0],"increasing":[1],"emphasis":[2],"on":[3],"comfortable":[4],"indoor":[5,69],"environments,":[6],"coupled":[7],"with":[8],"the":[9,53,65,79,114,121,142],"challenges":[10],"posed":[11],"by":[12],"climate":[13],"change,":[14],"demands":[15],"innovative":[16],"strategies":[17],"for":[18,59,169],"heating,":[19],"ventilation,":[20],"and":[21,71,150,173],"air":[22],"conditioning":[23],"(HVAC)":[24],"control.":[25],"This":[26],"paper":[27],"proposes":[28],"a":[29,89,106,128,137,165],"Reinforcement":[30],"Learning":[31],"(RL)\u2013based":[32],"approach":[33],"that":[34,78],"not":[35],"only":[36],"enhances":[37],"occupant":[38,174],"comfort":[39,149],"but":[40],"also":[41],"maximizes":[42],"energy":[43,86,133],"efficiency,":[44],"thereby":[45],"contributing":[46],"to":[47,84,136,146],"reduced":[48],"greenhouse":[49],"gas":[50],"emissions.":[51],"Leveraging":[52],"Building":[54],"Optimization":[55],"Testing":[56],"(BOPTEST)":[57],"platform":[58],"systematic":[60],"validation,":[61],"our":[62,162],"methodology":[63],"addresses":[64],"inherent":[66],"complexity":[67],"of":[68],"climates":[70],"building":[72,108],"thermal":[73,148],"dynamics.":[74],"Simulation":[75],"results":[76],"show":[77],"RL":[80,143],"agent":[81],"achieves":[82],"up":[83],"26.3%":[85],"savings":[87],"over":[88],"specified":[90],"period,":[91],"outperforming":[92],"conventional":[93],"Proportional\u2013Integral":[94],"(PI)":[95],"controllers.":[96],"Beyond":[97],"simulation,":[98],"an":[99],"experimental":[100],"case":[101],"study":[102],"was":[103],"conducted":[104],"in":[105,110,132,158,176],"residential":[107,177],"located":[109],"Mekn\u00e8s,":[111],"Morocco,":[112],"confirming":[113],"agent\u2019s":[115,144],"adaptability":[116],"under":[117],"real-world":[118],"conditions.":[119],"Despite":[120],"shorter":[122],"testing":[123],"window,":[124],"these":[125],"trials":[126],"demonstrated":[127],"further":[129],"8.8%":[130],"reduction":[131],"consumption":[134],"compared":[135],"basic":[138],"rule-based":[139],"controller,":[140],"reinforcing":[141],"ability":[145],"balance":[147],"operational":[151],"efficiency.":[152],"By":[153],"bridging":[154],"this":[155],"critical":[156],"gap":[157],"HVAC":[159],"control":[160],"research,":[161],"work":[163],"offers":[164],"transformative,":[166],"data-driven":[167],"strategy":[168],"achieving":[170],"both":[171],"sustainability":[172],"well-being":[175],"buildings.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":7}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}