{"id":"https://openalex.org/W4399647325","doi":"https://doi.org/10.1007/s10462-024-10819-x","title":"An experimental evaluation of deep reinforcement learning algorithms for HVAC control","display_name":"An experimental evaluation of deep reinforcement learning algorithms for HVAC control","publication_year":2024,"publication_date":"2024-06-13","ids":{"openalex":"https://openalex.org/W4399647325","doi":"https://doi.org/10.1007/s10462-024-10819-x"},"language":"en","primary_location":{"id":"doi:10.1007/s10462-024-10819-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-024-10819-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-024-10819-x.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10462-024-10819-x.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063730649","display_name":"Antonio Manjavacas","orcid":"https://orcid.org/0000-0001-7334-1074"},"institutions":[{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Antonio Manjavacas","raw_affiliation_strings":["Department of Computer Science and Artificial Intelligence, Universidad de Granada, 18071, Granada, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Artificial Intelligence, Universidad de Granada, 18071, Granada, Spain","institution_ids":["https://openalex.org/I173304897"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085644838","display_name":"Alejandro Campoy-Nieves","orcid":"https://orcid.org/0000-0002-4244-6583"},"institutions":[{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Alejandro Campoy-Nieves","raw_affiliation_strings":["Department of Computer Science and Artificial Intelligence, Universidad de Granada, 18071, Granada, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Artificial Intelligence, Universidad de Granada, 18071, Granada, Spain","institution_ids":["https://openalex.org/I173304897"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001565189","display_name":"Javier Jim\u00e9nez-Raboso","orcid":"https://orcid.org/0000-0002-4165-2633"},"institutions":[{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Javier Jim\u00e9nez-Raboso","raw_affiliation_strings":["Department of Computer Science and Artificial Intelligence, Universidad de Granada, 18071, Granada, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Artificial Intelligence, Universidad de Granada, 18071, Granada, Spain","institution_ids":["https://openalex.org/I173304897"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091909389","display_name":"Miguel Molina-Solana","orcid":"https://orcid.org/0000-0001-5688-2039"},"institutions":[{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Miguel Molina-Solana","raw_affiliation_strings":["Department of Computer Science and Artificial Intelligence, Universidad de Granada, 18071, Granada, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Artificial Intelligence, Universidad de Granada, 18071, Granada, Spain","institution_ids":["https://openalex.org/I173304897"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002340412","display_name":"Juan G\u00f3mez\u2010Romero","orcid":"https://orcid.org/0000-0003-0439-3692"},"institutions":[{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juan G\u00f3mez-Romero","raw_affiliation_strings":["Department of Computer Science and Artificial Intelligence, Universidad de Granada, 18071, Granada, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Artificial Intelligence, Universidad de Granada, 18071, Granada, Spain","institution_ids":["https://openalex.org/I173304897"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5063730649"],"corresponding_institution_ids":["https://openalex.org/I173304897"],"apc_list":{"value":2490,"currency":"EUR","value_usd":3090},"apc_paid":{"value":2490,"currency":"EUR","value_usd":3090},"fwci":9.7711,"has_fulltext":true,"cited_by_count":42,"citation_normalized_percentile":{"value":0.98874654,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"57","issue":"7","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12093","display_name":"Greenhouse Technology and Climate Control","score":0.9387000203132629,"subfield":{"id":"https://openalex.org/subfields/1110","display_name":"Plant Science"},"field":{"id":"https://openalex.org/fields/11","display_name":"Agricultural and Biological Sciences"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.8526449203491211},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7311277389526367},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.7164828777313232},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6815361380577087},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6493996977806091},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5958134531974792},{"id":"https://openalex.org/keywords/standardization","display_name":"Standardization","score":0.48381394147872925},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.4480047821998596},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3816743493080139},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37605080008506775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37531420588493347},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1476951241493225},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08284425735473633},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.0677870512008667}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.8526449203491211},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7311277389526367},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.7164828777313232},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6815361380577087},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6493996977806091},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5958134531974792},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.48381394147872925},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.4480047821998596},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3816743493080139},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37605080008506775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37531420588493347},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1476951241493225},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08284425735473633},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0677870512008667},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10462-024-10819-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-024-10819-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-024-10819-x.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},{"id":"pmh:oai:digibug.ugr.es:10481/92629","is_oa":true,"landing_page_url":"https://hdl.handle.net/10481/92629","pdf_url":"https://digibug.ugr.es/bitstream/10481/92629/1/s10462-024-10819-x.pdf","source":{"id":"https://openalex.org/S4306400567","display_name":"Institutional Repository of the University of Granada (University of Granada)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I173304897","host_organization_name":"Universidad de Granada","host_organization_lineage":["https://openalex.org/I173304897"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/126547","is_oa":true,"landing_page_url":"https://hdl.handle.net/10044/1/126547","pdf_url":null,"source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1007/s10462-024-10819-x","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10462-024-10819-x","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10462-024-10819-x.pdf","source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G1328307200","display_name":null,"funder_award_id":"A-TIC-244-UGR20","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G3124409274","display_name":null,"funder_award_id":"SE21_UGR_IFMIF-DONES","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"},{"id":"https://openalex.org/G313969855","display_name":null,"funder_award_id":"SE21_UGR_IFMIF-DONES","funder_id":"https://openalex.org/F4320326754","funder_display_name":"Junta de Andaluc\u00eda"},{"id":"https://openalex.org/G6562460124","display_name":null,"funder_award_id":"MIA.2021.M04.0008","funder_id":"https://openalex.org/F4320315062","funder_display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades"},{"id":"https://openalex.org/G989655875","display_name":null,"funder_award_id":"A-TIC-244-UGR20","funder_id":"https://openalex.org/F4320326754","funder_display_name":"Junta de Andaluc\u00eda"}],"funders":[{"id":"https://openalex.org/F4320315062","display_name":"Ministerio de Ciencia, Innovaci\u00f3n y Universidades","ror":null},{"id":"https://openalex.org/F4320323834","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449"},{"id":"https://openalex.org/F4320326754","display_name":"Junta de Andaluc\u00eda","ror":"https://ror.org/01jem9c82"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320335598","display_name":"Agencia Estatal de Investigaci\u00f3n","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399647325.pdf"},"referenced_works_count":89,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1209078686","https://openalex.org/W1256768293","https://openalex.org/W1955461630","https://openalex.org/W1967235646","https://openalex.org/W2016211524","https://openalex.org/W2027036679","https://openalex.org/W2060277733","https://openalex.org/W2097381042","https://openalex.org/W2136756208","https://openalex.org/W2145339207","https://openalex.org/W2163121678","https://openalex.org/W2173248099","https://openalex.org/W2233204649","https://openalex.org/W2261254692","https://openalex.org/W2273355447","https://openalex.org/W2342662072","https://openalex.org/W2527328725","https://openalex.org/W2625874945","https://openalex.org/W2736601468","https://openalex.org/W2747014259","https://openalex.org/W2747402019","https://openalex.org/W2754184362","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2789880759","https://openalex.org/W2795237036","https://openalex.org/W2889109362","https://openalex.org/W2892841407","https://openalex.org/W2900981450","https://openalex.org/W2901645090","https://openalex.org/W2923275624","https://openalex.org/W2924196570","https://openalex.org/W2946109817","https://openalex.org/W2957897705","https://openalex.org/W2963317745","https://openalex.org/W2964043796","https://openalex.org/W2964657419","https://openalex.org/W2966012238","https://openalex.org/W2978657983","https://openalex.org/W2979476646","https://openalex.org/W2989354373","https://openalex.org/W2998152821","https://openalex.org/W3002829638","https://openalex.org/W3006347400","https://openalex.org/W3015872947","https://openalex.org/W3023216373","https://openalex.org/W3023669592","https://openalex.org/W3024350433","https://openalex.org/W3031361451","https://openalex.org/W3034748593","https://openalex.org/W3036020335","https://openalex.org/W3037631072","https://openalex.org/W3038282378","https://openalex.org/W3043705189","https://openalex.org/W3045748774","https://openalex.org/W3047508891","https://openalex.org/W3048265338","https://openalex.org/W3086604034","https://openalex.org/W3103997657","https://openalex.org/W3106664044","https://openalex.org/W3106853684","https://openalex.org/W3109235893","https://openalex.org/W3112388352","https://openalex.org/W3116317014","https://openalex.org/W3122800106","https://openalex.org/W3126692421","https://openalex.org/W3132217898","https://openalex.org/W3142586186","https://openalex.org/W3155630619","https://openalex.org/W3159051850","https://openalex.org/W3161051625","https://openalex.org/W3162079807","https://openalex.org/W3166166623","https://openalex.org/W3200320889","https://openalex.org/W3209188603","https://openalex.org/W3216341996","https://openalex.org/W4200332176","https://openalex.org/W4205653889","https://openalex.org/W4206801503","https://openalex.org/W4213126473","https://openalex.org/W4214717370","https://openalex.org/W4254356098","https://openalex.org/W4283262008","https://openalex.org/W4283794457","https://openalex.org/W4287018575","https://openalex.org/W4298857966","https://openalex.org/W4300311901","https://openalex.org/W4391265349"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W3046823714","https://openalex.org/W2348218441","https://openalex.org/W3021806226","https://openalex.org/W4205684936"],"abstract_inverted_index":{"Abstract":[0],"Heating,":[1],"ventilation,":[2],"and":[3,17,45,59,66,84,107,112,119],"air":[4],"conditioning":[5],"(HVAC)":[6],"systems":[7],"are":[8,38],"a":[9,57],"major":[10],"driver":[11],"of":[12,64,69,101],"energy":[13,67],"consumption":[14],"in":[15,62,109],"commercial":[16],"residential":[18],"buildings.":[19],"Recent":[20],"studies":[21],"have":[22],"shown":[23],"that":[24],"Deep":[25],"Reinforcement":[26],"Learning":[27],"(DRL)":[28],"algorithms":[29,73],"can":[30],"outperform":[31],"traditional":[32],"reactive":[33],"controllers.":[34],"However,":[35],"DRL-based":[36],"solutions":[37],"generally":[39],"designed":[40],"for":[41,48,74],"ad":[42],"hoc":[43],"setups":[44],"lack":[46],"standardization":[47],"comparison.":[49],"To":[50],"fill":[51],"this":[52,54],"gap,":[53],"paper":[55],"provides":[56],"critical":[58],"reproducible":[60],"evaluation,":[61],"terms":[63],"comfort":[65],"consumption,":[68],"several":[70,114],"state-of-the-art":[71],"DRL":[72,102],"HVAC":[75],"control.":[76],"The":[77,95],"study":[78],"examines":[79],"the":[80,91,99],"controllers\u2019":[81],"robustness,":[82],"adaptability,":[83],"trade-off":[85],"between":[86],"optimization":[87],"goals":[88],"by":[89],"using":[90],"S":[92],"inergym":[93],"framework.":[94],"results":[96],"obtained":[97],"confirm":[98],"potential":[100],"algorithms,":[103],"such":[104],"as":[105],"SAC":[106],"TD3,":[108],"complex":[110],"scenarios":[111],"reveal":[113],"challenges":[115],"related":[116],"to":[117],"generalization":[118],"incremental":[120],"learning.":[121]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2024-06-14T00:00:00"}