{"id":"https://openalex.org/W1955461630","doi":"https://doi.org/10.3233/ais-140288","title":"Using reinforcement learning to optimize occupant comfort and energy usage in HVAC systems","display_name":"Using reinforcement learning to optimize occupant comfort and energy usage in HVAC systems","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W1955461630","doi":"https://doi.org/10.3233/ais-140288","mag":"1955461630"},"language":"en","primary_location":{"id":"doi:10.3233/ais-140288","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ais-140288","pdf_url":null,"source":{"id":"https://openalex.org/S2492266406","display_name":"Journal of Ambient Intelligence and Smart Environments","issn_l":"1876-1364","issn":["1876-1364","1876-1372"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Ambient Intelligence and Smart Environments","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084257632","display_name":"Pedro Fazenda","orcid":"https://orcid.org/0000-0002-3229-1653"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]},{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Pedro Fazenda","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, MIT, Boston, USA","Institute for Systems and Robotics, Instituto Superior T\u00e9cnico, Universidade de Lisboa, Lisboa, Portugal"],"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, MIT, Boston, USA","institution_ids":[]},{"raw_affiliation_string":"Institute for Systems and Robotics, Instituto Superior T\u00e9cnico, Universidade de Lisboa, Lisboa, Portugal","institution_ids":["https://openalex.org/I4210166615","https://openalex.org/I141596103"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067352490","display_name":"Kalyan Veeramachaneni","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kalyan Veeramachaneni","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, MIT, Boston, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, MIT, Boston, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079158943","display_name":"Pedro U. Lima","orcid":"https://orcid.org/0000-0002-8962-8050"},"institutions":[{"id":"https://openalex.org/I141596103","display_name":"University of Lisbon","ror":"https://ror.org/01c27hj86","country_code":"PT","type":"education","lineage":["https://openalex.org/I141596103"]},{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Pedro Lima","raw_affiliation_strings":["Institute for Systems and Robotics, Instituto Superior T\u00e9cnico, Universidade de Lisboa, Lisboa, Portugal"],"affiliations":[{"raw_affiliation_string":"Institute for Systems and Robotics, Instituto Superior T\u00e9cnico, Universidade de Lisboa, Lisboa, Portugal","institution_ids":["https://openalex.org/I4210166615","https://openalex.org/I141596103"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000646181","display_name":"Una-May O\u2019Reilly","orcid":"https://orcid.org/0000-0001-6923-8445"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Una-May O'Reilly","raw_affiliation_strings":["Computer Science and Artificial Intelligence Laboratory, MIT, Boston, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science and Artificial Intelligence Laboratory, MIT, Boston, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5084257632"],"corresponding_institution_ids":["https://openalex.org/I141596103","https://openalex.org/I4210166615"],"apc_list":null,"apc_paid":null,"fwci":1.2547,"has_fulltext":false,"cited_by_count":85,"citation_normalized_percentile":{"value":0.81424183,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"6","issue":"6","first_page":"675","last_page":"690"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.958899974822998,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9527999758720398,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.8707922101020813},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8344666957855225},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7823904752731323},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5961838364601135},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4244171380996704},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4094158709049225},{"id":"https://openalex.org/keywords/architectural-engineering","display_name":"Architectural engineering","score":0.40640705823898315},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1880626082420349},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.13936078548431396},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.08192938566207886},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06341573596000671}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.8707922101020813},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8344666957855225},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7823904752731323},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5961838364601135},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4244171380996704},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4094158709049225},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.40640705823898315},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1880626082420349},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.13936078548431396},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.08192938566207886},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06341573596000671},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/ais-140288","is_oa":false,"landing_page_url":"https://doi.org/10.3233/ais-140288","pdf_url":null,"source":{"id":"https://openalex.org/S2492266406","display_name":"Journal of Ambient Intelligence and Smart Environments","issn_l":"1876-1364","issn":["1876-1364","1876-1372"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Ambient Intelligence and Smart Environments","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W115285655","https://openalex.org/W333016581","https://openalex.org/W1495093786","https://openalex.org/W1515851193","https://openalex.org/W1539222489","https://openalex.org/W1540307104","https://openalex.org/W1543217731","https://openalex.org/W1543966837","https://openalex.org/W1557517019","https://openalex.org/W1784994949","https://openalex.org/W1966173187","https://openalex.org/W1973574759","https://openalex.org/W1974946009","https://openalex.org/W2014341661","https://openalex.org/W2017171355","https://openalex.org/W2021801581","https://openalex.org/W2031098144","https://openalex.org/W2045578358","https://openalex.org/W2068862338","https://openalex.org/W2084620097","https://openalex.org/W2088291918","https://openalex.org/W2089198098","https://openalex.org/W2092407123","https://openalex.org/W2094248284","https://openalex.org/W2096323620","https://openalex.org/W2100677568","https://openalex.org/W2101539915","https://openalex.org/W2104026456","https://openalex.org/W2104271831","https://openalex.org/W2107186450","https://openalex.org/W2107726111","https://openalex.org/W2120499206","https://openalex.org/W2122410182","https://openalex.org/W2126077061","https://openalex.org/W2126383530","https://openalex.org/W2128626257","https://openalex.org/W2129900642","https://openalex.org/W2131007409","https://openalex.org/W2132165476","https://openalex.org/W2136591751","https://openalex.org/W2153057117","https://openalex.org/W2157913100","https://openalex.org/W2160279936","https://openalex.org/W2166681263","https://openalex.org/W2168558030","https://openalex.org/W2169508077","https://openalex.org/W2295021914","https://openalex.org/W2414546498","https://openalex.org/W3022841284"],"related_works":["https://openalex.org/W4282914238","https://openalex.org/W3213289630","https://openalex.org/W3103997657","https://openalex.org/W4206669594","https://openalex.org/W2959276766","https://openalex.org/W4295941380","https://openalex.org/W4385775264","https://openalex.org/W972754114","https://openalex.org/W3123317376","https://openalex.org/W2385869994"],"abstract_inverted_index":{"The":[0],"present":[1],"paper":[2],"suggests":[3],"a":[4,22,29],"procedure":[5],"to":[6],"enhance":[7],"the":[8,11,19,33],"operation":[9],"of":[10,35],"heating,":[12],"ventilation":[13],"and":[14],"air":[15],"conditioning":[16],"system,":[17],"following":[18],"idea":[20],"that":[21],"multi-objective":[23],"optimal":[24],"supervisory":[25],"control":[26],"for":[27],"such":[28],"system":[30],"should":[31],"consider":[32],"cost":[34],"energy,":[36],"activ":[37]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}