{"id":"https://openalex.org/W3023669592","doi":"https://doi.org/10.1109/jiot.2020.2992117","title":"DeepComfort: Energy-Efficient Thermal Comfort Control in Buildings Via Reinforcement Learning","display_name":"DeepComfort: Energy-Efficient Thermal Comfort Control in Buildings Via Reinforcement Learning","publication_year":2020,"publication_date":"2020-05-05","ids":{"openalex":"https://openalex.org/W3023669592","doi":"https://doi.org/10.1109/jiot.2020.2992117","mag":"3023669592"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2020.2992117","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.2992117","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://dr.ntu.edu.sg/bitstream/10356/152769/2/thermal_control.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024496324","display_name":"Guanyu Gao","orcid":"https://orcid.org/0000-0001-8584-0532"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanyu Gao","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8584-0532","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008316247","display_name":"Jie Li","orcid":"https://orcid.org/0000-0002-9492-9843"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jie Li","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-9492-9843","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041572550","display_name":"Yonggang Wen","orcid":"https://orcid.org/0000-0002-2751-5114"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yonggang Wen","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-2751-5114","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.191,"has_fulltext":true,"cited_by_count":275,"citation_normalized_percentile":{"value":0.99762255,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"7","issue":"9","first_page":"8472","last_page":"8484"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11529","display_name":"Refrigeration and Air Conditioning Technologies","score":0.954200029373169,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11373","display_name":"Sleep and Work-Related Fatigue","score":0.920199990272522,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.9081152677536011},{"id":"https://openalex.org/keywords/thermal-comfort","display_name":"Thermal comfort","score":0.8865386247634888},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.7105488777160645},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7027326822280884},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6734458804130554},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.5751686096191406},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.5085705518722534},{"id":"https://openalex.org/keywords/feed-forward","display_name":"Feed forward","score":0.4401493966579437},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.41007646918296814},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.4030582904815674},{"id":"https://openalex.org/keywords/architectural-engineering","display_name":"Architectural engineering","score":0.37138062715530396},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.316558837890625},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22900253534317017},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2053748071193695},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.10428598523139954}],"concepts":[{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.9081152677536011},{"id":"https://openalex.org/C133913538","wikidata":"https://www.wikidata.org/wiki/Q774514","display_name":"Thermal comfort","level":2,"score":0.8865386247634888},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.7105488777160645},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7027326822280884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6734458804130554},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.5751686096191406},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.5085705518722534},{"id":"https://openalex.org/C38858127","wikidata":"https://www.wikidata.org/wiki/Q5441228","display_name":"Feed forward","level":2,"score":0.4401493966579437},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.41007646918296814},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.4030582904815674},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.37138062715530396},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.316558837890625},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22900253534317017},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2053748071193695},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.10428598523139954},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/jiot.2020.2992117","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2020.2992117","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/152769","is_oa":true,"landing_page_url":"https://hdl.handle.net/10356/152769","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/152769/2/thermal_control.pdf","source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:dr.ntu.edu.sg:10356/152769","is_oa":true,"landing_page_url":"https://hdl.handle.net/10356/152769","pdf_url":"https://dr.ntu.edu.sg/bitstream/10356/152769/2/thermal_control.pdf","source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9100000262260437}],"awards":[{"id":"https://openalex.org/G1221194513","display_name":null,"funder_award_id":"BSEWWT2017 2 06","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G1863261251","display_name":null,"funder_award_id":"BSEWWT2017_2_06","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"},{"id":"https://openalex.org/G5832572363","display_name":null,"funder_award_id":"NRF2015ENC-GBICRD001-012","funder_id":"https://openalex.org/F4320320709","funder_display_name":"National Research Foundation Singapore"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320320740","display_name":"Building and Construction Authority - Singapore","ror":"https://ror.org/036ve4657"},{"id":"https://openalex.org/F4320336864","display_name":"Data Science and Artificial Intelligence Research Centre, Nanyang Technological University","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3023669592.pdf","grobid_xml":"https://content.openalex.org/works/W3023669592.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W52840756","https://openalex.org/W169931978","https://openalex.org/W642992980","https://openalex.org/W1209078686","https://openalex.org/W1507307645","https://openalex.org/W1510912264","https://openalex.org/W1511143730","https://openalex.org/W1612565963","https://openalex.org/W1832952459","https://openalex.org/W1955461630","https://openalex.org/W1972968312","https://openalex.org/W1986570820","https://openalex.org/W2007755787","https://openalex.org/W2017957151","https://openalex.org/W2019348145","https://openalex.org/W2025965975","https://openalex.org/W2029264889","https://openalex.org/W2045578358","https://openalex.org/W2049838563","https://openalex.org/W2083255397","https://openalex.org/W2087494575","https://openalex.org/W2107093743","https://openalex.org/W2122502237","https://openalex.org/W2145339207","https://openalex.org/W2155265530","https://openalex.org/W2155482699","https://openalex.org/W2163085155","https://openalex.org/W2163121678","https://openalex.org/W2165150801","https://openalex.org/W2166681263","https://openalex.org/W2169658480","https://openalex.org/W2176075926","https://openalex.org/W2558517967","https://openalex.org/W2568808500","https://openalex.org/W2625874945","https://openalex.org/W2747014259","https://openalex.org/W2901394106","https://openalex.org/W2963137185","https://openalex.org/W2963864421","https://openalex.org/W2974232099","https://openalex.org/W3006361831","https://openalex.org/W3104010555","https://openalex.org/W3112672793","https://openalex.org/W4237130266","https://openalex.org/W4288365380","https://openalex.org/W4302570325","https://openalex.org/W6684205842"],"related_works":["https://openalex.org/W2357294886","https://openalex.org/W3038059713","https://openalex.org/W4281749375","https://openalex.org/W2079922090","https://openalex.org/W2017084161","https://openalex.org/W4388647520","https://openalex.org/W3046823714","https://openalex.org/W2348218441","https://openalex.org/W4205684936","https://openalex.org/W3021806226"],"abstract_inverted_index":{"Heating,":[0],"ventilation,":[1],"and":[2,79,122,143,170,194],"air":[3],"conditioning":[4],"(HVAC)":[5],"are":[6,64,75,80],"extremely":[7],"energy":[8,16,34,117,197],"consuming,":[9],"accounting":[10],"for":[11,97,137,153],"40%":[12],"of":[13,36,43,56,119,188,199],"total":[14],"building":[15,25,62,85,164],"consumption.":[17],"It":[18],"is":[19,51],"crucial":[20],"to":[21,77],"design":[22,129],"some":[23],"energy-efficient":[24],"thermal":[26,58,98,106,125,141,157,165,189,207],"comfort":[27,42,99,107,142,158,166,190,208],"control":[28,100,108,159,167],"strategy":[29,50],"which":[30],"can":[31,184],"reduce":[32,195],"the":[33,37,41,44,54,57,105,116,120,123,139,155,172,186,196,205],"consumption":[35,118,198],"HVAC":[38,121,200],"while":[39,203],"maintaining":[40],"occupants.":[45],"However,":[46],"implementing":[47],"such":[48],"a":[49,61,93,110,130,146,163],"challenging,":[52],"because":[53],"changes":[55],"states":[59],"in":[60,83,101],"environment":[63,169],"influenced":[65],"by":[66,113,192,201,209],"various":[67,175],"factors.":[68],"The":[69,177],"relationships":[70],"among":[71],"these":[72],"influencing":[73],"factors":[74],"hard":[76],"model":[78],"always":[81],"different":[82,84],"environments.":[86],"To":[87],"address":[88],"this":[89],"challenge,":[90],"we":[91],"propose":[92,145],"deep-reinforcement-learning-based":[94],"framework,":[95],"DeepComfort,":[96],"buildings.":[102],"We":[103,127,161],"formulate":[104],"as":[109],"cost-minimization":[111],"problem":[112],"jointly":[114],"considering":[115],"occupants'":[124,140,206],"comfort.":[126],"first":[128],"deep":[131,147],"feedforward":[132],"neural":[133],"network":[134],"(FNN)-based":[135],"approach":[136,152],"predicting":[138],"then":[144],"deterministic":[148],"policy":[149],"gradients":[150],"(DDPGs)-based":[151],"learning":[154],"optimal":[156],"policy.":[160],"implement":[162],"simulation":[168],"evaluate":[171],"performance":[173,187],"under":[174],"settings.":[176],"experimental":[178],"results":[179],"show":[180],"that":[181],"our":[182],"approaches":[183],"improve":[185],"prediction":[191],"14.5%":[193],"4.31%":[202],"improving":[204],"13.6%.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":55},{"year":2024,"cited_by_count":56},{"year":2023,"cited_by_count":55},{"year":2022,"cited_by_count":55},{"year":2021,"cited_by_count":30},{"year":2020,"cited_by_count":7}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}