{"id":"https://openalex.org/W3089731385","doi":"https://doi.org/10.1109/ichms49158.2020.9209555","title":"Thermal comfort management leveraging deep reinforcement learning and human-in-the-loop","display_name":"Thermal comfort management leveraging deep reinforcement learning and human-in-the-loop","publication_year":2020,"publication_date":"2020-09-01","ids":{"openalex":"https://openalex.org/W3089731385","doi":"https://doi.org/10.1109/ichms49158.2020.9209555","mag":"3089731385"},"language":"en","primary_location":{"id":"doi:10.1109/ichms49158.2020.9209555","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ichms49158.2020.9209555","pdf_url":null,"source":{"id":"https://openalex.org/S4306498677","display_name":"2020 IEEE International Conference on Human-Machine Systems (ICHMS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Human-Machine Systems (ICHMS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070083527","display_name":"Franco Cicirelli","orcid":"https://orcid.org/0000-0002-6138-5739"},"institutions":[{"id":"https://openalex.org/I3005160176","display_name":"Institute for High Performance Computing and Networking","ror":"https://ror.org/04r5fge26","country_code":"IT","type":"facility","lineage":["https://openalex.org/I3005160176","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Franco Cicirelli","raw_affiliation_strings":["ICAR-CNR, Rende (CS), Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ICAR-CNR, Rende (CS), Italy","institution_ids":["https://openalex.org/I3005160176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083611404","display_name":"Antonio Guerrieri","orcid":"https://orcid.org/0000-0003-1469-9484"},"institutions":[{"id":"https://openalex.org/I3005160176","display_name":"Institute for High Performance Computing and Networking","ror":"https://ror.org/04r5fge26","country_code":"IT","type":"facility","lineage":["https://openalex.org/I3005160176","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonio Guerrieri","raw_affiliation_strings":["ICAR-CNR, Rende (CS), Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ICAR-CNR, Rende (CS), Italy","institution_ids":["https://openalex.org/I3005160176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082766647","display_name":"Carlo Mastroianni","orcid":"https://orcid.org/0000-0001-6269-4931"},"institutions":[{"id":"https://openalex.org/I3005160176","display_name":"Institute for High Performance Computing and Networking","ror":"https://ror.org/04r5fge26","country_code":"IT","type":"facility","lineage":["https://openalex.org/I3005160176","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Carlo Mastroianni","raw_affiliation_strings":["ICAR-CNR, Rende (CS), Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ICAR-CNR, Rende (CS), Italy","institution_ids":["https://openalex.org/I3005160176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043809260","display_name":"Giandomenico Spezzano","orcid":"https://orcid.org/0000-0002-2518-5510"},"institutions":[{"id":"https://openalex.org/I3005160176","display_name":"Institute for High Performance Computing and Networking","ror":"https://ror.org/04r5fge26","country_code":"IT","type":"facility","lineage":["https://openalex.org/I3005160176","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giandomenico Spezzano","raw_affiliation_strings":["ICAR-CNR, Rende (CS), Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ICAR-CNR, Rende (CS), Italy","institution_ids":["https://openalex.org/I3005160176"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071906892","display_name":"Andrea Vinci","orcid":"https://orcid.org/0000-0002-1011-1885"},"institutions":[{"id":"https://openalex.org/I3005160176","display_name":"Institute for High Performance Computing and Networking","ror":"https://ror.org/04r5fge26","country_code":"IT","type":"facility","lineage":["https://openalex.org/I3005160176","https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Vinci","raw_affiliation_strings":["ICAR-CNR, Rende (CS), Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ICAR-CNR, Rende (CS), Italy","institution_ids":["https://openalex.org/I3005160176"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I3005160176"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9616000056266785,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9110999703407288,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.807948887348175},{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.7747606635093689},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6986724734306335},{"id":"https://openalex.org/keywords/thermal-comfort","display_name":"Thermal comfort","score":0.6405137777328491},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.5981636643409729},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5356585383415222},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5333362221717834},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49286699295043945},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4704911708831787},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3839370012283325},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2085237205028534},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.18600380420684814},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.1476624310016632},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09802550077438354}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.807948887348175},{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.7747606635093689},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6986724734306335},{"id":"https://openalex.org/C133913538","wikidata":"https://www.wikidata.org/wiki/Q774514","display_name":"Thermal comfort","level":2,"score":0.6405137777328491},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.5981636643409729},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5356585383415222},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5333362221717834},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49286699295043945},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4704911708831787},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3839370012283325},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2085237205028534},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.18600380420684814},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.1476624310016632},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09802550077438354},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ichms49158.2020.9209555","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ichms49158.2020.9209555","pdf_url":null,"source":{"id":"https://openalex.org/S4306498677","display_name":"2020 IEEE International Conference on Human-Machine Systems (ICHMS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Human-Machine Systems (ICHMS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2625874945","https://openalex.org/W2782093969","https://openalex.org/W2909510634","https://openalex.org/W2922286784","https://openalex.org/W2944494333","https://openalex.org/W2964657419","https://openalex.org/W2966012238","https://openalex.org/W2974232099","https://openalex.org/W2987999300","https://openalex.org/W2988035443","https://openalex.org/W6757743413"],"related_works":["https://openalex.org/W2112866972","https://openalex.org/W4240233711","https://openalex.org/W2357294886","https://openalex.org/W3038059713","https://openalex.org/W4281749375","https://openalex.org/W2079922090","https://openalex.org/W2017084161","https://openalex.org/W4388647520","https://openalex.org/W2918964466","https://openalex.org/W2782058284"],"abstract_inverted_index":{"The":[0,62,79],"design":[1],"and":[2,27,36,75,89],"implementation":[3],"of":[4,47,128,132],"effective":[5],"systems":[6],"devoted":[7],"to":[8,23,33,66,69,95,104,124],"the":[9,45,57,72,113,118,126,129,135],"thermal":[10,48],"comfort":[11,49,137],"management":[12,46],"in":[13,50],"a":[14,17,41,85,100],"building":[15],"is":[16,64,82],"challenging":[18],"task":[19],"because":[20],"they":[21],"require":[22],"consider":[24],"both":[25],"objective":[26,96],"subjective":[28,105],"parameters,":[29,98],"tied":[30],"for":[31,44],"instance":[32],"human":[34,101,106],"profile":[35],"behavior.":[37],"This":[38],"paper":[39],"presents":[40],"novel":[42],"approach":[43,63],"buildings":[51],"by":[52,84,112],"leveraging":[53],"cognitive":[54],"technologies,":[55],"namely":[56],"Deep":[58],"Reinforcement":[59],"Learning":[60],"paradigm.":[61],"able":[65],"learn":[67],"how":[68],"automatically":[70],"control":[71],"HVAC":[73,119],"system":[74],"improve":[76],"people's":[77],"comfort.":[78],"learning":[80],"process":[81],"driven":[83],"reward":[86,133],"that":[87,108],"includes":[88],"combines":[90],"an":[91],"environmental":[92,97],"reward,":[93,102],"related":[94,103],"with":[99,117],"perceptions":[107],"are":[109],"implicitly":[110],"inferred":[111],"way":[114],"people":[115],"interact":[116],"system.":[120],"Simulation":[121],"results":[122],"aim":[123],"assess":[125],"impact":[127],"two":[130],"types":[131],"on":[134],"achieved":[136],"level.":[138]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}