{"id":"https://openalex.org/W4283362796","doi":"https://doi.org/10.1145/3538637.3539615","title":"Diversity for transfer in learning-based control of buildings","display_name":"Diversity for transfer in learning-based control of buildings","publication_year":2022,"publication_date":"2022-06-22","ids":{"openalex":"https://openalex.org/W4283362796","doi":"https://doi.org/10.1145/3538637.3539615"},"language":"en","primary_location":{"id":"doi:10.1145/3538637.3539615","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3538637.3539615","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth ACM International Conference on Future Energy Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100425853","display_name":"Tianyu Zhang","orcid":"https://orcid.org/0000-0002-6373-4015"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Tianyu Zhang","raw_affiliation_strings":["University of Alberta, Edmonton, Canada"],"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110959845","display_name":"Aakash Krishna G S","orcid":null},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Aakash Krishna G S","raw_affiliation_strings":["University of Alberta, Edmonton, Canada"],"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058805152","display_name":"Mohammad Afshari","orcid":"https://orcid.org/0000-0003-0425-1491"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohammad Afshari","raw_affiliation_strings":["University of Alberta, Edmonton, Canada"],"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090314619","display_name":"Petr Mus\u0131\u0301lek","orcid":"https://orcid.org/0000-0002-7780-5048"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Petr Musilek","raw_affiliation_strings":["University of Alberta, Edmonton, Canada"],"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070914351","display_name":"Matthew E. Taylor","orcid":"https://orcid.org/0000-0001-8946-0211"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Matthew E. Taylor","raw_affiliation_strings":["University of Alberta & Alberta, Edmonton, Canada"],"affiliations":[{"raw_affiliation_string":"University of Alberta & Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079048464","display_name":"Omid Ardakanian","orcid":"https://orcid.org/0000-0002-6711-5502"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Omid Ardakanian","raw_affiliation_strings":["University of Alberta, Edmonton, Canada"],"affiliations":[{"raw_affiliation_string":"University of Alberta, Edmonton, Canada","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100425853"],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":null,"apc_paid":null,"fwci":0.6351,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.6414546,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"556","last_page":"564"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8848083019256592},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7015457153320312},{"id":"https://openalex.org/keywords/hvac","display_name":"HVAC","score":0.6367229223251343},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.6231132745742798},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.6134287714958191},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.4653388261795044},{"id":"https://openalex.org/keywords/building-automation","display_name":"Building automation","score":0.4478507936000824},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4078628122806549},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38176122307777405},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18817546963691711},{"id":"https://openalex.org/keywords/air-conditioning","display_name":"Air conditioning","score":0.16755637526512146}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8848083019256592},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7015457153320312},{"id":"https://openalex.org/C122346748","wikidata":"https://www.wikidata.org/wiki/Q1798773","display_name":"HVAC","level":3,"score":0.6367229223251343},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.6231132745742798},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.6134287714958191},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.4653388261795044},{"id":"https://openalex.org/C83931994","wikidata":"https://www.wikidata.org/wiki/Q1149653","display_name":"Building automation","level":2,"score":0.4478507936000824},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4078628122806549},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38176122307777405},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18817546963691711},{"id":"https://openalex.org/C103742991","wikidata":"https://www.wikidata.org/wiki/Q173725","display_name":"Air conditioning","level":2,"score":0.16755637526512146},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3538637.3539615","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3538637.3539615","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth ACM International Conference on Future Energy Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4588449978","display_name":null,"funder_award_id":"ALLRP 561116 - 20","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2006859604","https://openalex.org/W2040306558","https://openalex.org/W2097381042","https://openalex.org/W2099746672","https://openalex.org/W2108152153","https://openalex.org/W2126849655","https://openalex.org/W2136756208","https://openalex.org/W2163121678","https://openalex.org/W2180338159","https://openalex.org/W2462548332","https://openalex.org/W2810602713","https://openalex.org/W2893522934","https://openalex.org/W2933773907","https://openalex.org/W2966128956","https://openalex.org/W2985363569","https://openalex.org/W3024350433","https://openalex.org/W3033324992","https://openalex.org/W3090789943","https://openalex.org/W3093040599","https://openalex.org/W3099518626","https://openalex.org/W3106664044","https://openalex.org/W3108446289","https://openalex.org/W3132397320","https://openalex.org/W3213255691","https://openalex.org/W4200083124","https://openalex.org/W4220908063","https://openalex.org/W4221012070","https://openalex.org/W4226494903","https://openalex.org/W4256488443","https://openalex.org/W4388320664"],"related_works":["https://openalex.org/W2112866972","https://openalex.org/W2081982437","https://openalex.org/W4394857231","https://openalex.org/W4240233711","https://openalex.org/W2900606913","https://openalex.org/W2749654269","https://openalex.org/W2735458449","https://openalex.org/W2329485921","https://openalex.org/W3031841740","https://openalex.org/W4392121978"],"abstract_inverted_index":{"The":[0,197],"application":[1],"of":[2,9,42,48,92,103,113,152,199,205,224],"reinforcement":[3,33,96,213],"learning":[4,34,97,100,210,214],"to":[5,51,87,123,140,149,179,187],"the":[6,22,49,67,89,132,142,147,153,162,166,172,191,203,219,222],"optimal":[7],"control":[8,104],"building":[10,23,50,109,193],"systems":[11],"has":[12],"gained":[13],"traction":[14],"in":[15,60,75,146,211,228],"recent":[16],"years":[17],"as":[18],"it":[19],"can":[20,73,128,170],"cut":[21],"energy":[24,174],"consumption":[25,175],"and":[26,45,70,110,116,183,208,216],"improve":[27],"human":[28],"comfort.":[29],"Despite":[30],"using":[31,206],"sample-efficient":[32],"algorithms,":[35],"most":[36],"related":[37],"work":[38],"requires":[39],"several":[40],"months":[41],"sensor":[43],"data":[44],"operational":[46],"parameters":[47],"train":[52],"an":[53],"agent":[54],"that":[55,158],"outperforms":[56],"existing":[57],"rule-based":[58],"controllers":[59,227],"a":[61,93,101,107,124,137,180],"large":[62,68],"multi-zone":[63],"building.":[64,155],"Moreover,":[65],"exploring":[66],"state":[69],"action":[71],"spaces":[72],"result":[74],"poor":[76],"indoor":[77],"environmental":[78,115],"quality":[79],"for":[80,194,221],"occupants.":[81],"In":[82],"this":[83],"paper,":[84],"we":[85,135],"propose":[86],"reduce":[88,171],"training":[90,108,133],"cost":[91],"policy":[94,117,145],"gradient":[95],"algorithm":[98],"by":[99,176,184],"library":[102,148],"policies":[105,122,164],"on":[106,165,190],"taking":[111],"advantage":[112],"both":[114],"diversity.":[118],"To":[119],"transfer":[120,209],"these":[121],"target":[125,154,167,192],"building,":[126,134,168],"which":[127],"be":[129],"different":[130],"from":[131],"develop":[136],"simple":[138],"method":[139],"assign":[141],"best":[143],"pretrained":[144],"each":[150],"zone":[151],"We":[156],"show":[157],"even":[159],"without":[160],"retraining":[161],"transferred":[163],"they":[169],"HVAC":[173],"40.4%":[177],"compared":[178,186],"fixed-schedule":[181],"baseline":[182],"48.97%":[185],"agents":[188],"trained":[189],"5,000":[195],"months.":[196],"plausibility":[198],"our":[200],"results":[201],"underscores":[202],"importance":[204],"diversity":[207],"multi-agent":[212],"settings":[215],"could":[217],"pave":[218],"way":[220],"adoption":[223],"reinforcement-learning":[225],"based":[226],"real":[229],"buildings.":[230]},"counts_by_year":[{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}