{"id":"https://openalex.org/W4391972607","doi":"https://doi.org/10.1007/s12273-024-1109-6","title":"An innovative heterogeneous transfer learning framework to enhance the scalability of deep reinforcement learning controllers in buildings with integrated energy systems","display_name":"An innovative heterogeneous transfer learning framework to enhance the scalability of deep reinforcement learning controllers in buildings with integrated energy systems","publication_year":2024,"publication_date":"2024-02-20","ids":{"openalex":"https://openalex.org/W4391972607","doi":"https://doi.org/10.1007/s12273-024-1109-6"},"language":"en","primary_location":{"id":"doi:10.1007/s12273-024-1109-6","doi":"https://doi.org/10.1007/s12273-024-1109-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12273-024-1109-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12273-024-1109-6.pdf","source":{"id":"https://openalex.org/S153850590","display_name":"Building Simulation","issn_l":"1996-3599","issn":["1996-3599","1996-8744"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","jufo-1","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Building Simulation","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s12273-024-1109-6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023069650","display_name":"Davide Coraci","orcid":"https://orcid.org/0000-0001-9439-2911","observed_orcids":["https://orcid.org/0000-0001-9439-2911"]},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Davide Coraci","raw_affiliation_strings":["Politecnico di Torino, Department of Energy, TEBE research group, BAEDA Lab., Corso Duca degli Abruzzi 24, Torino, 10129, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino, Department of Energy, TEBE research group, BAEDA Lab., Corso Duca degli Abruzzi 24, Torino, 10129, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078776391","display_name":"Silvio Brandi","orcid":"https://orcid.org/0000-0002-8329-3229","observed_orcids":["https://orcid.org/0000-0002-8329-3229"]},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Silvio Brandi","raw_affiliation_strings":["Politecnico di Torino, Department of Energy, TEBE research group, BAEDA Lab., Corso Duca degli Abruzzi 24, Torino, 10129, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino, Department of Energy, TEBE research group, BAEDA Lab., Corso Duca degli Abruzzi 24, Torino, 10129, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088990923","display_name":"Tianzhen Hong","orcid":"https://orcid.org/0000-0003-1886-9137","observed_orcids":["https://orcid.org/0000-0003-1886-9137"]},"institutions":[{"id":"https://openalex.org/I148283060","display_name":"Lawrence Berkeley National Laboratory","ror":"https://ror.org/02jbv0t02","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I148283060","https://openalex.org/I39565521"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianzhen Hong","raw_affiliation_strings":["Building Technology and Urban Systems Division, Lawrence Berkeley National Laboratory, One Cyclotron Road, Berkeley, CA, 94720, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Building Technology and Urban Systems Division, Lawrence Berkeley National Laboratory, One Cyclotron Road, Berkeley, CA, 94720, USA","institution_ids":["https://openalex.org/I148283060"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024357919","display_name":"Alfonso Capozzoli","orcid":"https://orcid.org/0000-0002-0083-4983","observed_orcids":["https://orcid.org/0000-0002-0083-4983"]},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Alfonso Capozzoli","raw_affiliation_strings":["Politecnico di Torino, Department of Energy, TEBE research group, BAEDA Lab., Corso Duca degli Abruzzi 24, Torino, 10129, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino, Department of Energy, TEBE research group, BAEDA Lab., Corso Duca degli Abruzzi 24, Torino, 10129, Italy","institution_ids":["https://openalex.org/I177477856"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5024357919"],"corresponding_institution_ids":["https://openalex.org/I177477856"],"apc_list":{"value":3790,"currency":"USD","value_usd":3790},"apc_paid":{"value":3790,"currency":"USD","value_usd":3790},"fwci":7.6301,"has_fulltext":true,"cited_by_count":47,"citation_normalized_percentile":{"value":0.9829208,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"17","issue":"5","first_page":"739","last_page":"770"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.005900000222027302,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.0031999999191612005,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.8169999718666077},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8679999709129333},{"id":"https://openalex.org/keywords/building-energy-management","display_name":"building energy management","score":0.7889999747276306},{"id":"https://openalex.org/keywords/integrated-energy-systems","display_name":"integrated energy systems","score":0.9139999747276306},{"id":"https://openalex.org/keywords/online-transfer-learning","display_name":"online transfer learning","score":0.5640000104904175},{"id":"https://openalex.org/keywords/chiller-control","display_name":"chiller control","score":0.6800000071525574},{"id":"https://openalex.org/keywords/thermal-energy-storage","display_name":"thermal energy storage","score":1.0},{"id":"https://openalex.org/keywords/model-slicing","display_name":"model slicing","score":0.6729999780654907},{"id":"https://openalex.org/keywords/imitation-learning","display_name":"imitation learning","score":0.9940000176429749},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"fine-tuning","score":0.8539999723434448},{"id":"https://openalex.org/keywords/rule-based-controller","display_name":"rule-based controller","score":0.6620000004768372},{"id":"https://openalex.org/keywords/electricity-cost-reduction","display_name":"electricity cost reduction","score":0.6420000195503235},{"id":"https://openalex.org/keywords/self-consumption","display_name":"self-consumption","score":0.7829999923706055},{"id":"https://openalex.org/keywords/energyplus","display_name":"EnergyPlus","score":0.4909999966621399}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8113137483596802},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6838429570198059},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6363643407821655},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5624039173126221},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5533416867256165},{"id":"https://openalex.org/C41291067","wikidata":"https://www.wikidata.org/wiki/Q1897785","display_name":"Photovoltaic system","level":2,"score":0.4781571328639984},{"id":"https://openalex.org/C196803488","wikidata":"https://www.wikidata.org/wiki/Q4986592","display_name":"Building envelope","level":3,"score":0.43567195534706116},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.42647576332092285},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3816990852355957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35250407457351685},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3343495726585388},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32012060284614563},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.118419349193573},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.10607457160949707},{"id":"https://openalex.org/C204530211","wikidata":"https://www.wikidata.org/wiki/Q752823","display_name":"Thermal","level":2,"score":0.09832680225372314},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/s12273-024-1109-6","doi":"https://doi.org/10.1007/s12273-024-1109-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12273-024-1109-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12273-024-1109-6.pdf","source":{"id":"https://openalex.org/S153850590","display_name":"Building Simulation","issn_l":"1996-3599","issn":["1996-3599","1996-8744"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","jufo-1","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Building Simulation","raw_type":"journal-article"},{"id":"pmh:oai:escholarship.org:ark:/13030/qt36h527k6","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/36h527k6","pdf_url":"https://escholarship.org/content/qt36h527k6/qt36h527k6.pdf","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Building Simulation, vol 17, iss 5","raw_type":"article"},{"id":"pmh:oai:iris.polito.it:11583/2986609","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11583/2986609","pdf_url":"https://iris.polito.it/bitstream/11583/2986609/1/An%20innovative%20heterogeneous%20transfer%20learning%20framework%20to%20enhance%20the%20scalability%20of%20deep%20reinforcement%20learning%20controllers%20in%20buildings%20with%20integrated%20energy%20systems.pdf","source":{"id":"https://openalex.org/S7407055329","display_name":"PORTO@Iris","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:osti.gov:2377669","doi":null,"is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/2377669","pdf_url":"https://www.osti.gov/biblio/2377669","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1007/s12273-024-1109-6","doi":"https://doi.org/10.1007/s12273-024-1109-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s12273-024-1109-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s12273-024-1109-6.pdf","source":{"id":"https://openalex.org/S153850590","display_name":"Building Simulation","issn_l":"1996-3599","issn":["1996-3599","1996-8744"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","jufo-1","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Building Simulation","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.878000020980835,"id":"https://metadata.un.org/sdg/7"},{"display_name":"Industry, innovation and infrastructure","score":0.5378999710083008,"id":"https://metadata.un.org/sdg/9"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G6327910654","display_name":null,"funder_award_id":"ECS_00000036","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320313985","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F7311471023","display_name":"NextGenerationEU","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391972607.pdf","grobid_xml":"https://content.openalex.org/works/W4391972607.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1256768293","https://openalex.org/W1839500782","https://openalex.org/W1996703648","https://openalex.org/W2095184775","https://openalex.org/W2097381042","https://openalex.org/W2108152153","https://openalex.org/W2145339207","https://openalex.org/W2153023573","https://openalex.org/W2165698076","https://openalex.org/W2341171179","https://openalex.org/W2532006013","https://openalex.org/W2570569129","https://openalex.org/W2731682877","https://openalex.org/W2766164908","https://openalex.org/W2801455285","https://openalex.org/W2889814654","https://openalex.org/W2900981450","https://openalex.org/W2903000250","https://openalex.org/W2904246096","https://openalex.org/W2921955147","https://openalex.org/W2957897705","https://openalex.org/W2962897394","https://openalex.org/W2962989616","https://openalex.org/W2969656782","https://openalex.org/W2980005177","https://openalex.org/W2981037657","https://openalex.org/W2988808372","https://openalex.org/W2989354373","https://openalex.org/W2995653869","https://openalex.org/W3026017474","https://openalex.org/W3034748593","https://openalex.org/W3085257246","https://openalex.org/W3116975485","https://openalex.org/W3120831901","https://openalex.org/W3132217898","https://openalex.org/W3136267243","https://openalex.org/W3163592485","https://openalex.org/W3193645253","https://openalex.org/W3199589734","https://openalex.org/W4200227341","https://openalex.org/W4205653889","https://openalex.org/W4206696802","https://openalex.org/W4206721385","https://openalex.org/W4210439997","https://openalex.org/W4225632179","https://openalex.org/W4298325901","https://openalex.org/W4303437895","https://openalex.org/W4304807033","https://openalex.org/W4308487743","https://openalex.org/W4311710378","https://openalex.org/W4315480006","https://openalex.org/W4323275929","https://openalex.org/W4324144157","https://openalex.org/W4361011606","https://openalex.org/W4378571872","https://openalex.org/W4380046108","https://openalex.org/W4380887541","https://openalex.org/W4381849574","https://openalex.org/W4383112908","https://openalex.org/W4385408633","https://openalex.org/W4386742256","https://openalex.org/W4387539797","https://openalex.org/W4387643463","https://openalex.org/W4388169337","https://openalex.org/W6780559895","https://openalex.org/W6820618299","https://openalex.org/W6941418834"],"related_works":["https://openalex.org/W4315480006","https://openalex.org/W4406062430","https://openalex.org/W4410948565","https://openalex.org/W4304807033","https://openalex.org/W4408120668","https://openalex.org/W4283362796","https://openalex.org/W7160311330","https://openalex.org/W3048265338","https://openalex.org/W4398162525","https://openalex.org/W4403922729"],"abstract_inverted_index":{"Abstract":[0],"Deep":[1,276],"Reinforcement":[2,277],"Learning":[3,42,278],"(DRL)-based":[4],"control":[5,58,76,141],"shows":[6],"enhanced":[7],"performance":[8,88,263,295],"in":[9,56,77,105,118,217,225,268,316],"the":[10,31,38,70,87,116,208,226,230,291,297,301],"management":[11],"of":[12,33,89,124,215,229,294],"integrated":[13,158],"energy":[14,82,159,165],"systems":[15],"when":[16],"compared":[17,236,264],"with":[18,65,80,97,134,254,319],"Rule-Based":[19],"Controllers":[20],"(RBCs),":[21],"but":[22],"it":[23,96,311],"still":[24],"lacks":[25],"scalability":[26],"and":[27,99,101,111,121,149,163,174,179,190,197,202,220,223,239,248,252,310],"generalisation":[28],"due":[29],"to":[30,48,72,129,151,192,212,237,256,265,289],"necessity":[32],"using":[34,109],"tailored":[35],"models":[36],"for":[37,286],"training":[39],"process.":[40],"Transfer":[41],"(TL)":[43],"is":[44,143,306],"a":[45,106,125,131,135,146,213],"potential":[46],"solution":[47],"address":[49],"this":[50],"limitation.":[51],"However,":[52,274],"existing":[53],"TL":[54,93,183,245,260,304],"applications":[55],"building":[57,148,169],"have":[59],"been":[60],"mostly":[61],"tested":[62],"among":[63],"buildings":[64,154,318],"similar":[66],"features,":[67,171],"not":[68],"addressing":[69],"need":[71],"scale":[73],"up":[74],"advanced":[75],"real-world":[78],"scenarios":[79],"diverse":[81,194],"systems.":[83],"This":[84],"paper":[85],"assesses":[86],"an":[90,157],"online":[91,102,240,244,259,298,303],"heterogeneous":[92],"strategy,":[94],"comparing":[95],"RBC":[98,238],"offline":[100,266,275],"DRL":[103,126,241,267],"controllers":[104],"simulation":[107],"setup":[108],"EnergyPlus":[110],"Python.":[112],"The":[113,140,182],"study":[114],"tests":[115],"transfer":[117],"both":[119],"transductive":[120,270],"inductive":[122,272],"settings":[123],"policy":[127,142],"designed":[128],"manage":[130],"chiller":[132],"coupled":[133],"Thermal":[136],"Energy":[137],"Storage":[138],"(TES).":[139],"pre-trained":[144],"on":[145],"source":[147,201],"transferred":[150],"various":[152],"target":[153,203],"characterised":[155],"by":[156,250],"system":[160],"including":[161],"photovoltaic":[162],"battery":[164],"storage":[166],"systems,":[167],"different":[168],"envelope":[170],"occupancy":[172],"schedule":[173],"boundary":[175],"conditions":[176],"(e.g.,":[177],"weather":[178],"price":[180],"signal).":[181],"approach":[184],"incorporates":[185],"model":[186],"slicing,":[187],"imitation":[188],"learning":[189],"fine-tuning":[191],"handle":[193],"state":[195],"spaces":[196],"reward":[198],"functions":[199],"between":[200,221],"buildings.":[204],"Results":[205],"show":[206],"that":[207],"proposed":[209,302],"methodology":[210,305],"leads":[211],"reduction":[214],"10%":[216,222],"electricity":[218],"cost":[219],"40%":[224],"mean":[227],"value":[228],"daily":[231],"average":[232],"temperature":[233],"violation":[234],"rate":[235],"controllers.":[242],"Moreover,":[243],"maximises":[246],"self-sufficiency":[247],"self-consumption":[249],"9%":[251],"11%":[253],"respect":[255],"RBC.":[257],"Conversely,":[258],"achieves":[261],"worse":[262],"either":[269],"or":[271],"settings.":[273],"(DRL)":[279],"agents":[280],"should":[281],"be":[282,313],"trained":[283],"at":[284],"least":[285],"15":[287],"episodes":[288],"reach":[290],"same":[292],"level":[293],"as":[296],"TL.":[299],"Therefore,":[300],"effective,":[307],"completely":[308],"model-free":[309],"can":[312],"directly":[314],"implemented":[315],"real":[317],"satisfying":[320],"performance.":[321]},"counts_by_year":[{"year":2026,"cited_by_count":22},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":6}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2024-02-21T00:00:00"}