{"id":"https://openalex.org/W7225264816","doi":"https://doi.org/10.1080/17508975.2026.2751965","title":"Bayesian reinforcement learning for uncertainty-aware building energy control","display_name":"Bayesian reinforcement learning for uncertainty-aware building energy control","publication_year":2026,"publication_date":"2026-11-04","ids":{"openalex":"https://openalex.org/W7225264816","doi":"https://doi.org/10.1080/17508975.2026.2751965"},"language":"en","primary_location":{"id":"doi:10.1080/17508975.2026.2751965","doi":"https://doi.org/10.1080/17508975.2026.2751965","is_oa":false,"landing_page_url":"https://doi.org/10.1080/17508975.2026.2751965","pdf_url":null,"source":{"id":"https://openalex.org/S111395508","display_name":"Intelligent Buildings International","issn_l":"1750-8975","issn":["1750-8975","1756-6932"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Buildings International","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133999816","display_name":"Yassine Chaouki","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210125507","display_name":"Chouaib Doukkali University","ror":"https://ror.org/036kgyt43","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210125507"]}],"countries":["MA"],"is_corresponding":true,"raw_author_name":"Yassine Chaouki","raw_affiliation_strings":["University of Chouaib Doukkali"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chouaib Doukkali","institution_ids":["https://openalex.org/I4210125507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005339498","display_name":"Mohammed Kasri","orcid":"https://orcid.org/0000-0002-8811-6539","observed_orcids":["https://orcid.org/0000-0002-8811-6539"]},"institutions":[{"id":"https://openalex.org/I4210088687","display_name":"Universit\u00e9 Ibn Zohr","ror":"https://ror.org/006sgpv47","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210088687"]},{"id":"https://openalex.org/I4210125507","display_name":"Chouaib Doukkali University","ror":"https://ror.org/036kgyt43","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210125507"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Mohammed Kasri","raw_affiliation_strings":["Ibn Zohr University","University of Chouaib Doukkali"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ibn Zohr University","institution_ids":["https://openalex.org/I4210088687"]},{"raw_affiliation_string":"University of Chouaib Doukkali","institution_ids":["https://openalex.org/I4210125507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005583148","display_name":"Mustapha Hankar","orcid":"https://orcid.org/0009-0001-6999-6948","observed_orcids":["https://orcid.org/0009-0001-6999-6948"]},"institutions":[{"id":"https://openalex.org/I4210125507","display_name":"Chouaib Doukkali University","ror":"https://ror.org/036kgyt43","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210125507"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Mustapha Hankar","raw_affiliation_strings":["University of Chouaib Doukkali"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chouaib Doukkali","institution_ids":["https://openalex.org/I4210125507"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001300162","display_name":"Abderrahim Beni\u2010Hssane","orcid":"https://orcid.org/0000-0001-8040-1741","observed_orcids":["https://orcid.org/0000-0001-8040-1741"]},"institutions":[{"id":"https://openalex.org/I4210125507","display_name":"Chouaib Doukkali University","ror":"https://ror.org/036kgyt43","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210125507"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Abderrahim Beni-Hssane","raw_affiliation_strings":["University of Chouaib Doukkali"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chouaib Doukkali","institution_ids":["https://openalex.org/I4210125507"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5133999816"],"corresponding_institution_ids":["https://openalex.org/I4210125507"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.74969368,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"19"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.8672000169754028,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.8672000169754028,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.12150000035762787,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/home-energy-management-systems","display_name":"home energy management systems","score":0.8799999952316284},{"id":"https://openalex.org/keywords/building-energy-control","display_name":"building energy standards","score":0.9139999747276306},{"id":"https://openalex.org/keywords/bayesian-reinforcement-learning","display_name":"Bayesian reinforcement learning","score":0.8989999890327454},{"id":"https://openalex.org/keywords/bayesian-neural-networks","display_name":"Bayesian neural networks","score":0.8510000109672546},{"id":"https://openalex.org/keywords/epistemic-uncertainty","display_name":"epistemic uncertainty","score":0.7950000166893005},{"id":"https://openalex.org/keywords/monte-carlo-dropout","display_name":"Monte Carlo dropout","score":0.9210000038146973},{"id":"https://openalex.org/keywords/proximal-policy-optimization","display_name":"proximal policy optimization","score":0.9359999895095825},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.9350000023841858},{"id":"https://openalex.org/keywords/battery-charging-and-discharging","display_name":"battery charging and discharging","score":0.902999997138977},{"id":"https://openalex.org/keywords/renewable-energy-integration","display_name":"renewable energy integration","score":0.9010000228881836},{"id":"https://openalex.org/keywords/uncertainty-quantification","display_name":"uncertainty quantification","score":0.5979999899864197}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.631600022315979},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5672000050544739},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5501000285148621},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.5295000076293945},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.5275999903678894},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.5274999737739563},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5138000249862671},{"id":"https://openalex.org/C83931994","wikidata":"https://www.wikidata.org/wiki/Q1149653","display_name":"Building automation","level":2,"score":0.4848000109195709},{"id":"https://openalex.org/C94361409","wikidata":"https://www.wikidata.org/wiki/Q7882500","display_name":"Uncertainty reduction theory","level":2,"score":0.48159998655319214},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.47200000286102295},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.4480000138282776},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.43880000710487366},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.4311000108718872},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.42080000042915344},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4083000123500824},{"id":"https://openalex.org/C32230216","wikidata":"https://www.wikidata.org/wiki/Q7882499","display_name":"Uncertainty quantification","level":2,"score":0.3935000002384186},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.3847000002861023},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.38040000200271606},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C160234255","wikidata":"https://www.wikidata.org/wiki/Q812535","display_name":"Bayesian inference","level":3,"score":0.35899999737739563},{"id":"https://openalex.org/C106527866","wikidata":"https://www.wikidata.org/wiki/Q1489497","display_name":"Building management system","level":3,"score":0.353300005197525},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3490000069141388},{"id":"https://openalex.org/C33724603","wikidata":"https://www.wikidata.org/wiki/Q812540","display_name":"Bayesian network","level":2,"score":0.3418999910354614},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.336899995803833},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.3352999985218048},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.33160001039505005},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.32659998536109924},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C177803969","wikidata":"https://www.wikidata.org/wiki/Q29205","display_name":"Uncertainty analysis","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2888999879360199},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2863999903202057},{"id":"https://openalex.org/C155386361","wikidata":"https://www.wikidata.org/wiki/Q1649571","display_name":"Process control","level":3,"score":0.28139999508857727},{"id":"https://openalex.org/C82327864","wikidata":"https://www.wikidata.org/wiki/Q835100","display_name":"Intelligent control","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.2784000039100647},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27619999647140503},{"id":"https://openalex.org/C2776190866","wikidata":"https://www.wikidata.org/wiki/Q1341477","display_name":"Energy supply","level":3,"score":0.2702000141143799},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.26339998841285706},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.26109999418258667}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/17508975.2026.2751965","doi":"https://doi.org/10.1080/17508975.2026.2751965","is_oa":false,"landing_page_url":"https://doi.org/10.1080/17508975.2026.2751965","pdf_url":null,"source":{"id":"https://openalex.org/S111395508","display_name":"Intelligent Buildings International","issn_l":"1750-8975","issn":["1750-8975","1756-6932"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Buildings International","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9853000044822693},{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.5351999998092651}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W582134693","https://openalex.org/W2129987380","https://openalex.org/W2404067440","https://openalex.org/W2736601468","https://openalex.org/W2754517384","https://openalex.org/W2787400134","https://openalex.org/W2965545010","https://openalex.org/W2974232099","https://openalex.org/W3183048323","https://openalex.org/W3215544058","https://openalex.org/W4381592130","https://openalex.org/W4385371898","https://openalex.org/W4387203742","https://openalex.org/W4388036857","https://openalex.org/W4388750491","https://openalex.org/W4392247356","https://openalex.org/W4394006735","https://openalex.org/W4396951434","https://openalex.org/W4400445933","https://openalex.org/W4403518774","https://openalex.org/W4404036790","https://openalex.org/W4404374810","https://openalex.org/W4404624390","https://openalex.org/W4405642925","https://openalex.org/W4406842773","https://openalex.org/W4409202831","https://openalex.org/W4409839219","https://openalex.org/W6959281757"],"related_works":["https://openalex.org/W4402633379","https://openalex.org/W7165362838","https://openalex.org/W7212333337","https://openalex.org/W4292096572","https://openalex.org/W4392839371","https://openalex.org/W7222827897","https://openalex.org/W7213589124","https://openalex.org/W7166114246","https://openalex.org/W4404374810","https://openalex.org/W4416136256"],"abstract_inverted_index":{"The":[0],"integration":[1],"of":[2,115],"renewable":[3],"energy":[4,26,129],"into":[5],"buildings":[6],"constitutes":[7],"a":[8,38,44,80,94,101],"major":[9],"challenge":[10],"for":[11,58,127],"Home":[12],"Energy":[13],"Management":[14],"Systems":[15],"(HEMS)":[16],"due":[17],"to":[18,73,85],"various":[19],"uncertainties":[20],"in":[21,79,97,104,119],"demand,":[22],"grid":[23],"generation,":[24],"and":[25,42,77,100,123,131],"prices.":[27],"In":[28],"this":[29],"paper,":[30],"we":[31],"formulate":[32],"the":[33,112],"HEMS":[34],"control":[35,125],"problem":[36],"as":[37],"Markov":[39],"Decision":[40],"Process":[41],"introduce":[43],"simulation-based":[45],"framework":[46],"that":[47],"combines":[48],"Proximal":[49],"Policy":[50],"Optimization":[51],"(PPO)":[52],"with":[53],"Bayesian":[54,116],"Neural":[55],"Networks":[56],"(BNN)":[57],"uncertainty-aware":[59],"decision-making.":[60],"By":[61],"using":[62],"Monte":[63],"Carlo":[64],"dropout,":[65],"our":[66,88],"PPO-BNN":[67],"approach":[68,89],"explicitly":[69],"captures":[70],"epistemic":[71],"uncertainty":[72,117],"optimize":[74],"battery":[75],"charging":[76],"discharging":[78],"building":[81,128],"simulation":[82,130],"environment.":[83],"Compared":[84],"standard":[86],"PPO,":[87],"demonstrates":[90],"superior":[91],"performance,":[92],"achieving":[93],"52.1%":[95],"reduction":[96],"deep-discharge":[98],"events":[99],"14.3%":[102],"improvement":[103],"annualized":[105],"net":[106],"economic":[107],"value.":[108],"These":[109],"results":[110],"underscore":[111],"critical":[113],"role":[114],"quantification":[118],"developing":[120],"robust,":[121],"efficient,":[122],"sustainable":[124],"strategies":[126],"performance":[132],"optimization.":[133]},"counts_by_year":[],"updated_date":"2026-11-06T12:05:46.655746","created_date":"2026-11-05T00:00:00"}