{"id":"https://openalex.org/W4390096887","doi":"https://doi.org/10.1109/access.2023.3346324","title":"A Learning-Based Model Predictive Control Strategy for Home Energy Management Systems","display_name":"A Learning-Based Model Predictive Control Strategy for Home Energy Management Systems","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4390096887","doi":"https://doi.org/10.1109/access.2023.3346324"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3346324","doi":"https://doi.org/10.1109/access.2023.3346324","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3346324","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10371281.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10371281.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wenqi Cai","orcid":"https://orcid.org/0000-0002-2195-0203","observed_orcids":["https://orcid.org/0000-0002-2195-0203"]},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Wenqi Cai","raw_affiliation_strings":["Department of Engineering Cybernetics, Norwegian University of Science and Technology (NTNU), Trondheim, Norway"],"raw_orcid":"https://orcid.org/0000-0002-2195-0203","affiliations":[{"raw_affiliation_string":"Department of Engineering Cybernetics, Norwegian University of Science and Technology (NTNU), Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012590059","display_name":"Shambhuraj Sawant","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Shambhuraj Sawant","raw_affiliation_strings":["Department of Engineering Cybernetics, Norwegian University of Science and Technology (NTNU), Trondheim, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Cybernetics, Norwegian University of Science and Technology (NTNU), Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dirk Reinhardt","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Dirk Reinhardt","raw_affiliation_strings":["Department of Engineering Cybernetics, Norwegian University of Science and Technology (NTNU), Trondheim, Norway"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Cybernetics, Norwegian University of Science and Technology (NTNU), Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083670898","display_name":"Soroush Rastegarpour","orcid":"https://orcid.org/0000-0001-6639-7168","observed_orcids":["https://orcid.org/0000-0001-6639-7168"]},"institutions":[{"id":"https://openalex.org/I4210086503","display_name":"ABB (Sweden)","ror":"https://ror.org/0033n4009","country_code":"SE","type":"company","lineage":["https://openalex.org/I4210086503","https://openalex.org/I885143765"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Soroush Rastegarpour","raw_affiliation_strings":["Department of Automation and Control, ABB Research Corporate, V\u00e4ster\u00e5s, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-6639-7168","affiliations":[{"raw_affiliation_string":"Department of Automation and Control, ABB Research Corporate, V\u00e4ster\u00e5s, Sweden","institution_ids":["https://openalex.org/I4210086503"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049645185","display_name":"S\u00e9bastien Gros","orcid":"https://orcid.org/0000-0001-6054-2133","observed_orcids":["https://orcid.org/0000-0001-6054-2133"]},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"S\u00e9bastien Gros","raw_affiliation_strings":["Department of Engineering Cybernetics, Norwegian University of Science and Technology (NTNU), Trondheim, Norway"],"raw_orcid":"https://orcid.org/0000-0001-6054-2133","affiliations":[{"raw_affiliation_string":"Department of Engineering Cybernetics, Norwegian University of Science and Technology (NTNU), Trondheim, Norway","institution_ids":["https://openalex.org/I204778367"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1950,"currency":"USD","value_usd":1950},"apc_paid":{"value":1950,"currency":"USD","value_usd":1950},"fwci":3.207,"has_fulltext":true,"cited_by_count":45,"citation_normalized_percentile":{"value":0.93305678,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"145264","last_page":"145280"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9253000020980835,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9253000020980835,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.04960000142455101,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11185","display_name":"Integrated Energy Systems Optimization","score":0.010300000198185444,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/home-energy-management-systems","display_name":"home energy management systems","score":0.9869999885559082},{"id":"https://openalex.org/keywords/model-predictive-control","display_name":"model predictive control","score":0.9739999771118164},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9819999933242798},{"id":"https://openalex.org/keywords/air-to-water-heat-pump","display_name":"air-to-water heat pump","score":0.7829999923706055},{"id":"https://openalex.org/keywords/hot-water-tank","display_name":"hot water storage tank","score":0.7580000162124634},{"id":"https://openalex.org/keywords/floor-heating","display_name":"floor heating","score":0.8420000076293945},{"id":"https://openalex.org/keywords/photovoltaic-generation","display_name":"photovoltaic generation","score":0.8510000109672546},{"id":"https://openalex.org/keywords/battery-energy-storage","display_name":"battery energy storage","score":0.9049999713897705},{"id":"https://openalex.org/keywords/demand-shifting","display_name":"demand shifting","score":0.7609999775886536},{"id":"https://openalex.org/keywords/peak-shaving","display_name":"peak shaving","score":0.6430000066757202},{"id":"https://openalex.org/keywords/model-discrepancy","display_name":"model mismatch","score":0.6340000033378601},{"id":"https://openalex.org/keywords/uncertainty","display_name":"uncertainty","score":0.3490000069141388},{"id":"https://openalex.org/keywords/indoor-thermal-comfort","display_name":"indoor thermal comfort","score":0.7549999952316284},{"id":"https://openalex.org/keywords/twin-delayed-deep-deterministic-policy-gradient","display_name":"TD3","score":0.7129999995231628},{"id":"https://openalex.org/keywords/energy-cost-savings","display_name":"energy cost reduction","score":0.47200000286102295}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7151398658752441},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.6237562894821167},{"id":"https://openalex.org/C2781260460","wikidata":"https://www.wikidata.org/wiki/Q6139999","display_name":"Energy management system","level":4,"score":0.6174758672714233},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5767852663993835},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.5495504140853882},{"id":"https://openalex.org/C41291067","wikidata":"https://www.wikidata.org/wiki/Q1897785","display_name":"Photovoltaic system","level":2,"score":0.5353646278381348},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.46102672815322876},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.42300546169281006},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3792232573032379},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.36841922998428345},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.3330162763595581},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3061811327934265},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12117943167686462},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1082453727722168},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3346324","doi":"https://doi.org/10.1109/access.2023.3346324","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3346324","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10371281.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:62159ee122fe4cb2825074abc3e5f2e1","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/62159ee122fe4cb2825074abc3e5f2e1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 145264-145280 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3346324","doi":"https://doi.org/10.1109/access.2023.3346324","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3346324","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10371281.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","jufo-1","ki-jl-1","norway-1","oarl","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9853000044822693},{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.5351999998092651}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390096887.pdf","grobid_xml":"https://content.openalex.org/works/W4390096887.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W13294968","https://openalex.org/W1522301498","https://openalex.org/W1537738310","https://openalex.org/W1982430607","https://openalex.org/W1993726338","https://openalex.org/W2057111548","https://openalex.org/W2218581571","https://openalex.org/W2241256076","https://openalex.org/W2277948250","https://openalex.org/W2554472716","https://openalex.org/W2587347436","https://openalex.org/W2588688775","https://openalex.org/W2621151408","https://openalex.org/W2767460585","https://openalex.org/W2789880759","https://openalex.org/W2792270834","https://openalex.org/W2793684890","https://openalex.org/W2842089854","https://openalex.org/W2889790098","https://openalex.org/W2900806034","https://openalex.org/W2902257695","https://openalex.org/W2921267419","https://openalex.org/W2926295867","https://openalex.org/W2926550755","https://openalex.org/W2930426397","https://openalex.org/W2948652605","https://openalex.org/W2965194855","https://openalex.org/W2974205958","https://openalex.org/W2974232099","https://openalex.org/W2984627899","https://openalex.org/W2990266436","https://openalex.org/W2990478129","https://openalex.org/W2998152821","https://openalex.org/W3003239407","https://openalex.org/W3024350433","https://openalex.org/W3045445587","https://openalex.org/W3090789943","https://openalex.org/W3107083634","https://openalex.org/W3116317014","https://openalex.org/W3123847885","https://openalex.org/W3147547649","https://openalex.org/W3154847958","https://openalex.org/W3173438469","https://openalex.org/W3184051402","https://openalex.org/W3189325534","https://openalex.org/W3211916019","https://openalex.org/W4214717370","https://openalex.org/W4225603049","https://openalex.org/W4283119666","https://openalex.org/W4285379000","https://openalex.org/W4292096572","https://openalex.org/W4292387397","https://openalex.org/W4294690810","https://openalex.org/W4296124382","https://openalex.org/W4296849093","https://openalex.org/W4297792366","https://openalex.org/W4313639686","https://openalex.org/W4384787457"],"related_works":["https://openalex.org/W7223458595","https://openalex.org/W3005204480","https://openalex.org/W3003615213","https://openalex.org/W4313655930","https://openalex.org/W2906121753","https://openalex.org/W7071530383","https://openalex.org/W4388910204","https://openalex.org/W4385694925","https://openalex.org/W4399355224","https://openalex.org/W4412860334"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,13,29,38,46,51,97,117,155,164,188,212],"model":[4,106,205],"predictive":[5],"control":[6],"(MPC)-based":[7],"reinforcement":[8],"learning":[9],"(RL)":[10],"approach":[11],"for":[12],"home":[14],"energy":[15,36,83],"management":[16],"system":[17,113,207],"(HEMS).":[18],"The":[19,55],"house":[20,62,125],"consists":[21],"of":[22,90,111,131,203,232,237],"an":[23],"air-to-water":[24],"heat":[25],"pump":[26],"connected":[27],"to":[28,37,59,68,74,84,105,116],"hot":[30],"water":[31],"tank":[32],"that":[33,179,190],"supplies":[34],"thermal":[35,63,194],"water-based":[39],"floor":[40],"heating":[41],"system.":[42,54],"Additionally,":[43],"it":[44],"includes":[45],"photovoltaic":[47],"(PV)":[48],"array":[49],"and":[50,65,77,136,159,196,206,219],"battery":[52,66],"storage":[53,67],"HEMS":[56,98,184,244],"is":[57,99],"supposed":[58],"exploit":[60],"the":[61,85,102,112,124,129,141,151,161,180,201,216,220,230,235],"inertia":[64],"shift":[69],"demand":[70,139],"from":[71],"peak":[72],"hours":[73],"off-peak":[75],"periods":[76,89],"earn":[78],"benefits":[79],"by":[80,149,154],"selling":[81],"excess":[82],"utility":[86],"grid":[87],"during":[88],"high":[91],"electricity":[92],"prices.":[93],"However,":[94],"designing":[95],"such":[96],"challenging":[100],"because":[101],"discrepancies":[103],"due":[104],"mismatch":[107],"make":[108,140],"erroneous":[109],"predictions":[110],"dynamics,":[114],"leading":[115],"non-optimal":[118],"decision":[119],"making.":[120],"Besides,":[121],"uncertainties":[122],"in":[123,128,200,241],"thermodynamics,":[126],"misprediction":[127],"forecasting":[130],"PV":[132],"generation,":[133],"outdoor":[134],"temperature,":[135],"user":[137],"load":[138],"problem":[142],"more":[143],"challenging.":[144],"We":[145],"solve":[146],"this":[147],"issue":[148],"approximating":[150],"optimal":[152],"policy":[153,189,226],"parameterized":[156],"MPC":[157],"scheme":[158],"updating":[160],"parameters":[162],"via":[163],"compatible":[165],"delayed":[166,223],"deterministic":[167,225],"actor-critic":[168],"(with":[169],"gradient":[170,227],"Q-learning":[171],"critic,":[172],"i.e.,":[173],"CDDAC-GQ)":[174],"algorithm.":[175],"Simulation":[176],"results":[177,231],"show":[178],"proposed":[181,239],"MPC-based":[182],"RL":[183],"can":[185],"effectively":[186],"deliver":[187],"satisfies":[191],"both":[192],"indoor":[193],"comfort":[195],"economic":[197],"costs":[198],"even":[199],"case":[202],"inaccurate":[204],"uncertainties.":[208],"Furthermore,":[209],"we":[210],"conduct":[211],"thorough":[213],"comparison":[214],"between":[215],"CDDAC-GQ":[217],"algorithm":[218],"conventional":[221],"twin":[222],"deep":[224],"(TD3)":[228],"algorithm,":[229],"which":[233],"affirm":[234],"efficacy":[236],"our":[238],"method":[240],"addressing":[242],"complex":[243],"problems.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":20},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":5}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2023-12-23T00:00:00"}