{"id":"https://openalex.org/W2990380687","doi":"https://doi.org/10.1109/isgteurope.2019.8905776","title":"Double Q-learning for Demand Response of an Electric Water Heater","display_name":"Double Q-learning for Demand Response of an Electric Water Heater","publication_year":2019,"publication_date":"2019-09-01","ids":{"openalex":"https://openalex.org/W2990380687","doi":"https://doi.org/10.1109/isgteurope.2019.8905776","mag":"2990380687"},"language":"en","primary_location":{"id":"doi:10.1109/isgteurope.2019.8905776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgteurope.2019.8905776","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE PES Innovative Smart Grid Technologies Europe (ISGT-Europe)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086935847","display_name":"Thijs Peirelinck","orcid":"https://orcid.org/0000-0002-1080-8164"},"institutions":[{"id":"https://openalex.org/I2800534741","display_name":"Directorate-General for Energy","ror":"https://ror.org/04gkw9q47","country_code":"BE","type":"government","lineage":["https://openalex.org/I1320481043","https://openalex.org/I2800387288","https://openalex.org/I2800534741"]}],"countries":["BE"],"is_corresponding":true,"raw_author_name":"Thijs Peirelinck","raw_affiliation_strings":["AMO, EnergyVille,Thor Park 8130, Genk,Belgium,3600","AMO, EnergyVille, Thor Park 8130, Genk, Belgium"],"affiliations":[{"raw_affiliation_string":"AMO, EnergyVille,Thor Park 8130, Genk,Belgium,3600","institution_ids":["https://openalex.org/I2800534741"]},{"raw_affiliation_string":"AMO, EnergyVille, Thor Park 8130, Genk, Belgium","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075035678","display_name":"Chris Hermans","orcid":"https://orcid.org/0000-0001-7075-8755"},"institutions":[{"id":"https://openalex.org/I68522396","display_name":"Flemish Institute for Technological Research","ror":"https://ror.org/04gq0w522","country_code":"BE","type":"facility","lineage":["https://openalex.org/I68522396"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Chris Hermans","raw_affiliation_strings":["Flemish Institute for Technological Research (VITO),AMO,Boeretang 200, Mol,Belgium,2400","AMO, Flemish Institute for Technological Research (VITO), Boeretang 200, Mol, Belgium"],"affiliations":[{"raw_affiliation_string":"Flemish Institute for Technological Research (VITO),AMO,Boeretang 200, Mol,Belgium,2400","institution_ids":["https://openalex.org/I68522396"]},{"raw_affiliation_string":"AMO, Flemish Institute for Technological Research (VITO), Boeretang 200, Mol, Belgium","institution_ids":["https://openalex.org/I68522396"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008706525","display_name":"Fred Spiessens","orcid":"https://orcid.org/0000-0002-1493-6745"},"institutions":[{"id":"https://openalex.org/I68522396","display_name":"Flemish Institute for Technological Research","ror":"https://ror.org/04gq0w522","country_code":"BE","type":"facility","lineage":["https://openalex.org/I68522396"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Fred Spiessens","raw_affiliation_strings":["Flemish Institute for Technological Research (VITO),AMO,Boeretang 200, Mol,Belgium,2400","AMO, Flemish Institute for Technological Research (VITO), Boeretang 200, Mol, Belgium"],"affiliations":[{"raw_affiliation_string":"Flemish Institute for Technological Research (VITO),AMO,Boeretang 200, Mol,Belgium,2400","institution_ids":["https://openalex.org/I68522396"]},{"raw_affiliation_string":"AMO, Flemish Institute for Technological Research (VITO), Boeretang 200, Mol, Belgium","institution_ids":["https://openalex.org/I68522396"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024462942","display_name":"Geert Deconinck","orcid":"https://orcid.org/0000-0002-2225-3987"},"institutions":[{"id":"https://openalex.org/I2800534741","display_name":"Directorate-General for Energy","ror":"https://ror.org/04gkw9q47","country_code":"BE","type":"government","lineage":["https://openalex.org/I1320481043","https://openalex.org/I2800387288","https://openalex.org/I2800534741"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Geert Deconinck","raw_affiliation_strings":["AMO, EnergyVille,Thor Park 8130, Genk,Belgium,3600","AMO, EnergyVille, Thor Park 8130, Genk, Belgium"],"affiliations":[{"raw_affiliation_string":"AMO, EnergyVille,Thor Park 8130, Genk,Belgium,3600","institution_ids":["https://openalex.org/I2800534741"]},{"raw_affiliation_string":"AMO, EnergyVille, Thor Park 8130, Genk, Belgium","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5086935847"],"corresponding_institution_ids":["https://openalex.org/I2800534741"],"apc_list":null,"apc_paid":null,"fwci":0.5961,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.69626474,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/thermostat","display_name":"Thermostat","score":0.8286149501800537},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.8073418140411377},{"id":"https://openalex.org/keywords/tariff","display_name":"Tariff","score":0.6516590714454651},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6270807385444641},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.4789431691169739},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.47521835565567017},{"id":"https://openalex.org/keywords/peak-demand","display_name":"Peak demand","score":0.46092697978019714},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45275992155075073},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.4519405961036682},{"id":"https://openalex.org/keywords/load-management","display_name":"Load management","score":0.44405901432037354},{"id":"https://openalex.org/keywords/demand-side","display_name":"Demand side","score":0.44101908802986145},{"id":"https://openalex.org/keywords/load-shifting","display_name":"Load shifting","score":0.43728509545326233},{"id":"https://openalex.org/keywords/consumption","display_name":"Consumption (sociology)","score":0.43312472105026245},{"id":"https://openalex.org/keywords/energy-storage","display_name":"Energy storage","score":0.41717177629470825},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4169127941131592},{"id":"https://openalex.org/keywords/environmental-economics","display_name":"Environmental economics","score":0.3919469714164734},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2900739014148712},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.25337034463882446},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.21487542986869812},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.21211516857147217},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18784889578819275},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.1788722276687622}],"concepts":[{"id":"https://openalex.org/C187819001","wikidata":"https://www.wikidata.org/wiki/Q187665","display_name":"Thermostat","level":2,"score":0.8286149501800537},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.8073418140411377},{"id":"https://openalex.org/C2776060655","wikidata":"https://www.wikidata.org/wiki/Q52389","display_name":"Tariff","level":2,"score":0.6516590714454651},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6270807385444641},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.4789431691169739},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.47521835565567017},{"id":"https://openalex.org/C147940328","wikidata":"https://www.wikidata.org/wiki/Q3393666","display_name":"Peak demand","level":3,"score":0.46092697978019714},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45275992155075073},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.4519405961036682},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.44405901432037354},{"id":"https://openalex.org/C3020254827","wikidata":"https://www.wikidata.org/wiki/Q5255016","display_name":"Demand side","level":2,"score":0.44101908802986145},{"id":"https://openalex.org/C2777030403","wikidata":"https://www.wikidata.org/wiki/Q17099419","display_name":"Load shifting","level":3,"score":0.43728509545326233},{"id":"https://openalex.org/C30772137","wikidata":"https://www.wikidata.org/wiki/Q5164762","display_name":"Consumption (sociology)","level":2,"score":0.43312472105026245},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.41717177629470825},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4169127941131592},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.3919469714164734},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2900739014148712},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.25337034463882446},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.21487542986869812},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.21211516857147217},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18784889578819275},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.1788722276687622},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isgteurope.2019.8905776","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgteurope.2019.8905776","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE PES Innovative Smart Grid Technologies Europe (ISGT-Europe)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.8999999761581421}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1757796397","https://openalex.org/W2022935688","https://openalex.org/W2115211925","https://openalex.org/W2121092017","https://openalex.org/W2155968351","https://openalex.org/W2173248099","https://openalex.org/W2277948250","https://openalex.org/W2345249859","https://openalex.org/W2523590678","https://openalex.org/W2746553466","https://openalex.org/W2767535599","https://openalex.org/W2799432843","https://openalex.org/W2811440831","https://openalex.org/W2907752337","https://openalex.org/W2962938178","https://openalex.org/W2963864421","https://openalex.org/W3103957489","https://openalex.org/W4298857966","https://openalex.org/W6677939520","https://openalex.org/W6727375839"],"related_works":["https://openalex.org/W2889289957","https://openalex.org/W3004430418","https://openalex.org/W3156141568","https://openalex.org/W2998744119","https://openalex.org/W2291477327","https://openalex.org/W4381940574","https://openalex.org/W2026647281","https://openalex.org/W2030798813","https://openalex.org/W2100876798","https://openalex.org/W4289542842"],"abstract_inverted_index":{"Increasing":[0],"the":[1,8,19,71,96,112,122],"share":[2],"of":[3],"renewable":[4],"energy":[5,73,117],"sources":[6],"in":[7,31,63],"electrical":[9],"grid":[10],"requires":[11],"new":[12],"balancing":[13],"means.":[14],"Therefore,":[15],"activating":[16],"flexibility":[17],"at":[18],"demand":[20],"side":[21],"with":[22,100],"Demand":[23],"Response":[24],"(DR)":[25],"programs":[26],"has":[27],"gained":[28],"significant":[29],"attention":[30],"recent":[32],"years.":[33],"In":[34,50,93],"this":[35,51],"regard,":[36],"Thermostatically":[37],"Controlled":[38],"Loads":[39],"(TCLs)":[40],"are":[41],"interesting":[42],"appliances,":[43],"due":[44],"to":[45,57,78,105,127],"their":[46],"inherent":[47],"storage":[48],"capacity.":[49],"paper,":[52],"double":[53,101],"Q-learning":[54,102,131],"is":[55,75,103,124],"applied":[56],"an":[58],"Electric":[59],"Water":[60],"Heater":[61],"(EWH)":[62],"two":[64],"different":[65],"DR":[66],"settings.":[67],"The":[68,83],"first":[69],"assumes":[70,86],"EWH's":[72],"consumption":[74,91,134],"billed":[76],"according":[77,126],"a":[79,89,106,128],"Time-of-Use":[80],"(ToU)":[81],"price.":[82],"second":[84],"scenario":[85],"households":[87],"have":[88],"power":[90,133],"limit.":[92],"both":[94],"cases,":[95],"control":[97],"policy":[98],"learned":[99],"compared":[104],"thermostat":[107],"controller.":[108],"With":[109],"ToU":[110],"pricing":[111],"EWH":[113,123],"consumes":[114],"35%":[115],"less":[116],"during":[118],"peak":[119],"hours.":[120],"When":[121],"charged":[125],"capacity":[129],"tariff":[130],"reduces":[132],"limit":[135],"surpasses":[136],"by":[137],"31%.":[138]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}