{"id":"https://openalex.org/W2277948250","doi":"https://doi.org/10.1109/tsg.2016.2517211","title":"Residential Demand Response of Thermostatically Controlled Loads Using Batch Reinforcement Learning","display_name":"Residential Demand Response of Thermostatically Controlled Loads Using Batch Reinforcement Learning","publication_year":2016,"publication_date":"2016-02-08","ids":{"openalex":"https://openalex.org/W2277948250","doi":"https://doi.org/10.1109/tsg.2016.2517211","mag":"2277948250"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2016.2517211","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2016.2517211","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030042447","display_name":"Frederik Ruelens","orcid":"https://orcid.org/0000-0002-5637-2431"},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Frederik Ruelens","raw_affiliation_strings":["Department of Electrical Engineering, Katholieke Universiteit Leuven/EnergyVille, Leuven, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Katholieke Universiteit Leuven/EnergyVille, Leuven, Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078508556","display_name":"Bert Claessens","orcid":"https://orcid.org/0009-0006-6116-1483"},"institutions":[{"id":"https://openalex.org/I68522396","display_name":"Flemish Institute for Technological Research","ror":"https://ror.org/04gq0w522","country_code":"BE","type":"facility","lineage":["https://openalex.org/I68522396"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Bert J. Claessens","raw_affiliation_strings":["Energy Department, Flemish Institute for Technological Research, Mol, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Energy Department, Flemish Institute for Technological Research, Mol, Belgium","institution_ids":["https://openalex.org/I68522396"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035343308","display_name":"Stijn Vandael","orcid":null},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Stijn Vandael","raw_affiliation_strings":["Department of Electrical Engineering, Katholieke Universiteit Leuven/EnergyVille, Leuven, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Katholieke Universiteit Leuven/EnergyVille, Leuven, Belgium","institution_ids":["https://openalex.org/I99464096"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026547410","display_name":"Bart De Schutter","orcid":"https://orcid.org/0000-0001-9867-6196"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Bart De Schutter","raw_affiliation_strings":["Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084264842","display_name":"Robert Babu\u0161ka","orcid":"https://orcid.org/0000-0001-9578-8598"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Robert Babuska","raw_affiliation_strings":["Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft Center for Systems and Control, Delft University of Technology, Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017075533","display_name":"Ronnie Belmans","orcid":null},"institutions":[{"id":"https://openalex.org/I99464096","display_name":"KU Leuven","ror":"https://ror.org/05f950310","country_code":"BE","type":"education","lineage":["https://openalex.org/I99464096"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Ronnie Belmans","raw_affiliation_strings":["Department of Electrical Engineering, Katholieke Universiteit Leuven/EnergyVille, Leuven, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Katholieke Universiteit Leuven/EnergyVille, Leuven, Belgium","institution_ids":["https://openalex.org/I99464096"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.2833,"has_fulltext":false,"cited_by_count":344,"citation_normalized_percentile":{"value":0.98850263,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"8","issue":"5","first_page":"2149","last_page":"2159"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8471055030822754},{"id":"https://openalex.org/keywords/thermostat","display_name":"Thermostat","score":0.7513206005096436},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.712710440158844},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.6206305623054504},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.4672897458076477},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.46522021293640137},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4350125193595886},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3525589108467102},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2948734760284424},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18338459730148315},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.094818115234375}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8471055030822754},{"id":"https://openalex.org/C187819001","wikidata":"https://www.wikidata.org/wiki/Q187665","display_name":"Thermostat","level":2,"score":0.7513206005096436},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.712710440158844},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.6206305623054504},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.4672897458076477},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.46522021293640137},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4350125193595886},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3525589108467102},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2948734760284424},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18338459730148315},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.094818115234375},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tsg.2016.2517211","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2016.2517211","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},{"id":"pmh:oai:lirias2repo.kuleuven.be:123456789/520606","is_oa":false,"landing_page_url":"https://lirias.kuleuven.be/bitstream/123456789/520606/1/ieee_paper_ruelens_frederik.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S7407055369","display_name":"Lirias","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Smart Grid, vol. 8 (5), Art.No. 5, (2149-2159)","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:tudelft.nl:uuid:2a6f9e25-d538-45d5-a8dd-2c2f9b453bdb","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:2a6f9e25-d538-45d5-a8dd-2c2f9b453bdb","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W166862392","https://openalex.org/W192920577","https://openalex.org/W256201028","https://openalex.org/W1550698229","https://openalex.org/W1551034208","https://openalex.org/W1552830313","https://openalex.org/W1576452626","https://openalex.org/W1576580777","https://openalex.org/W1601081659","https://openalex.org/W1626155273","https://openalex.org/W1972825041","https://openalex.org/W1979029747","https://openalex.org/W1980303097","https://openalex.org/W1982262386","https://openalex.org/W1994348807","https://openalex.org/W2010029789","https://openalex.org/W2012160694","https://openalex.org/W2012547817","https://openalex.org/W2022935688","https://openalex.org/W2024998154","https://openalex.org/W2029584126","https://openalex.org/W2043282011","https://openalex.org/W2049107400","https://openalex.org/W2067932258","https://openalex.org/W2069090512","https://openalex.org/W2075245034","https://openalex.org/W2076497903","https://openalex.org/W2077440620","https://openalex.org/W2096018174","https://openalex.org/W2100495367","https://openalex.org/W2103791569","https://openalex.org/W2108379081","https://openalex.org/W2115211925","https://openalex.org/W2120346334","https://openalex.org/W2121863487","https://openalex.org/W2133609801","https://openalex.org/W2134689794","https://openalex.org/W2139418546","https://openalex.org/W2149476049","https://openalex.org/W2154997814","https://openalex.org/W2158013963","https://openalex.org/W2169982856","https://openalex.org/W2181681996","https://openalex.org/W2260158983","https://openalex.org/W2276463593","https://openalex.org/W2282183102","https://openalex.org/W2341171179","https://openalex.org/W2552792841","https://openalex.org/W2906165699","https://openalex.org/W3020831056","https://openalex.org/W3044526620","https://openalex.org/W3139377883","https://openalex.org/W4214717370","https://openalex.org/W4245296547","https://openalex.org/W6634483419","https://openalex.org/W6677067356","https://openalex.org/W6677737365","https://openalex.org/W6685775293","https://openalex.org/W6692963853","https://openalex.org/W6694514460","https://openalex.org/W6695830947"],"related_works":["https://openalex.org/W2038237118","https://openalex.org/W3121872160","https://openalex.org/W2099131511","https://openalex.org/W2349862066","https://openalex.org/W1965959983","https://openalex.org/W4237978858","https://openalex.org/W2386410636","https://openalex.org/W3038962357","https://openalex.org/W2025663273","https://openalex.org/W3099153698"],"abstract_inverted_index":{"Driven":[0],"by":[1,96,144],"recent":[2],"advances":[3],"in":[4,116],"batch":[5,16,27,52,69,157],"Reinforcement":[6],"Learning":[7],"(RL),":[8],"this":[9,142],"paper":[10,46],"contributes":[11],"to":[12,18,23,55,114,164,173],"the":[13,56,62,79,83,98,106,117,133,146],"application":[14],"of":[15,61,108,149],"RL":[17,28,53,70,158],"demand":[19],"response.":[20],"In":[21,67],"contrast":[22],"conventional":[24],"model-based":[25,165],"approaches,":[26],"techniques":[29,71,159],"do":[30,72],"not":[31,73],"require":[32],"a":[33,42,50,59,122,129,150,161],"system":[34,80],"identification":[35],"step,":[36],"making":[37],"them":[38],"more":[39],"suitable":[40],"for":[41],"large-scale":[43],"implementation.":[44],"This":[45],"extends":[47],"fitted":[48],"Q-iteration,":[49],"standard":[51],"technique,":[54],"situation":[57],"when":[58],"forecast":[60],"exogenous":[63],"data":[64],"is":[65,90],"provided.":[66],"general,":[68],"rely":[74],"on":[75,132],"expert":[76,88],"knowledge":[77,89],"about":[78],"dynamics":[81],"or":[82,137],"solution.":[84],"However,":[85],"if":[86],"some":[87],"provided,":[91],"it":[92],"can":[93,170],"be":[94,171],"incorporated":[95],"using":[97],"proposed":[99],"policy":[100],"adjustment":[101],"method.":[102],"Finally,":[103],"we":[104,140],"tackle":[105],"challenge":[107],"finding":[109,145],"an":[110],"open-loop":[111,178],"schedule":[112,148],"required":[113],"participate":[115],"day-ahead":[118,147],"market.":[119],"We":[120],"propose":[121],"model-free":[123],"Monte":[124],"Carlo":[125],"method":[126,143],"that":[127,156,168],"uses":[128],"metric":[130],"based":[131],"state-action":[134],"value":[135],"function":[136],"Q-function":[138],"and":[139,167,177],"illustrate":[141],"heat-pump":[151],"thermostat.":[152],"Our":[153],"experiments":[154],"show":[155],"provide":[160],"valuable":[162],"alternative":[163],"controllers":[166],"they":[169],"used":[172],"construct":[174],"both":[175],"closed-loop":[176],"policies.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":36},{"year":2022,"cited_by_count":45},{"year":2021,"cited_by_count":65},{"year":2020,"cited_by_count":54},{"year":2019,"cited_by_count":40},{"year":2018,"cited_by_count":23},{"year":2017,"cited_by_count":10},{"year":2016,"cited_by_count":4},{"year":2012,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}