{"id":"https://openalex.org/W2012160694","doi":"https://doi.org/10.1109/smartgrid.2010.5622078","title":"Residential Demand Response Using Reinforcement Learning","display_name":"Residential Demand Response Using Reinforcement Learning","publication_year":2010,"publication_date":"2010-10-01","ids":{"openalex":"https://openalex.org/W2012160694","doi":"https://doi.org/10.1109/smartgrid.2010.5622078","mag":"2012160694"},"language":"en","primary_location":{"id":"doi:10.1109/smartgrid.2010.5622078","doi":"https://doi.org/10.1109/smartgrid.2010.5622078","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgrid.2010.5622078","pdf_url":null,"source":{"id":"https://openalex.org/S7407085954","display_name":"IEEE International Conference on Smart Grid Communications (SmartGridComm)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 First IEEE International Conference on Smart Grid Communications","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2012160694"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007686127","display_name":"Daniel O\u2019Neill","orcid":"https://orcid.org/0000-0003-0125-1541","observed_orcids":["https://orcid.org/0000-0003-0125-1541","https://orcid.org/0000-0001-7773-1870"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel O'Neill","raw_affiliation_strings":["Dept. of Electrical Engineering, Stanford University, Stanford, CA, USA","[Dept. of Electr. Eng., Stanford Univ., Stanford, CA, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"[Dept. of Electr. Eng., Stanford Univ., Stanford, CA, USA]","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051196445","display_name":"Marco Levorato","orcid":"https://orcid.org/0000-0002-6920-4189","observed_orcids":["https://orcid.org/0000-0002-6920-4189"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marco Levorato","raw_affiliation_strings":["Dept. of Electrical Engineering, Stanford University, Stanford, CA, USA","[Dept. of Electr. Eng., Stanford Univ., Stanford, CA, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"[Dept. of Electr. Eng., Stanford Univ., Stanford, CA, USA]","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074116801","display_name":"Andrea J. Goldsmith","orcid":"https://orcid.org/0000-0001-5686-800X","observed_orcids":["https://orcid.org/0000-0001-5686-800X"]},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Andrea Goldsmith","raw_affiliation_strings":["Dept. of Electrical Engineering, Stanford University, Stanford, CA, USA","[Dept. of Electr. Eng., Stanford Univ., Stanford, CA, USA]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Electrical Engineering, Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"[Dept. of Electr. Eng., Stanford Univ., Stanford, CA, USA]","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072739163","display_name":"Urbashi Mitra","orcid":"https://orcid.org/0000-0002-8896-1177","observed_orcids":["https://orcid.org/0000-0002-8896-1177"]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Urbashi Mitra","raw_affiliation_strings":["Department of Electrical Engineering, University of Stanford, Stanford, CA, USA","Dept. of Electrical Engineering, University of Southern California, Los Angeles, USA","Dept. of Electr. Eng. Univ. of Southern California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Stanford, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Dept. of Electrical Engineering, University of Southern California, Los Angeles, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Dept. of Electr. Eng. Univ. of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":25.6166,"has_fulltext":false,"cited_by_count":286,"citation_normalized_percentile":{"value":0.99876943,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"409","last_page":"414"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12222","display_name":"IoT-based Smart Home Systems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10121","display_name":"Building Energy and Comfort Optimization","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/residential-demand-response","display_name":"residential demand response","score":0.9800000190734863},{"id":"https://openalex.org/keywords/energy-management-systems","display_name":"energy management systems","score":0.8009999990463257},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9810000061988831},{"id":"https://openalex.org/keywords/e-learning","display_name":"online learning","score":0.7929999828338623},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.6779999732971191},{"id":"https://openalex.org/keywords/energy-price-forecasting","display_name":"energy price forecasting","score":0.6269999742507935},{"id":"https://openalex.org/keywords/energy-cost-savings","display_name":"energy cost reduction","score":0.8479999899864197},{"id":"https://openalex.org/keywords/consumer-preferences","display_name":"consumer preferences","score":0.8100000023841858}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.777063250541687},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.6706114411354065},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6546282768249512},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6256112456321716},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.5830350518226624},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.575465202331543},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.5177580714225769},{"id":"https://openalex.org/C134560507","wikidata":"https://www.wikidata.org/wiki/Q753291","display_name":"Environmental economics","level":1,"score":0.3942373991012573},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3545385003089905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2171345353126526},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.18896344304084778},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.1721215546131134},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15033236145973206},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12932828068733215},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smartgrid.2010.5622078","doi":"https://doi.org/10.1109/smartgrid.2010.5622078","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgrid.2010.5622078","pdf_url":null,"source":{"id":"https://openalex.org/S7407085954","display_name":"IEEE International Conference on Smart Grid Communications (SmartGridComm)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2010 First IEEE International Conference on Smart Grid Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.878000020980835,"id":"https://metadata.un.org/sdg/7"},{"display_name":"Climate action","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/13"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W565357261","https://openalex.org/W1539467147","https://openalex.org/W1541754180","https://openalex.org/W1569109811","https://openalex.org/W1604040248","https://openalex.org/W1970705460","https://openalex.org/W2004247418","https://openalex.org/W2028934327","https://openalex.org/W2045016194","https://openalex.org/W2071983464","https://openalex.org/W2098432798","https://openalex.org/W2140446616","https://openalex.org/W2149448507","https://openalex.org/W2169767981","https://openalex.org/W2185039217","https://openalex.org/W2234268014","https://openalex.org/W2291771821","https://openalex.org/W2296319761","https://openalex.org/W2312654690","https://openalex.org/W2487144912","https://openalex.org/W2541955180","https://openalex.org/W2911283634","https://openalex.org/W2914656440","https://openalex.org/W4238210511","https://openalex.org/W4301630257","https://openalex.org/W6686706030"],"related_works":["https://openalex.org/W2075429879","https://openalex.org/W3216687020","https://openalex.org/W3008245761","https://openalex.org/W3210550297","https://openalex.org/W2926295867","https://openalex.org/W7104588496","https://openalex.org/W2898718251","https://openalex.org/W4285291487","https://openalex.org/W2896384098","https://openalex.org/W4320177509"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,107],"novel":[3],"energy":[4,17,21,36,54,109],"management":[5],"system":[6],"for":[7],"residential":[8,16,48,57],"demand":[9],"response.":[10],"The":[11],"algorithm,":[12],"named":[13],"CAES,":[14],"reduces":[15],"costs":[18,45,99],"and":[19,38,46,56,80,86],"smooths":[20],"usage.":[22,50],"CAES":[23,51,77,94],"is":[24],"an":[25],"online":[26],"learning":[27],"application":[28],"that":[29],"implicitly":[30],"estimates":[31],"the":[32,68],"impact":[33],"of":[34,39,67,73],"future":[35],"prices":[37,55],"consumer":[40,84],"decisions":[41],"on":[42],"long":[43],"term":[44],"schedules":[47],"device":[49,58],"models":[52],"both":[53],"usage":[59],"as":[60],"Markov,":[61],"but":[62],"does":[63],"not":[64],"assume":[65],"knowledge":[66],"structure":[69],"or":[70],"transition":[71],"probabilities":[72],"these":[74],"Markov":[75],"chains.":[76],"learns":[78],"continuously":[79],"adapts":[81],"to":[82,102,106],"individual":[83],"preferences":[85],"pricing":[87],"modifications":[88],"over":[89],"time.":[90],"In":[91],"numerical":[92],"simulations":[93],"reduced":[95],"average":[96],"end-user":[97],"financial":[98],"from":[100],"16%":[101],"40%":[103],"with":[104],"respect":[105],"price-unaware":[108],"allocation.":[110]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":29},{"year":2019,"cited_by_count":26},{"year":2018,"cited_by_count":14},{"year":2017,"cited_by_count":20},{"year":2016,"cited_by_count":21},{"year":2015,"cited_by_count":30},{"year":2014,"cited_by_count":29},{"year":2013,"cited_by_count":26},{"year":2012,"cited_by_count":20}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2016-06-24T00:00:00"}