{"id":"https://openalex.org/W2095449207","doi":"https://doi.org/10.1109/smartgridcomm.2014.7007742","title":"A novel grid load management technique using electric water heaters and Q-learning","display_name":"A novel grid load management technique using electric water heaters and Q-learning","publication_year":2014,"publication_date":"2014-11-01","ids":{"openalex":"https://openalex.org/W2095449207","doi":"https://doi.org/10.1109/smartgridcomm.2014.7007742","mag":"2095449207"},"language":"en","primary_location":{"id":"doi:10.1109/smartgridcomm.2014.7007742","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgridcomm.2014.7007742","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Smart Grid Communications (SmartGridComm)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023642370","display_name":"Khalid K. Al-jabery","orcid":null},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Khalid Al-jabery","raw_affiliation_strings":["ECE Dept., Missouri University Science &Technology, Rolla, MO, USA","ECE Dept., Missouri University Science &Technology, Rolla, MO, 65401, USA"],"affiliations":[{"raw_affiliation_string":"ECE Dept., Missouri University Science &Technology, Rolla, MO, USA","institution_ids":["https://openalex.org/I20382870"]},{"raw_affiliation_string":"ECE Dept., Missouri University Science &Technology, Rolla, MO, 65401, USA","institution_ids":["https://openalex.org/I20382870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102060875","display_name":"Don Wunsch","orcid":null},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Don C. Wunsch","raw_affiliation_strings":["ECE Dept., Missouri University Science &Technology, Rolla, MO, USA","ECE Dept., Missouri University Science &Technology, Rolla, MO, 65401, USA"],"affiliations":[{"raw_affiliation_string":"ECE Dept., Missouri University Science &Technology, Rolla, MO, USA","institution_ids":["https://openalex.org/I20382870"]},{"raw_affiliation_string":"ECE Dept., Missouri University Science &Technology, Rolla, MO, 65401, USA","institution_ids":["https://openalex.org/I20382870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030156276","display_name":"Jinjun Xiong","orcid":"https://orcid.org/0000-0002-2620-4859"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jinjun Xiong","raw_affiliation_strings":["IBM T. J. Watson Research Center, NY, USA","IBM T. J. Watson Research Center, Yorktown Heights, NY 10562, USA"],"affiliations":[{"raw_affiliation_string":"IBM T. J. Watson Research Center, NY, USA","institution_ids":[]},{"raw_affiliation_string":"IBM T. J. Watson Research Center, Yorktown Heights, NY 10562, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000141831","display_name":"Yiyu Shi","orcid":"https://orcid.org/0000-0002-6788-9823"},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiyu Shi","raw_affiliation_strings":["ECE Dept., Missouri University Science &Technology, Rolla, MO, USA","ECE Dept., Missouri University Science &Technology, Rolla, MO, 65401, USA"],"affiliations":[{"raw_affiliation_string":"ECE Dept., Missouri University Science &Technology, Rolla, MO, USA","institution_ids":["https://openalex.org/I20382870"]},{"raw_affiliation_string":"ECE Dept., Missouri University Science &Technology, Rolla, MO, 65401, USA","institution_ids":["https://openalex.org/I20382870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5023642370"],"corresponding_institution_ids":["https://openalex.org/I20382870"],"apc_list":null,"apc_paid":null,"fwci":0.628,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.74355071,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"776","last_page":"781"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5920906662940979},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5635311603546143},{"id":"https://openalex.org/keywords/fuzzy-logic","display_name":"Fuzzy logic","score":0.5429581999778748},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.4770233631134033},{"id":"https://openalex.org/keywords/flattening","display_name":"Flattening","score":0.4704393744468689},{"id":"https://openalex.org/keywords/customer-satisfaction","display_name":"Customer satisfaction","score":0.469806969165802},{"id":"https://openalex.org/keywords/load-management","display_name":"Load management","score":0.4690309762954712},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4541536867618561},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.45367878675460815},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.43420612812042236},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4215332269668579},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.35335081815719604},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.247150719165802},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.19777712225914001},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12908753752708435},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10824167728424072},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09445932507514954}],"concepts":[{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5920906662940979},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5635311603546143},{"id":"https://openalex.org/C58166","wikidata":"https://www.wikidata.org/wiki/Q224821","display_name":"Fuzzy logic","level":2,"score":0.5429581999778748},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.4770233631134033},{"id":"https://openalex.org/C19444555","wikidata":"https://www.wikidata.org/wiki/Q212750","display_name":"Flattening","level":2,"score":0.4704393744468689},{"id":"https://openalex.org/C191511416","wikidata":"https://www.wikidata.org/wiki/Q999278","display_name":"Customer satisfaction","level":2,"score":0.469806969165802},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.4690309762954712},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4541536867618561},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.45367878675460815},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.43420612812042236},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4215332269668579},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.35335081815719604},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.247150719165802},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19777712225914001},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12908753752708435},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10824167728424072},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09445932507514954},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/smartgridcomm.2014.7007742","is_oa":false,"landing_page_url":"https://doi.org/10.1109/smartgridcomm.2014.7007742","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 IEEE International Conference on Smart Grid Communications (SmartGridComm)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.6100000143051147}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W60977352","https://openalex.org/W137704888","https://openalex.org/W628694359","https://openalex.org/W1520985634","https://openalex.org/W1534036577","https://openalex.org/W1534175858","https://openalex.org/W1806352043","https://openalex.org/W1966114192","https://openalex.org/W1980336757","https://openalex.org/W1981237398","https://openalex.org/W2017171355","https://openalex.org/W2065091768","https://openalex.org/W2098432798","https://openalex.org/W2102908543","https://openalex.org/W2111369734","https://openalex.org/W2129589829","https://openalex.org/W2136692324","https://openalex.org/W2477187640","https://openalex.org/W2505159842","https://openalex.org/W6675580618"],"related_works":["https://openalex.org/W2049450268","https://openalex.org/W3163663844","https://openalex.org/W2076772710","https://openalex.org/W2627522194","https://openalex.org/W2046237991","https://openalex.org/W2504233681","https://openalex.org/W2946123365","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"a":[3,67],"novel":[4],"technique":[5],"for":[6,60,82],"controlling":[7],"demand-side":[8],"management":[9],"(DSM)":[10],"by":[11,16],"optimizing":[12],"the":[13,41,44,51,88,92,95,105,120,138],"power":[14,123],"consumed":[15],"Domestic":[17],"Electric":[18],"Water":[19],"Heaters":[20],"(DEWH)":[21],"while":[22],"maintaining":[23],"customer":[24],"satisfaction.":[25],"The":[26,47,63,112],"system":[27,52,93],"has":[28],"18":[29],"states":[30],"based":[31,55],"on":[32,56],"three":[33,109],"factors:":[34],"instantaneous":[35],"grid":[36,122],"load,":[37],"water":[38,45],"consumption,":[39],"and":[40,77,125],"temperature":[42],"of":[43,50,91,134],"supplied.":[46],"current":[48],"state":[49],"is":[53],"defined":[54],"its":[57,127],"fuzzy":[58,89],"membership":[59,90],"each":[61,83],"factor.":[62],"resulting":[64],"model":[65],"represents":[66],"Semi-Markov":[68],"decision":[69],"process":[70],"(SMDP)":[71],"with":[72,108],"two":[73],"possible":[74],"actions,":[75],"\u201cOn\u201d":[76],"\u201cOff.\u201d":[78],"Rewards":[79],"are":[80],"assigned":[81],"action-state":[84],"pairs":[85],"proportionally":[86],"to":[87,103],"in":[94,118],"new":[96],"state.":[97],"A":[98],"simulation":[99],"study":[100],"was":[101],"conducted":[102],"compare":[104],"proposed":[106,113],"method":[107,114],"previous":[110],"approaches.":[111],"demonstrated":[115],"better":[116,132],"performance":[117],"reducing":[119],"overall":[121],"demand":[124],"flattening":[126],"peaks.":[128],"Furthermore,":[129],"it":[130],"provides":[131],"rate":[133],"customers'":[135],"satisfaction":[136],"than":[137],"uncontrolled":[139],"operation.":[140]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}