{"id":"https://openalex.org/W3021665596","doi":"https://doi.org/10.1109/isgt45199.2020.9087647","title":"A Deep Reinforcement Learning Based Approach for Home Energy Management System","display_name":"A Deep Reinforcement Learning Based Approach for Home Energy Management System","publication_year":2020,"publication_date":"2020-02-01","ids":{"openalex":"https://openalex.org/W3021665596","doi":"https://doi.org/10.1109/isgt45199.2020.9087647","mag":"3021665596"},"language":"en","primary_location":{"id":"doi:10.1109/isgt45199.2020.9087647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgt45199.2020.9087647","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Power & Energy Society Innovative Smart Grid Technologies Conference (ISGT)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://digitalcommons.uri.edu/ele_facpubs/312","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088920129","display_name":"Hepeng Li","orcid":"https://orcid.org/0000-0002-7775-9088"},"institutions":[{"id":"https://openalex.org/I17626003","display_name":"University of Rhode Island","ror":"https://ror.org/013ckk937","country_code":"US","type":"education","lineage":["https://openalex.org/I17626003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hepeng Li","raw_affiliation_strings":["Department of Electrical, Computer, and Biomedical Engineering, University of Rhode Island, Kingston, RI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer, and Biomedical Engineering, University of Rhode Island, Kingston, RI, USA","institution_ids":["https://openalex.org/I17626003"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101593395","display_name":"Zhiqiang Wan","orcid":"https://orcid.org/0000-0002-0652-4759"},"institutions":[{"id":"https://openalex.org/I17626003","display_name":"University of Rhode Island","ror":"https://ror.org/013ckk937","country_code":"US","type":"education","lineage":["https://openalex.org/I17626003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiqiang Wan","raw_affiliation_strings":["Department of Electrical, Computer, and Biomedical Engineering, University of Rhode Island, Kingston, RI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer, and Biomedical Engineering, University of Rhode Island, Kingston, RI, USA","institution_ids":["https://openalex.org/I17626003"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112861803","display_name":"Haibo He","orcid":null},"institutions":[{"id":"https://openalex.org/I17626003","display_name":"University of Rhode Island","ror":"https://ror.org/013ckk937","country_code":"US","type":"education","lineage":["https://openalex.org/I17626003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haibo He","raw_affiliation_strings":["Department of Electrical, Computer, and Biomedical Engineering, University of Rhode Island, Kingston, RI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer, and Biomedical Engineering, University of Rhode Island, Kingston, RI, USA","institution_ids":["https://openalex.org/I17626003"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I17626003"],"apc_list":null,"apc_paid":null,"fwci":6.7992,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.98196437,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11954","display_name":"Energy Efficiency and Management","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8456741571426392},{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.8270323276519775},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.6759617924690247},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6662524938583374},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.5798600316047668},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5731658935546875},{"id":"https://openalex.org/keywords/electricity-pricing","display_name":"Electricity pricing","score":0.5403990149497986},{"id":"https://openalex.org/keywords/energy-management-system","display_name":"Energy management system","score":0.5227256417274475},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.5053675770759583},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.4297305941581726},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4117678999900818},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32959461212158203},{"id":"https://openalex.org/keywords/electricity-market","display_name":"Electricity market","score":0.31811287999153137},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.31345200538635254},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2790483236312866},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.21418792009353638},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18771061301231384}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8456741571426392},{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.8270323276519775},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.6759617924690247},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6662524938583374},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.5798600316047668},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5731658935546875},{"id":"https://openalex.org/C2779280359","wikidata":"https://www.wikidata.org/wiki/Q870344","display_name":"Electricity pricing","level":4,"score":0.5403990149497986},{"id":"https://openalex.org/C2781260460","wikidata":"https://www.wikidata.org/wiki/Q6139999","display_name":"Energy management system","level":4,"score":0.5227256417274475},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.5053675770759583},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4297305941581726},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4117678999900818},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32959461212158203},{"id":"https://openalex.org/C146733006","wikidata":"https://www.wikidata.org/wiki/Q676081","display_name":"Electricity market","level":3,"score":0.31811287999153137},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.31345200538635254},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2790483236312866},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.21418792009353638},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18771061301231384},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/isgt45199.2020.9087647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isgt45199.2020.9087647","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE Power & Energy Society Innovative Smart Grid Technologies Conference (ISGT)","raw_type":"proceedings-article"},{"id":"pmh:oai:digitalcommons.uri.edu:ele_facpubs-1311","is_oa":true,"landing_page_url":"https://digitalcommons.uri.edu/ele_facpubs/312","pdf_url":null,"source":{"id":"https://openalex.org/S2764761010","display_name":"Journal of Media Literacy Education","issn_l":"2167-8715","issn":["2167-8715"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316378","host_organization_name":"National Association for Media Literacy Education","host_organization_lineage":["https://openalex.org/P4310316378"],"host_organization_lineage_names":["National Association for Media Literacy Education"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Electrical, Computer, and Biomedical Engineering Faculty Publications","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:digitalcommons.uri.edu:ele_facpubs-1311","is_oa":true,"landing_page_url":"https://digitalcommons.uri.edu/ele_facpubs/312","pdf_url":null,"source":{"id":"https://openalex.org/S2764761010","display_name":"Journal of Media Literacy Education","issn_l":"2167-8715","issn":["2167-8715"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316378","host_organization_name":"National Association for Media Literacy Education","host_organization_lineage":["https://openalex.org/P4310316378"],"host_organization_lineage_names":["National Association for Media Literacy Education"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Electrical, Computer, and Biomedical Engineering Faculty Publications","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W1967346783","https://openalex.org/W2024998154","https://openalex.org/W2145339207","https://openalex.org/W2277948250","https://openalex.org/W2309225173","https://openalex.org/W2319491739","https://openalex.org/W2552671119","https://openalex.org/W2586852908","https://openalex.org/W2736601468","https://openalex.org/W2785324324","https://openalex.org/W2899639849","https://openalex.org/W2901747954","https://openalex.org/W2915825623","https://openalex.org/W2916974679","https://openalex.org/W2926295867","https://openalex.org/W2963382853"],"related_works":["https://openalex.org/W2749199243","https://openalex.org/W2333017163","https://openalex.org/W2133545517","https://openalex.org/W2352231626","https://openalex.org/W2964681094","https://openalex.org/W2782741053","https://openalex.org/W2921791392","https://openalex.org/W2577786578","https://openalex.org/W2548554710","https://openalex.org/W2095135978"],"abstract_inverted_index":{"Home":[0],"energy":[1,67,90],"management":[2,68,91],"system":[3],"(HEMS)":[4],"enables":[5],"residents":[6],"to":[7,25,37,117],"actively":[8],"participate":[9],"in":[10,42],"demand":[11],"response":[12],"(DR)":[13],"programs.":[14],"It":[15],"can":[16],"autonomously":[17],"optimize":[18],"the":[19,27,38,43,47,88,97,119,133,140,145],"electricity":[20,28,33,101],"usage":[21],"of":[22,40,46,73,76,99,139,147],"home":[23,66,77,89],"appliances":[24,78],"reduce":[26],"cost":[29],"based":[30,79,109],"on":[31,80,110,132],"time-varying":[32],"prices.":[34],"However,":[35],"due":[36],"existence":[39],"randomness":[41,98],"pricing":[44],"process":[45],"utility":[48],"and":[49,103,136],"resident's":[50,104],"activities,":[51],"developing":[52],"an":[53,94],"efficient":[54],"HEMS":[55],"is":[56,115],"challenging.":[57],"To":[58],"address":[59],"this":[60],"issue,":[61],"we":[62,86],"propose":[63],"a":[64],"novel":[65],"method":[69],"for":[70],"optimal":[71,120],"scheduling":[72,122],"different":[74],"kinds":[75],"deep":[81],"reinforcement":[82],"learning":[83],"(DRL).":[84],"Specifically,":[85],"formulate":[87],"problem":[92],"as":[93],"MDP":[95],"considering":[96],"real-time":[100],"prices":[102],"activities.":[105],"A":[106],"DRL":[107],"approach":[108,126],"proximal":[111],"policy":[112],"optimization":[113],"(PPO)":[114],"developed":[116],"determine":[118],"DR":[121],"strategy.":[123],"The":[124],"proposed":[125,149],"does":[127],"not":[128],"need":[129],"any":[130],"information":[131],"appliances'":[134],"models":[135],"distribution":[137],"knowledge":[138],"randomness.":[141],"Simulation":[142],"results":[143],"verify":[144],"effectiveness":[146],"our":[148],"approach.":[150]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":3}],"updated_date":"2026-08-04T08:18:43.703281","created_date":"2025-10-10T00:00:00"}