{"id":"https://openalex.org/W3005335721","doi":"https://doi.org/10.1109/tsg.2020.2971427","title":"A Multi-Agent Reinforcement Learning-Based Data-Driven Method for Home Energy Management","display_name":"A Multi-Agent Reinforcement Learning-Based Data-Driven Method for Home Energy Management","publication_year":2020,"publication_date":"2020-02-04","ids":{"openalex":"https://openalex.org/W3005335721","doi":"https://doi.org/10.1109/tsg.2020.2971427","mag":"3005335721"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2020.2971427","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2020.2971427","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://bura.brunel.ac.uk/bitstream/2438/20259/2/FullText.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100340414","display_name":"Xu Xu","orcid":"https://orcid.org/0000-0002-8064-5479"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Xu Xu","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-8064-5479","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070141752","display_name":"Youwei Jia","orcid":"https://orcid.org/0000-0003-3071-5552"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youwei Jia","raw_affiliation_strings":["Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3071-5552","affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013947981","display_name":"Yan Xu","orcid":"https://orcid.org/0000-0002-0503-183X"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yan Xu","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-0503-183X","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068791753","display_name":"Zhao Xu","orcid":"https://orcid.org/0000-0003-4480-7394"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhao Xu","raw_affiliation_strings":["Hong Kong Polytechnic University, Hong Kong","Shenzhen Research Institute, Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0003-4480-7394","affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]},{"raw_affiliation_string":"Shenzhen Research Institute, Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088431748","display_name":"Songjian Chai","orcid":"https://orcid.org/0000-0002-9794-5398"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Songjian Chai","raw_affiliation_strings":["Hong Kong Polytechnic University, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-9794-5398","affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022822400","display_name":"Chun Sing Lai","orcid":"https://orcid.org/0000-0002-4169-4438"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]},{"id":"https://openalex.org/I59433898","display_name":"Brunel University of London","ror":"https://ror.org/00dn4t376","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I59433898"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Chun Sing Lai","raw_affiliation_strings":["Brunel University London, London, U.K","Guangdong University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-4169-4438","affiliations":[{"raw_affiliation_string":"Brunel University London, London, U.K","institution_ids":["https://openalex.org/I59433898"]},{"raw_affiliation_string":"Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.1179,"has_fulltext":true,"cited_by_count":409,"citation_normalized_percentile":{"value":0.99717643,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"11","issue":"4","first_page":"3201","last_page":"3211"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7989295721054077},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6578786969184875},{"id":"https://openalex.org/keywords/photovoltaic-system","display_name":"Photovoltaic system","score":0.6322779655456543},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6201196312904358},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6009295582771301},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.5682944059371948},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.5641556978225708},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.5235105156898499},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4751177430152893},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.4420180320739746},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.41928359866142273},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.37475472688674927},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.35611072182655334},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.316651314496994},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.30962884426116943},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.25353530049324036},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.11325076222419739}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7989295721054077},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6578786969184875},{"id":"https://openalex.org/C41291067","wikidata":"https://www.wikidata.org/wiki/Q1897785","display_name":"Photovoltaic system","level":2,"score":0.6322779655456543},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6201196312904358},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6009295582771301},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.5682944059371948},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.5641556978225708},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.5235105156898499},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4751177430152893},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.4420180320739746},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.41928359866142273},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37475472688674927},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35611072182655334},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.316651314496994},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30962884426116943},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.25353530049324036},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.11325076222419739},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tsg.2020.2971427","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2020.2971427","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},{"id":"pmh:oai:v-lib-bura1.brunel.ac.uk:2438/20259","is_oa":true,"landing_page_url":"http://bura.brunel.ac.uk/handle/2438/20259","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/20259/2/FullText.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:v-lib-bura1.brunel.ac.uk:2438/20259","is_oa":true,"landing_page_url":"http://bura.brunel.ac.uk/handle/2438/20259","pdf_url":"http://bura.brunel.ac.uk/bitstream/2438/20259/2/FullText.pdf","source":{"id":"https://openalex.org/S4306401473","display_name":"Brunel University Research Archive (BURA) (Brunel University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I59433898","host_organization_name":"Brunel University of London","host_organization_lineage":["https://openalex.org/I59433898"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8999999761581421,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G4558310054","display_name":null,"funder_award_id":"2018KQNCX223","funder_id":"https://openalex.org/F4320326279","funder_display_name":"Department of Education of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320320766","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302"},{"id":"https://openalex.org/F4320326279","display_name":"Department of Education of Guangdong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3005335721.pdf","grobid_xml":"https://content.openalex.org/works/W3005335721.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41159429","https://openalex.org/W757745030","https://openalex.org/W1515851193","https://openalex.org/W1627532709","https://openalex.org/W1681438967","https://openalex.org/W2034758150","https://openalex.org/W2277948250","https://openalex.org/W2319491739","https://openalex.org/W2336796155","https://openalex.org/W2418011578","https://openalex.org/W2509918487","https://openalex.org/W2511682328","https://openalex.org/W2552671119","https://openalex.org/W2625632007","https://openalex.org/W2704982056","https://openalex.org/W2756675217","https://openalex.org/W2792253101","https://openalex.org/W2793964656","https://openalex.org/W2795276745","https://openalex.org/W2795578496","https://openalex.org/W2796631030","https://openalex.org/W2801424816","https://openalex.org/W2885341446","https://openalex.org/W2899639849","https://openalex.org/W2901645090","https://openalex.org/W2903181929","https://openalex.org/W2916738950","https://openalex.org/W2923265329","https://openalex.org/W2924950036","https://openalex.org/W2924999703","https://openalex.org/W2926295867","https://openalex.org/W2945635525","https://openalex.org/W2950791795","https://openalex.org/W2963317745","https://openalex.org/W2963723202","https://openalex.org/W4214717370","https://openalex.org/W6637596483"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2357975469","https://openalex.org/W2101748387","https://openalex.org/W3096874164","https://openalex.org/W4281812492","https://openalex.org/W2315999538","https://openalex.org/W3105579180","https://openalex.org/W2970347269","https://openalex.org/W3167472281","https://openalex.org/W4400868993"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,33,47,140],"novel":[4],"framework":[5],"for":[6,67,84],"home":[7,146],"energy":[8,25],"management":[9],"(HEM)":[10],"based":[11,50,164],"on":[12,51,64,139],"reinforcement":[13],"learning":[14,89],"in":[15,92],"achieving":[16],"efficient":[17],"home-based":[18],"demand":[19],"response":[20],"(DR).":[21],"The":[22,97,154],"concerned":[23],"hour-ahead":[24],"consumption":[26],"scheduling":[27,98],"problem":[28],"is":[29,58,121],"duly":[30],"formulated":[31],"as":[32,129,131],"finite":[34],"Markov":[35],"decision":[36],"process":[37],"(FMDP)":[38],"with":[39,144],"discrete":[40],"time":[41,95],"steps.":[42],"To":[43],"tackle":[44],"this":[45],"problem,":[46],"data-driven":[48,163],"method":[49],"neural":[52],"network":[53],"(NN)":[54],"and":[55,76,104,150],"Q-learning":[56],"algorithm":[57],"developed,":[59],"which":[60,118],"achieves":[61],"superior":[62],"performance":[63],"cost-effective":[65],"schedules":[66],"HEM":[68,165],"system.":[69],"Specifically,":[70],"real":[71],"data":[72],"of":[73,100,117,160],"electricity":[74,127],"price":[75],"solar":[77],"photovoltaic":[78],"(PV)":[79],"generation":[80],"are":[81,137],"timely":[82],"processed":[83],"uncertainty":[85],"prediction":[86],"by":[87],"extreme":[88],"machine":[90],"(ELM)":[91],"the":[93,101,113,119,126,132,158,161],"rolling":[94],"windows.":[96],"decisions":[99],"household":[102],"appliances":[103],"electric":[105],"vehicles":[106],"(EVs)":[107],"can":[108],"be":[109],"subsequently":[110],"obtained":[111],"through":[112],"newly":[114],"developed":[115],"framework,":[116],"objective":[120],"dual,":[122],"i.e.,":[123],"to":[124],"minimize":[125],"bill":[128],"well":[130],"DR":[133],"induced":[134],"dissatisfaction.":[135],"Simulations":[136],"performed":[138],"residential":[141],"house":[142],"level":[143],"multiple":[145],"appliances,":[147],"an":[148],"EV":[149],"several":[151],"PV":[152],"panels.":[153],"test":[155],"results":[156],"demonstrate":[157],"effectiveness":[159],"proposed":[162],"framework.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":29},{"year":2025,"cited_by_count":74},{"year":2024,"cited_by_count":71},{"year":2023,"cited_by_count":74},{"year":2022,"cited_by_count":77},{"year":2021,"cited_by_count":63},{"year":2020,"cited_by_count":21}],"updated_date":"2026-07-25T09:21:30.201066","created_date":"2025-10-10T00:00:00"}