{"id":"https://openalex.org/W4379033766","doi":"https://doi.org/10.1109/tce.2023.3279869","title":"Deep Reinforcement Learning-Based Security-Constrained Battery Scheduling in Home Energy System","display_name":"Deep Reinforcement Learning-Based Security-Constrained Battery Scheduling in Home Energy System","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4379033766","doi":"https://doi.org/10.1109/tce.2023.3279869"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2023.3279869","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2023.3279869","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100408148","display_name":"Bo Wang","orcid":"https://orcid.org/0000-0002-8588-4284"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Wang","raw_affiliation_strings":["Key Laboratory of Ministry of Education for Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-8588-4284","affiliations":[{"raw_affiliation_string":"Key Laboratory of Ministry of Education for Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068652557","display_name":"Zhongyi Zha","orcid":null},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongyi Zha","raw_affiliation_strings":["Key Laboratory of Ministry of Education for Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Ministry of Education for Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448148","display_name":"Lijun Zhang","orcid":"https://orcid.org/0000-0002-1147-1647"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijun Zhang","raw_affiliation_strings":["Key Laboratory of Ministry of Education for Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Ministry of Education for Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100630376","display_name":"Lei Liu","orcid":"https://orcid.org/0000-0003-3606-122X"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Liu","raw_affiliation_strings":["Key Laboratory of Ministry of Education for Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-3606-122X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Ministry of Education for Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039780576","display_name":"Huijin Fan","orcid":"https://orcid.org/0000-0002-0370-173X"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huijin Fan","raw_affiliation_strings":["Key Laboratory of Ministry of Education for Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-0370-173X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Ministry of Education for Image Processing and Intelligent Control, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.5814,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.89442748,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"70","issue":"1","first_page":"3548","last_page":"3561"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8045995235443115},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6246535778045654},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.5837832093238831},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.5294370651245117},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.5181492567062378},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.4759787619113922},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.45395582914352417},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4527561366558075},{"id":"https://openalex.org/keywords/energy-storage","display_name":"Energy storage","score":0.4410785734653473},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.37686586380004883},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3337319791316986},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3228130340576172},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1974976658821106},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.16361811757087708},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.14419707655906677},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.13491052389144897}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8045995235443115},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6246535778045654},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.5837832093238831},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.5294370651245117},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.5181492567062378},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.4759787619113922},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.45395582914352417},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4527561366558075},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.4410785734653473},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.37686586380004883},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3337319791316986},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3228130340576172},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1974976658821106},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.16361811757087708},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.14419707655906677},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.13491052389144897},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2023.3279869","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2023.3279869","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8399999737739563}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1191599655","https://openalex.org/W1569990960","https://openalex.org/W1829478095","https://openalex.org/W1993260741","https://openalex.org/W2041866840","https://openalex.org/W2063866856","https://openalex.org/W2068920029","https://openalex.org/W2075793174","https://openalex.org/W2095226527","https://openalex.org/W2118857421","https://openalex.org/W2152822532","https://openalex.org/W2159088483","https://openalex.org/W2160603203","https://openalex.org/W2201582605","https://openalex.org/W2204115561","https://openalex.org/W2331096523","https://openalex.org/W2530592491","https://openalex.org/W2766447205","https://openalex.org/W2783596173","https://openalex.org/W2790306973","https://openalex.org/W2791029640","https://openalex.org/W2793818336","https://openalex.org/W2795578496","https://openalex.org/W2802339474","https://openalex.org/W2895294973","https://openalex.org/W2902756306","https://openalex.org/W2907932268","https://openalex.org/W2982316857","https://openalex.org/W2998838789","https://openalex.org/W2999397032","https://openalex.org/W3000204081","https://openalex.org/W3040863237","https://openalex.org/W3118420573","https://openalex.org/W3120775420","https://openalex.org/W4205127422","https://openalex.org/W4285248835","https://openalex.org/W4298857966","https://openalex.org/W6627932998","https://openalex.org/W6637967152","https://openalex.org/W6739585900","https://openalex.org/W6752054832","https://openalex.org/W6754479021","https://openalex.org/W6773507897"],"related_works":["https://openalex.org/W4210780382","https://openalex.org/W2057975886","https://openalex.org/W4308700935","https://openalex.org/W1574359403","https://openalex.org/W2356033827","https://openalex.org/W2391138633","https://openalex.org/W3037384208","https://openalex.org/W1600945217","https://openalex.org/W1932401759","https://openalex.org/W2080409291"],"abstract_inverted_index":{"The":[0,22,159],"home":[1,33],"energy":[2,8,12,24,34,49,69],"system":[3,26,35],"today":[4],"involves":[5],"multiple":[6],"renewable":[7,68],"sources":[9],"and":[10,47,55,71,104,111,161],"battery":[11,23,60,152],"storage":[13,25],"systems,":[14],"which":[15,73],"can":[16],"be":[17],"considered":[18],"as":[19,147,149],"a":[20,28,96,112],"microgrid.":[21],"is":[27,90,100,119],"key":[29],"component":[30],"in":[31,75,170],"the":[32,37,41,44,53,59,64,126,132,139,150,164],"for":[36,92,102],"sake":[38],"of":[39,67,129,163],"filling":[40],"gap":[42],"between":[43],"user":[45],"demand":[46],"volatile":[48],"supplies":[50],"to":[51,121],"maximize":[52],"techno":[54],"economic":[56],"performances.":[57],"However,":[58],"scheduling":[61,153],"must":[62],"suffer":[63],"stochastic":[65,79],"nature":[66],"resources":[70],"loads,":[72],"results":[74],"an":[76],"intractable":[77],"multi-period":[78],"optimization":[80,175],"problem":[81],"with":[82,173],"security":[83,123],"constraints.":[84],"An":[85],"improved":[86],"actor-critic-based":[87],"reinforcement":[88,144],"learning":[89,145],"proposed":[91,140,165],"this":[93],"issue,":[94],"where":[95],"distributional":[97],"critic":[98],"net":[99,114],"applied":[101],"faster":[103],"more":[105],"accurate":[106],"reward":[107],"estimation":[108],"under":[109],"uncertainties,":[110],"policy":[113],"incorporating":[115],"protective":[116],"secondary":[117],"control":[118],"adopted":[120],"satisfy":[122],"constraints,":[124],"preventing":[125],"unsafe":[127],"state":[128],"batteries":[130],"during":[131],"trial-and-error":[133],"process.":[134],"Numerical":[135],"tests":[136],"show":[137],"that":[138],"approach":[141,154],"outperforms":[142],"conventional":[143],"algorithms,":[146],"well":[148],"rule-based":[151],"while":[155],"guaranteeing":[156],"safe":[157],"operation.":[158],"robustness":[160],"adaptability":[162],"method":[166],"are":[167],"also":[168],"verified":[169],"case":[171],"studies":[172],"different":[174],"tasks.":[176]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}