{"id":"https://openalex.org/W4385740511","doi":"https://doi.org/10.1631/fitee.2200667","title":"A home energy management approach using decoupling value and policy in reinforcement learning","display_name":"A home energy management approach using decoupling value and policy in reinforcement learning","publication_year":2023,"publication_date":"2023-08-10","ids":{"openalex":"https://openalex.org/W4385740511","doi":"https://doi.org/10.1631/fitee.2200667"},"language":"en","primary_location":{"id":"doi:10.1631/fitee.2200667","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2200667","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008797965","display_name":"Luolin Xiong","orcid":"https://orcid.org/0009-0001-0142-7933"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luolin Xiong","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-0142-7933","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028570509","display_name":"Yang Tang","orcid":"https://orcid.org/0000-0002-2750-8029"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Tang","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2750-8029","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028078008","display_name":"Chensheng Liu","orcid":"https://orcid.org/0000-0003-1723-8261"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chensheng Liu","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070291406","display_name":"Shuai Mao","orcid":"https://orcid.org/0000-0002-1960-3456"},"institutions":[{"id":"https://openalex.org/I199305430","display_name":"Nantong University","ror":"https://ror.org/02afcvw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I199305430"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Mao","raw_affiliation_strings":["Department of Electrical Engineering, Nantong University, Nantong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Nantong University, Nantong, China","institution_ids":["https://openalex.org/I199305430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100650529","display_name":"Ke Meng","orcid":"https://orcid.org/0000-0002-1897-4917"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ke Meng","raw_affiliation_strings":["School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100366084","display_name":"Zhao Yang Dong","orcid":"https://orcid.org/0000-0001-9659-0858"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhaoyang Dong","raw_affiliation_strings":["School of Electrical and Electronics Engineering, Nanyang Technological University, Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronics Engineering, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100603023","display_name":"Feng Qian","orcid":"https://orcid.org/0000-0003-2781-332X"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Feng Qian","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2781-332X","affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5028570509","https://openalex.org/A5100603023"],"corresponding_institution_ids":["https://openalex.org/I143593769"],"apc_list":null,"apc_paid":null,"fwci":0.7642,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.7110626,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"24","issue":"9","first_page":"1261","last_page":"1272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9631999731063843,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.726673424243927},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7258644104003906},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7215604782104492},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.599155843257904},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.5990346670150757},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5259024500846863},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4852304458618164},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.47911906242370605},{"id":"https://openalex.org/keywords/electric-vehicle","display_name":"Electric vehicle","score":0.4785761833190918},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.47151175141334534},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4438968002796173},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.41960546374320984},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.41818171739578247},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.36922603845596313},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2836608290672302},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16048681735992432},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.15526926517486572},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.1342979371547699},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.08071526885032654}],"concepts":[{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.726673424243927},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7258644104003906},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7215604782104492},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.599155843257904},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.5990346670150757},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5259024500846863},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4852304458618164},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.47911906242370605},{"id":"https://openalex.org/C2776422217","wikidata":"https://www.wikidata.org/wiki/Q13629441","display_name":"Electric vehicle","level":3,"score":0.4785761833190918},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.47151175141334534},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4438968002796173},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.41960546374320984},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.41818171739578247},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.36922603845596313},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2836608290672302},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16048681735992432},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.15526926517486572},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.1342979371547699},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.08071526885032654},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1631/fitee.2200667","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2200667","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8399999737739563}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2080202522","https://openalex.org/W2091443436","https://openalex.org/W2313187266","https://openalex.org/W2343958743","https://openalex.org/W2418384017","https://openalex.org/W2552665020","https://openalex.org/W2905934778","https://openalex.org/W2908954810","https://openalex.org/W2945635525","https://openalex.org/W2981139126","https://openalex.org/W2987501367","https://openalex.org/W3005335721","https://openalex.org/W3010036076","https://openalex.org/W3021665596","https://openalex.org/W3026936419","https://openalex.org/W3093426589","https://openalex.org/W3096166287","https://openalex.org/W3122270880","https://openalex.org/W3123669805","https://openalex.org/W3127850951","https://openalex.org/W3129741749","https://openalex.org/W3131863025","https://openalex.org/W3154705700","https://openalex.org/W3157284254","https://openalex.org/W3166149430","https://openalex.org/W3166926185","https://openalex.org/W3170196437","https://openalex.org/W3175694419","https://openalex.org/W3184227953","https://openalex.org/W3193482841","https://openalex.org/W4200619966","https://openalex.org/W4205421136","https://openalex.org/W4210416049","https://openalex.org/W4213219337","https://openalex.org/W4220870263","https://openalex.org/W4224983028","https://openalex.org/W4225108568","https://openalex.org/W4225775947","https://openalex.org/W4226056984","https://openalex.org/W4226066269","https://openalex.org/W4285291487","https://openalex.org/W4285305977","https://openalex.org/W4296949120","https://openalex.org/W4360764658","https://openalex.org/W4360995408","https://openalex.org/W6700882365","https://openalex.org/W6814003322"],"related_works":["https://openalex.org/W1574414179","https://openalex.org/W4362597605","https://openalex.org/W2922073769","https://openalex.org/W4297676672","https://openalex.org/W4281702477","https://openalex.org/W4378510483","https://openalex.org/W2490526372","https://openalex.org/W4376166922","https://openalex.org/W4385360524","https://openalex.org/W2386253354"],"abstract_inverted_index":{"Considering":[0],"the":[1,7,56,61,84,105,111,116,126,132,135,149,156,160,169],"popularity":[2],"of":[3,9,64,88,134],"electric":[4,65],"vehicles":[5,66],"and":[6,30,77,119,128,155,167],"flexibility":[8],"household":[10],"appliances,":[11],"it":[12],"is":[13,43,80,101],"feasible":[14],"to":[15,26,54,82,103,147],"dispatch":[16],"energy":[17,20,39,86,92,106],"in":[18,90,138,173],"home":[19,38,91],"systems":[21],"under":[22],"dynamic":[23,85],"electricity":[24,28,165],"prices":[25],"optimize":[27,164],"cost":[29,166],"comfort":[31,171],"residents.":[32],"In":[33],"this":[34],"paper,":[35],"a":[36,47,95],"novel":[37],"management":[40],"(HEM)":[41],"approach":[42,151],"proposed":[44,136,150,161],"based":[45],"on":[46],"data-driven":[48],"deep":[49],"reinforcement":[50],"learning":[51],"method.":[52],"First,":[53],"reveal":[55],"multiple":[57],"uncertain":[58],"factors":[59],"affecting":[60],"charging":[62],"behavior":[63],"(EVs),":[67],"an":[68],"improved":[69],"mathematical":[70],"model":[71],"integrating":[72],"driver\u2019s":[73],"experience,":[74],"unexpected":[75],"events,":[76],"traffic":[78],"conditions":[79],"introduced":[81],"describe":[83],"demand":[87],"EVs":[89],"systems.":[93],"Second,":[94],"decoupled":[96],"advantage":[97],"actor-critic":[98],"(DA2C)":[99],"algorithm":[100],"presented":[102],"enhance":[104],"optimization":[107],"performance":[108],"by":[109,115],"alleviating":[110],"overfitting":[112],"problem":[113],"caused":[114],"shared":[117],"policy":[118,127],"value":[120,129],"networks.":[121],"Furthermore,":[122],"separate":[123],"networks":[124],"for":[125],"functions":[130],"ensure":[131],"generalization":[133],"method":[137,162],"unseen":[139],"scenarios.":[140,175],"Finally,":[141],"comprehensive":[142],"experiments":[143],"are":[144],"carried":[145],"out":[146],"compare":[148],"with":[152],"existing":[153],"methods,":[154],"results":[157],"show":[158],"that":[159],"can":[163],"consider":[168],"residential":[170],"level":[172],"different":[174]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2023-08-11T00:00:00"}