{"id":"https://openalex.org/W4360930683","doi":"https://doi.org/10.1109/tcsi.2023.3240702","title":"Meta-Reinforcement Learning-Based Transferable Scheduling Strategy for Energy Management","display_name":"Meta-Reinforcement Learning-Based Transferable Scheduling Strategy for Energy Management","publication_year":2023,"publication_date":"2023-03-24","ids":{"openalex":"https://openalex.org/W4360930683","doi":"https://doi.org/10.1109/tcsi.2023.3240702"},"language":"en","primary_location":{"id":"doi:10.1109/tcsi.2023.3240702","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2023.3240702","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008797965","display_name":"Luolin Xiong","orcid":"https://orcid.org/0009-0001-0142-7933"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Luolin Xiong","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028570509","display_name":"Yang Tang","orcid":"https://orcid.org/0000-0002-2750-8029"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Tang","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028078008","display_name":"Chensheng Liu","orcid":"https://orcid.org/0000-0003-1723-8261"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chensheng Liu","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070291406","display_name":"Shuai Mao","orcid":"https://orcid.org/0000-0002-1960-3456"},"institutions":[{"id":"https://openalex.org/I199305430","display_name":"Nantong University","ror":"https://ror.org/02afcvw97","country_code":"CN","type":"education","lineage":["https://openalex.org/I199305430"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Mao","raw_affiliation_strings":["Department of Electrical Engineering, Nantong University, Nantong, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Nantong University, Nantong, China","institution_ids":["https://openalex.org/I199305430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058006896","display_name":"Ke Meng","orcid":"https://orcid.org/0000-0002-1897-4917"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ke Meng","raw_affiliation_strings":["School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Telecommunications, University of New South Wales, Sydney NSW, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112415925","display_name":"Zhaoyang Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhaoyang Dong","raw_affiliation_strings":["School of Electrical and Electronics Engineering, Nanyang Technological University, Jurong West, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronics Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100603023","display_name":"Feng Qian","orcid":"https://orcid.org/0000-0003-2781-332X"},"institutions":[{"id":"https://openalex.org/I143593769","display_name":"East China University of Science and Technology","ror":"https://ror.org/01vyrm377","country_code":"CN","type":"education","lineage":["https://openalex.org/I143593769"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Qian","raw_affiliation_strings":["Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Smart Manufacturing in Energy Chemical Process, Ministry of Education, and the Engineering Research Center of Process System Engineering, Ministry of Education, East China University of Science and Technology, Shanghai, China","institution_ids":["https://openalex.org/I143593769"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5008797965"],"corresponding_institution_ids":["https://openalex.org/I143593769"],"apc_list":null,"apc_paid":null,"fwci":3.9101,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.94186639,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"70","issue":"4","first_page":"1685","last_page":"1695"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7421847581863403},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6962282657623291},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.5864638686180115},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5324308276176453},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.4649827182292938},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.423518568277359},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.4190901815891266},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.33135974407196045},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27633756399154663},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.18440303206443787},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.18014171719551086},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14583423733711243}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7421847581863403},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6962282657623291},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.5864638686180115},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5324308276176453},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.4649827182292938},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.423518568277359},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.4190901815891266},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.33135974407196045},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27633756399154663},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.18440303206443787},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.18014171719551086},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14583423733711243},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsi.2023.3240702","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsi.2023.3240702","pdf_url":null,"source":{"id":"https://openalex.org/S116977442","display_name":"IEEE Transactions on Circuits and Systems I Regular Papers","issn_l":"1549-8328","issn":["1549-8328","1558-0806"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems I: Regular Papers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8799999952316284,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G3210130273","display_name":null,"funder_award_id":"62293504","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3417169102","display_name":null,"funder_award_id":"20XD1401300","funder_id":"https://openalex.org/F4320335796","funder_display_name":"Program of Shanghai Academic Research Leader"},{"id":"https://openalex.org/G5789780205","display_name":null,"funder_award_id":"61988101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6442699438","display_name":null,"funder_award_id":"62293502","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320335796","display_name":"Program of Shanghai Academic Research Leader","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1992564558","https://openalex.org/W2010597442","https://openalex.org/W2064675550","https://openalex.org/W2098339811","https://openalex.org/W2137563990","https://openalex.org/W2138289719","https://openalex.org/W2147816400","https://openalex.org/W2167189168","https://openalex.org/W2343935207","https://openalex.org/W2523131460","https://openalex.org/W2604763608","https://openalex.org/W2747592475","https://openalex.org/W2883316723","https://openalex.org/W2901645090","https://openalex.org/W2945635525","https://openalex.org/W2949369413","https://openalex.org/W2952326029","https://openalex.org/W2963306156","https://openalex.org/W2963723202","https://openalex.org/W2974232099","https://openalex.org/W2974759307","https://openalex.org/W3005335721","https://openalex.org/W3010036076","https://openalex.org/W3021665596","https://openalex.org/W3089512831","https://openalex.org/W3092518314","https://openalex.org/W3096166287","https://openalex.org/W3097921942","https://openalex.org/W3098532584","https://openalex.org/W3100852571","https://openalex.org/W3108130502","https://openalex.org/W3118439514","https://openalex.org/W3127850951","https://openalex.org/W3154705700","https://openalex.org/W3195447397","https://openalex.org/W3200256868","https://openalex.org/W3211861207","https://openalex.org/W4200619966","https://openalex.org/W4205421136","https://openalex.org/W4210416049","https://openalex.org/W4213250364","https://openalex.org/W4214717370","https://openalex.org/W4220697267","https://openalex.org/W4221083612","https://openalex.org/W4224983028","https://openalex.org/W4225775947","https://openalex.org/W4226056984","https://openalex.org/W4226066269","https://openalex.org/W4285130111","https://openalex.org/W4300971732","https://openalex.org/W4310329823","https://openalex.org/W6692846177","https://openalex.org/W6729433768","https://openalex.org/W6736057607","https://openalex.org/W6843543632"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090","https://openalex.org/W4385360524"],"abstract_inverted_index":{"In":[0],"Home":[1],"Energy":[2],"Management":[3],"System":[4],"(HEMS),":[5],"the":[6,31,96,129,136,139,143,161,171,175,181,186,204,207],"scheduling":[7,56,133,189,209],"of":[8,45,91,177,188,193,199,206],"energy":[9,22,47,111,179],"storage":[10],"equipment":[11],"and":[12,43,74,86,122,138,146,166,180,184],"shiftable":[13],"loads":[14],"has":[15],"been":[16],"widely":[17],"studied":[18],"to":[19,159],"reduce":[20],"home":[21],"costs.":[23],"However,":[24],"existing":[25],"data-driven":[26,80],"methods":[27],"can":[28,70,169],"hardly":[29],"ensure":[30,142],"transferability":[32],"amongst":[33],"different":[34,49,61,113],"tasks,":[35],"such":[36],"as":[37,106,108],"customers":[38,101],"with":[39,60,102],"diverse":[40],"preferences,":[41,105],"appliances,":[42],"fluctuations":[44],"renewable":[46,110,178],"in":[48,95,112,128],"seasons.":[50],"This":[51],"paper":[52],"designs":[53],"a":[54,64,83],"transferable":[55,132,208],"strategy":[57],"for":[58,78],"HEMS":[59,92],"tasks":[62],"utilizing":[63],"Meta-Reinforcement":[65],"Learning":[66],"(Meta-RL)":[67],"framework,":[68,99],"which":[69,168],"alleviate":[71],"data":[72,198],"dependence":[73],"massive":[75],"training":[76],"time":[77],"other":[79],"methods.":[81],"Specifically,":[82],"more":[84],"practical":[85,197],"complete":[87],"demand":[88],"response":[89],"scenario":[90],"is":[93,157],"considered":[94],"proposed":[97,130],"Meta-RL":[98],"where":[100,135],"distinct":[103],"electricity":[104,201],"well":[107],"fluctuating":[109],"seasons":[114],"are":[115,126],"taken":[116],"into":[117],"consideration.":[118],"An":[119],"inner":[120,137],"level":[121,125,141],"an":[123],"outer":[124,140],"integrated":[127],"Meta-RL-based":[131],"strategy,":[134],"learning":[144],"speed":[145],"appropriate":[147],"initial":[148],"model":[149],"parameters,":[150],"respectively.":[151],"Moreover,":[152],"Long":[153],"Short-Term":[154],"Memory":[155],"(LSTM)":[156],"presented":[158],"extract":[160],"features":[162],"from":[163],"historical":[164],"actions":[165],"rewards,":[167],"overcome":[170],"challenges":[172],"brought":[173],"by":[174],"uncertainties":[176],"customers\u2019":[182],"loads,":[183],"enhance":[185],"robustness":[187],"strategies.":[190],"A":[191],"set":[192],"experiments":[194],"conducted":[195],"on":[196],"Australia\u2019s":[200],"network":[202],"verify":[203],"performance":[205],"strategy.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}