{"id":"https://openalex.org/W4417506641","doi":"https://doi.org/10.1080/15435075.2025.2604261","title":"EA-OODRL: Ensemble attentional offline-to-online deep reinforcement learning for microgrid energy optimization","display_name":"EA-OODRL: Ensemble attentional offline-to-online deep reinforcement learning for microgrid energy optimization","publication_year":2025,"publication_date":"2025-12-19","ids":{"openalex":"https://openalex.org/W4417506641","doi":"https://doi.org/10.1080/15435075.2025.2604261"},"language":"en","primary_location":{"id":"doi:10.1080/15435075.2025.2604261","doi":"https://doi.org/10.1080/15435075.2025.2604261","is_oa":false,"landing_page_url":"https://doi.org/10.1080/15435075.2025.2604261","pdf_url":null,"source":{"id":"https://openalex.org/S65809584","display_name":"International Journal of Green Energy","issn_l":"1543-5075","issn":["1543-5075","1543-5083"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","jufo-1","norway-1","poland-40","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Green Energy","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Aihui Yang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aihui Yang","raw_affiliation_strings":["Xiamen University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University of Technology","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113370681","display_name":"Zhiyao Lin","orcid":"https://orcid.org/0009-0004-9308-5441","observed_orcids":["https://orcid.org/0009-0004-9308-5441"]},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyao Lin","raw_affiliation_strings":["Xiamen University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University of Technology","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009258719","display_name":"Li Liu","orcid":"https://orcid.org/0000-0002-9731-6145","observed_orcids":["https://orcid.org/0000-0002-9731-6145"]},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Liu","raw_affiliation_strings":["Xiamen University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University of Technology","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101832865","display_name":"Bin Dai","orcid":"https://orcid.org/0000-0001-8326-2548","observed_orcids":["https://orcid.org/0000-0001-8326-2548"]},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Dai","raw_affiliation_strings":["Xiamen University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University of Technology","institution_ids":["https://openalex.org/I75867142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100746182","display_name":"Zhikun Zhang","orcid":"https://orcid.org/0000-0001-7208-3392","observed_orcids":["https://orcid.org/0000-0001-7208-3392"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhikun Zhang","raw_affiliation_strings":["Xiamen Four Faith Communication Technology Co., Ltd"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen Four Faith Communication Technology Co., Ltd","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103842077","display_name":"Lin Li","orcid":"https://orcid.org/0009-0008-5233-6856","observed_orcids":["https://orcid.org/0009-0008-5233-6856"]},"institutions":[{"id":"https://openalex.org/I75867142","display_name":"Xiamen University of Technology","ror":"https://ror.org/01285e189","country_code":"CN","type":"education","lineage":["https://openalex.org/I75867142"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lin Li","raw_affiliation_strings":["Xiamen University of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiamen University of Technology","institution_ids":["https://openalex.org/I75867142"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5103842077"],"corresponding_institution_ids":["https://openalex.org/I75867142"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23029808,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"23","issue":"7","first_page":"1286","last_page":"1302"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.003700000001117587,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.002199999988079071,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microgrid-scheduling","display_name":"microgrid scheduling","score":0.9490000009536743},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8740000128746033},{"id":"https://openalex.org/keywords/ensemble-learning","display_name":"ensemble learning","score":0.5649999976158142},{"id":"https://openalex.org/keywords/multi-head-attention","display_name":"multi-head attention","score":0.9010000228881836},{"id":"https://openalex.org/keywords/diversity-regularization","display_name":"diversity regularization","score":0.6629999876022339},{"id":"https://openalex.org/keywords/renewable-energy-uncertainty","display_name":"renewable energy uncertainty","score":0.6050000190734863},{"id":"https://openalex.org/keywords/load-variation","display_name":"load variation","score":0.6710000038146973},{"id":"https://openalex.org/keywords/operational-cost-reduction","display_name":"operational cost reduction","score":0.6449999809265137},{"id":"https://openalex.org/keywords/inference-efficiency","display_name":"inference efficiency","score":0.5789999961853027}],"concepts":[{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.8083000183105469},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6183000206947327},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5986999869346619},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4787999987602234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38920000195503235},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3562999963760376},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3224000036716461},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3124000132083893},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.27320000529289246},{"id":"https://openalex.org/C45942800","wikidata":"https://www.wikidata.org/wiki/Q245652","display_name":"Ensemble learning","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C14961307","wikidata":"https://www.wikidata.org/wiki/Q5377176","display_name":"Energy minimization","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.259799987077713},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/15435075.2025.2604261","doi":"https://doi.org/10.1080/15435075.2025.2604261","is_oa":false,"landing_page_url":"https://doi.org/10.1080/15435075.2025.2604261","pdf_url":null,"source":{"id":"https://openalex.org/S65809584","display_name":"International Journal of Green Energy","issn_l":"1543-5075","issn":["1543-5075","1543-5083"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","jufo-1","norway-1","poland-40","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Green Energy","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9853000044822693},{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.428600013256073}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W1436439024","https://openalex.org/W1804641549","https://openalex.org/W2318920527","https://openalex.org/W2343206695","https://openalex.org/W2343217767","https://openalex.org/W2487783365","https://openalex.org/W2802339474","https://openalex.org/W2809148058","https://openalex.org/W2979448991","https://openalex.org/W2997360310","https://openalex.org/W3022566517","https://openalex.org/W3031404175","https://openalex.org/W3034786558","https://openalex.org/W3038399622","https://openalex.org/W3080311931","https://openalex.org/W3119020986","https://openalex.org/W3126245186","https://openalex.org/W4284958028","https://openalex.org/W4293177929","https://openalex.org/W4297838928","https://openalex.org/W4383336757","https://openalex.org/W4388507459","https://openalex.org/W4391656214","https://openalex.org/W4392932707","https://openalex.org/W4402303227","https://openalex.org/W4404350923","https://openalex.org/W4408017254","https://openalex.org/W4408634866","https://openalex.org/W4411346139"],"related_works":["https://openalex.org/W4402303227","https://openalex.org/W4407404225","https://openalex.org/W4401228077","https://openalex.org/W3155726845","https://openalex.org/W3003693238","https://openalex.org/W3092305369","https://openalex.org/W4214507393","https://openalex.org/W7163698888","https://openalex.org/W7154083166","https://openalex.org/W3125050464"],"abstract_inverted_index":{"Optimizing":[0],"microgrid":[1,165],"scheduling":[2,44,166],"is":[3,91],"critical":[4],"for":[5,33,164],"addressing":[6],"the":[7,16,118],"unpredictability":[8],"of":[9,18,57,62],"renewable":[10],"energy,":[11],"dynamic":[12],"load":[13],"fluctuations,":[14],"and":[15,40,66,73,140,156,167],"complexity":[17],"grid":[19],"integration.":[20],"This":[21],"study":[22],"proposes":[23],"an":[24,74,161],"Ensemble":[25],"Attentional":[26],"Offline-to-Online":[27],"Deep":[28],"Reinforcement":[29],"Learning":[30],"(EA-OODRL)":[31],"algorithm":[32,47],"small-scale":[34],"microgrids,":[35],"aiming":[36],"to":[37,53,83,93,96,103,128,137,143],"enhance":[38,84],"generalization":[39,157],"decision-making":[41],"efficiency":[42,155],"in":[43,176],"tasks.":[45],"The":[46],"leverages":[48],"a":[49,88,97],"multi-head":[50],"attention":[51],"mechanism":[52],"improve":[54],"environmental":[55],"perception":[56],"sub-policies,":[58],"enabling":[59],"effective":[60,162],"processing":[61],"high-dimensional,":[63],"complex":[64,177],"data":[65,72],"capturing":[67],"diverse":[68],"features.":[69],"Through":[70],"shared":[71],"ensemble":[75],"resonance":[76],"loss,":[77],"EA-OODRL":[78],"promotes":[79],"collaboration":[80],"among":[81],"sub-policies":[82],"exploration":[85],"capabilities.":[86],"Additionally,":[87],"diversity-regularized":[89],"loss":[90],"introduced":[92],"prevent":[94],"convergence":[95],"single":[98],"sub-optimal":[99],"policy,":[100],"ensuring":[101],"adaptability":[102],"unseen":[104,138],"states.":[105],"Experiments":[106],"on":[107,115],"real-world":[108],"datasets":[109],"show":[110],"that,":[111],"while":[112],"maintaining":[113],"performance":[114,133],"par":[116],"with":[117],"best":[119],"baseline,":[120],"our":[121],"method":[122],"reduces":[123],"inference":[124],"time":[125],"by":[126],"up":[127,142],"41%,":[129],"exhibits":[130],"markedly":[131],"smaller":[132],"fluctuations":[134],"when":[135],"generalizing":[136],"states,":[139],"achieves":[141],"64%":[144],"lower":[145],"operational":[146],"cost":[147],"than":[148],"other":[149],"baselines,":[150],"demonstrating":[151],"superior":[152],"algorithmic":[153],"decision":[154],"capability.This":[158],"research":[159],"offers":[160],"solution":[163],"provides":[168],"new":[169],"insights":[170],"into":[171],"applying":[172],"deep":[173],"reinforcement":[174],"learning":[175],"systems.":[178]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2025-12-19T00:00:00"}