{"id":"https://openalex.org/W4414647218","doi":"https://doi.org/10.1109/access.2025.3615960","title":"Imbalance-Aware Scheduling for PV-Battery Storage Systems Using Deep Reinforcement Learning","display_name":"Imbalance-Aware Scheduling for PV-Battery Storage Systems Using Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414647218","doi":"https://doi.org/10.1109/access.2025.3615960"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3615960","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3615960","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3615960","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115863071","display_name":"Yuki Osone","orcid":null},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yuki Osone","raw_affiliation_strings":["Institute of Systems and Information Engineering, University of Tsukuba, Tsukuba, Ibaraki, Japan","Institute of Systems and Information Engineering, University of Tsukuba 1-1-1 Tennodai, Building F-300, Tsukuba, Ibaraki, Japan"],"raw_orcid":"https://orcid.org/0009-0006-5963-6224","affiliations":[{"raw_affiliation_string":"Institute of Systems and Information Engineering, University of Tsukuba, Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I146399215"]},{"raw_affiliation_string":"Institute of Systems and Information Engineering, University of Tsukuba 1-1-1 Tennodai, Building F-300, Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101781617","display_name":"Daisuke Kodaira","orcid":"https://orcid.org/0000-0003-0065-9203"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Daisuke Kodaira","raw_affiliation_strings":["Institute of Systems and Information Engineering, University of Tsukuba, Tsukuba, Ibaraki, Japan","Institute of Systems and Information Engineering, University of Tsukuba 1-1-1 Tennodai, Building F-300, Tsukuba, Ibaraki, Japan"],"raw_orcid":"https://orcid.org/0000-0003-0065-9203","affiliations":[{"raw_affiliation_string":"Institute of Systems and Information Engineering, University of Tsukuba, Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I146399215"]},{"raw_affiliation_string":"Institute of Systems and Information Engineering, University of Tsukuba 1-1-1 Tennodai, Building F-300, Tsukuba, Ibaraki, Japan","institution_ids":["https://openalex.org/I146399215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I146399215"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.8523,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.72264255,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"13","issue":null,"first_page":"172245","last_page":"172258"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9293000102043152,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9293000102043152,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7502999901771545},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5935999751091003},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5590000152587891},{"id":"https://openalex.org/keywords/electricity-market","display_name":"Electricity market","score":0.5235000252723694},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.5194000005722046},{"id":"https://openalex.org/keywords/economic-dispatch","display_name":"Economic dispatch","score":0.4214000105857849},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.41499999165534973},{"id":"https://openalex.org/keywords/perceptron","display_name":"Perceptron","score":0.4120999872684479},{"id":"https://openalex.org/keywords/probabilistic-forecasting","display_name":"Probabilistic forecasting","score":0.3944000005722046},{"id":"https://openalex.org/keywords/cost-reduction","display_name":"Cost reduction","score":0.3882000148296356}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7753000259399414},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7502999901771545},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5935999751091003},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5590000152587891},{"id":"https://openalex.org/C146733006","wikidata":"https://www.wikidata.org/wiki/Q676081","display_name":"Electricity market","level":3,"score":0.5235000252723694},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.5194000005722046},{"id":"https://openalex.org/C187633118","wikidata":"https://www.wikidata.org/wiki/Q1317949","display_name":"Economic dispatch","level":4,"score":0.4214000105857849},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.41499999165534973},{"id":"https://openalex.org/C60908668","wikidata":"https://www.wikidata.org/wiki/Q690207","display_name":"Perceptron","level":3,"score":0.4120999872684479},{"id":"https://openalex.org/C122282355","wikidata":"https://www.wikidata.org/wiki/Q7246855","display_name":"Probabilistic forecasting","level":3,"score":0.3944000005722046},{"id":"https://openalex.org/C2778820799","wikidata":"https://www.wikidata.org/wiki/Q3454688","display_name":"Cost reduction","level":2,"score":0.3882000148296356},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3707999885082245},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36079999804496765},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.3571000099182129},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.3206000030040741},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.3125},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.3118000030517578},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.3095000088214874},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C52970973","wikidata":"https://www.wikidata.org/wiki/Q2497134","display_name":"Adaptive system","level":2,"score":0.28859999775886536},{"id":"https://openalex.org/C193809577","wikidata":"https://www.wikidata.org/wiki/Q3409300","display_name":"Demand forecasting","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.28349998593330383},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.27230000495910645},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.27000001072883606},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2696000039577484},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C2776613951","wikidata":"https://www.wikidata.org/wiki/Q7097788","display_name":"Operational planning","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.2556999921798706},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2540000081062317}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3615960","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3615960","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c7f1afd688744b8cba0179f4ef47bfb0","is_oa":true,"landing_page_url":"https://doaj.org/article/c7f1afd688744b8cba0179f4ef47bfb0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 172245-172258 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3615960","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3615960","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1149718848","display_name":null,"funder_award_id":"JP23K13306","funder_id":"https://openalex.org/F4320320212","funder_display_name":"Japan Society for the Promotion of Science London"}],"funders":[{"id":"https://openalex.org/F4320320212","display_name":"Japan Society for the Promotion of Science London","ror":"https://ror.org/02m7axw05"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0,46,110],"growing":[1],"penetration":[2],"of":[3,48],"distributed":[4],"renewable":[5],"energy":[6,13],"resources":[7],"necessitates":[8],"more":[9],"intelligent":[10],"and":[11,107,122,158,180,185],"adaptive":[12],"management":[14],"strategies.":[15],"In":[16],"this":[17],"paper,":[18],"we":[19],"propose":[20],"a":[21,52,91,132,147,159],"novel":[22],"imbalance-aware":[23],"control":[24,134],"framework":[25,50,112],"for":[26,177],"photovoltaic-battery":[27],"storage":[28],"systems":[29],"(PV-BSS)":[30],"participating":[31],"in":[32,44,100,150,183],"day-ahead":[33],"electricity":[34,123,187],"markets":[35],"characterized":[36],"by":[37,70,90],"strict":[38],"penalty":[39],"mechanisms,":[40],"such":[41],"as":[42],"those":[43],"Japan.":[45],"core":[47],"the":[49,75,85,144,155,164,173],"is":[51,63,88],"Proximal":[53],"Policy":[54],"Optimization":[55],"(PPO)-based":[56],"deep":[57],"reinforcement":[58],"learning":[59],"(DRL)":[60],"agent,":[61],"which":[62],"explicitly":[64],"trained":[65],"to":[66,154,163],"minimize":[67],"imbalance":[68,151,168],"penalties":[69,152],"embedding":[71],"forecast":[72],"deviations":[73],"into":[74],"reward":[76],"function.":[77],"To":[78],"enhance":[79],"operational":[80],"feasibility":[81],"under":[82],"real-world":[83],"constraints,":[84],"PPO":[86],"agent":[87],"complemented":[89],"Model":[92],"Predictive":[93],"Control":[94],"(MPC)":[95],"layer":[96],"that":[97],"refines":[98],"actions":[99],"real":[101],"time":[102],"based":[103],"on":[104],"updated":[105],"forecasts":[106],"system":[108],"constraints.":[109],"proposed":[111,174],"integrates":[113],"probabilistic":[114],"PV":[115],"forecasting":[116],"using":[117,139],"Lower-Upper":[118],"Bound":[119],"Estimation":[120],"(LUBE)":[121],"price":[124],"prediction":[125],"via":[126],"multi-layer":[127],"perceptron":[128],"(MLP)":[129],"models":[130],"within":[131],"unified":[133],"loop.":[135],"Through":[136],"extensive":[137],"simulations":[138],"actual":[140],"Japanese":[141],"market":[142],"data,":[143],"method":[145],"demonstrates":[146],"47%":[148],"reduction":[149,161],"compared":[153,162],"rule-based":[156],"strategy":[157],"26%":[160],"DRL":[165],"model":[166],"without":[167],"awareness.":[169],"These":[170],"results":[171],"highlight":[172],"method\u2019s":[175],"potential":[176],"economically":[178],"efficient":[179],"regulation-compliant":[181],"scheduling":[182],"dynamic":[184],"penalty-intensive":[186],"markets.":[188]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-13T07:04:57.449891","created_date":"2025-10-10T00:00:00"}