{"id":"https://openalex.org/W7116830596","doi":"https://doi.org/10.1109/picc67314.2025.11291286","title":"Optimal Scheduling Reinforcement Algorithm for Residential Grid Tied PV Microgrid","display_name":"Optimal Scheduling Reinforcement Algorithm for Residential Grid Tied PV Microgrid","publication_year":2025,"publication_date":"2025-10-09","ids":{"openalex":"https://openalex.org/W7116830596","doi":"https://doi.org/10.1109/picc67314.2025.11291286"},"language":"en","primary_location":{"id":"doi:10.1109/picc67314.2025.11291286","doi":"https://doi.org/10.1109/picc67314.2025.11291286","is_oa":false,"landing_page_url":"https://doi.org/10.1109/picc67314.2025.11291286","pdf_url":null,"source":{"id":"https://openalex.org/S4363608566","display_name":"International Conference on Power, Instrumentation, Control and Computing (PICC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference on Power, Instrumentation, Control, and Computing (PICC)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W7116830596"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056016078","display_name":"M M Alpha","orcid":"https://orcid.org/0009-0001-9256-3841","observed_orcids":["https://orcid.org/0009-0001-9256-3841"]},"institutions":[{"id":"https://openalex.org/I3129367976","display_name":"APJ Abdul Kalam Technological University","ror":"https://ror.org/04yn30r61","country_code":"IN","type":"education","lineage":["https://openalex.org/I3129367976"]},{"id":"https://openalex.org/I4405254352","display_name":"College of Engineering Trivandrum","ror":"https://ror.org/01q6dzp07","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405254352"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Alpha M M","raw_affiliation_strings":["College of Engineering Trivandrum, APJ Abdul Kalam Technological University,Department of Electrical Engineering,Trivandrum,Kerala,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Engineering Trivandrum, APJ Abdul Kalam Technological University,Department of Electrical Engineering,Trivandrum,Kerala,India","institution_ids":["https://openalex.org/I3129367976","https://openalex.org/I4405254352"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015802600","display_name":"Hari Kumar R","orcid":"https://orcid.org/0000-0001-5360-3196","observed_orcids":["https://orcid.org/0000-0001-5360-3196"]},"institutions":[{"id":"https://openalex.org/I3129367976","display_name":"APJ Abdul Kalam Technological University","ror":"https://ror.org/04yn30r61","country_code":"IN","type":"education","lineage":["https://openalex.org/I3129367976"]},{"id":"https://openalex.org/I4405254352","display_name":"College of Engineering Trivandrum","ror":"https://ror.org/01q6dzp07","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405254352"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Hari Kumar R","raw_affiliation_strings":["College of Engineering Trivandrum, APJ Abdul Kalam Technological University,Department of Electrical Engineering,Trivandrum,Kerala,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Engineering Trivandrum, APJ Abdul Kalam Technological University,Department of Electrical Engineering,Trivandrum,Kerala,India","institution_ids":["https://openalex.org/I3129367976","https://openalex.org/I4405254352"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014892343","display_name":"Lal Priya P.S.","orcid":"https://orcid.org/0000-0002-6004-9784","observed_orcids":["https://orcid.org/0000-0002-6004-9784"]},"institutions":[{"id":"https://openalex.org/I3129367976","display_name":"APJ Abdul Kalam Technological University","ror":"https://ror.org/04yn30r61","country_code":"IN","type":"education","lineage":["https://openalex.org/I3129367976"]},{"id":"https://openalex.org/I4405254352","display_name":"College of Engineering Trivandrum","ror":"https://ror.org/01q6dzp07","country_code":"IN","type":"education","lineage":["https://openalex.org/I4405254352"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Lal Priya P S","raw_affiliation_strings":["College of Engineering Trivandrum, APJ Abdul Kalam Technological University,Department of Electrical Engineering,Trivandrum,Kerala,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Engineering Trivandrum, APJ Abdul Kalam Technological University,Department of Electrical Engineering,Trivandrum,Kerala,India","institution_ids":["https://openalex.org/I3129367976","https://openalex.org/I4405254352"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0547,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.72325671,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9038000106811523,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9038000106811523,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.0934000015258789,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10468","display_name":"Photovoltaic System Optimization Techniques","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/battery-scheduling","display_name":"battery scheduling","score":0.7749999761581421},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.7129999995231628},{"id":"https://openalex.org/keywords/battery-degradation-cost","display_name":"battery degradation cost","score":0.8299999833106995},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.7369999885559082},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8569999933242798},{"id":"https://openalex.org/keywords/time-of-use-electricity-pricing","display_name":"time-of-use electricity pricing","score":0.7639999985694885},{"id":"https://openalex.org/keywords/energy-management","display_name":"energy management","score":0.6000000238418579},{"id":"https://openalex.org/keywords/battery-state-of-charge","display_name":"battery state of charge","score":0.7820000052452087},{"id":"https://openalex.org/keywords/operational-cost-minimization","display_name":"operational cost minimization","score":0.753000020980835},{"id":"https://openalex.org/keywords/residential-microgrid","display_name":"residential microgrid","score":0.6449999809265137}],"concepts":[{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.8611000180244446},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6761000156402588},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.626800000667572},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6259999871253967},{"id":"https://openalex.org/C41291067","wikidata":"https://www.wikidata.org/wiki/Q1897785","display_name":"Photovoltaic system","level":2,"score":0.6193000078201294},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.597599983215332},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5582000017166138},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5051000118255615},{"id":"https://openalex.org/C2776582896","wikidata":"https://www.wikidata.org/wiki/Q5368536","display_name":"State of charge","level":4,"score":0.4758000075817108},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4650999903678894},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4426000118255615},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.4401000142097473},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.4163999855518341},{"id":"https://openalex.org/C2777908891","wikidata":"https://www.wikidata.org/wiki/Q1806775","display_name":"Load profile","level":3,"score":0.40070000290870667},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.39089998602867126},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.38040000200271606},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3700999915599823},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.3361000120639801},{"id":"https://openalex.org/C2778820799","wikidata":"https://www.wikidata.org/wiki/Q3454688","display_name":"Cost reduction","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3188000023365021},{"id":"https://openalex.org/C187633118","wikidata":"https://www.wikidata.org/wiki/Q1317949","display_name":"Economic dispatch","level":4,"score":0.305400013923645},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C2777347956","wikidata":"https://www.wikidata.org/wiki/Q1362005","display_name":"Operating cost","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C2781260460","wikidata":"https://www.wikidata.org/wiki/Q6139999","display_name":"Energy management system","level":4,"score":0.28349998593330383},{"id":"https://openalex.org/C182299520","wikidata":"https://www.wikidata.org/wiki/Q1289588","display_name":"Total cost","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26829999685287476},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2662000060081482},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.2637999951839447},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.2567000091075897},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2565000057220459},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.2531999945640564}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/picc67314.2025.11291286","doi":"https://doi.org/10.1109/picc67314.2025.11291286","is_oa":false,"landing_page_url":"https://doi.org/10.1109/picc67314.2025.11291286","pdf_url":null,"source":{"id":"https://openalex.org/S4363608566","display_name":"International Conference on Power, Instrumentation, Control and Computing (PICC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Conference on Power, Instrumentation, Control, and Computing (PICC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":1.0,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"},{"score":0.5378999710083008,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W1531725372","https://openalex.org/W1965539925","https://openalex.org/W2007414406","https://openalex.org/W2022185333","https://openalex.org/W2070844522","https://openalex.org/W2080551469","https://openalex.org/W2113617958","https://openalex.org/W2767535599","https://openalex.org/W2782852827","https://openalex.org/W2911892655","https://openalex.org/W2952242647","https://openalex.org/W2955790965","https://openalex.org/W2963317745","https://openalex.org/W3020795227","https://openalex.org/W3092553147","https://openalex.org/W4214717370","https://openalex.org/W4321780128","https://openalex.org/W4380764887","https://openalex.org/W4384436086","https://openalex.org/W4399452658","https://openalex.org/W4403396052"],"related_works":["https://openalex.org/W3003341488","https://openalex.org/W3160080145","https://openalex.org/W1965539925","https://openalex.org/W4415970002","https://openalex.org/W7221229447","https://openalex.org/W2767535599","https://openalex.org/W3160850365","https://openalex.org/W2246416204","https://openalex.org/W7163673368","https://openalex.org/W2905518851"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,12],"reinforcement":[4],"learning":[5],"(RL)":[6],"based":[7],"battery":[8,22,54,112,127,158],"scheduling":[9,104],"framework":[10],"for":[11,49,101,145],"grid-connected":[13,151],"solar":[14],"PV-battery":[15],"microgrid":[16,152],"system,":[17],"with":[18],"explicit":[19],"consideration":[20],"of":[21,108,129,141],"degradation":[23],"cost":[24,48,109,123],"in":[25,106,150],"the":[26,37,42,98,102,119,139],"optimization":[27],"objective.":[28],"Markov":[29],"decision":[30],"process":[31],"(MDP)":[32],"is":[33],"used":[34],"to":[35],"formulate":[36],"problem,":[38],"aiming":[39],"at":[40],"minimizing":[41],"total":[43],"operational":[44,122],"cost,":[45],"which":[46],"includes":[47],"both":[50,93,155],"grid":[51,134],"trading":[52],"and":[53,61,67,81,95,111,132,157],"life-cycle":[55],"degradation.":[56],"Three":[57],"approaches":[58],"are":[59],"implemented":[60],"compared:":[62],"rule-based":[63],"control,":[64],"standard":[65],"Q-learning,":[66],"Watkins":[68,116],"Q":[69],"($\\lambda$)":[70],"-learning.":[71],"The":[72],"system":[73],"model":[74],"incorporates":[75],"time-varying":[76],"photovoltaic":[77],"generation,":[78],"load":[79],"demand,":[80],"dynamic":[82],"electricity":[83],"tariffs":[84],"under":[85],"time-ofuse":[86],"(ToU)":[87],"pricing.":[88],"Performance":[89],"evaluation":[90],"demonstrates":[91],"that":[92],"Q-learning":[94,117],"Watkins$Q(\\lambda)$-learning":[96],"outperform":[97],"rulebased":[99],"method":[100],"proposed":[103,142],"problem":[105],"terms":[107],"reduction":[110],"usage":[113],"optimization.":[114],"Specifically,":[115],"achieves":[118],"lowest":[120],"daily":[121],"while":[124],"maintaining":[125],"smoother":[126],"state":[128],"charge":[130],"profiles":[131],"balanced":[133],"interactions.":[135],"These":[136],"results":[137],"validate":[138],"potential":[140],"RL-based":[143],"strategies":[144],"real-time":[146],"optimal":[147],"energy":[148],"management":[149],"systems,":[153],"considering":[154],"economic":[156],"health":[159],"objectives.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-11-14T11:04:58.165337","created_date":"2025-12-23T00:00:00"}