{"id":"https://openalex.org/W3210437470","doi":"https://doi.org/10.1109/isie45552.2021.9576331","title":"A Reinforcement Learning based Energy Management System for a PV and Battery Connected Microgrid System","display_name":"A Reinforcement Learning based Energy Management System for a PV and Battery Connected Microgrid System","publication_year":2021,"publication_date":"2021-06-20","ids":{"openalex":"https://openalex.org/W3210437470","doi":"https://doi.org/10.1109/isie45552.2021.9576331","mag":"3210437470"},"language":"en","primary_location":{"id":"doi:10.1109/isie45552.2021.9576331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isie45552.2021.9576331","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 30th International Symposium on Industrial Electronics (ISIE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000090488","display_name":"Rahul Kosuru","orcid":null},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Rahul Kosuru","raw_affiliation_strings":["Department of Electronics, Carleton University Ottawa, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electronics, Carleton University Ottawa, Ontario, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100682515","display_name":"Shichao Liu","orcid":"https://orcid.org/0000-0002-3163-161X"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Shichao Liu","raw_affiliation_strings":["Department of Electronics, Carleton University Ottawa, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electronics, Carleton University Ottawa, Ontario, Canada","institution_ids":["https://openalex.org/I67031392"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074897163","display_name":"Hicham Chaoui","orcid":"https://orcid.org/0000-0001-8728-3653"},"institutions":[{"id":"https://openalex.org/I67031392","display_name":"Carleton University","ror":"https://ror.org/02qtvee93","country_code":"CA","type":"education","lineage":["https://openalex.org/I67031392"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hicham Chaoui","raw_affiliation_strings":["Department of Electronics, Carleton University Ottawa, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Electronics, Carleton University Ottawa, Ontario, Canada","institution_ids":["https://openalex.org/I67031392"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5000090488"],"corresponding_institution_ids":["https://openalex.org/I67031392"],"apc_list":null,"apc_paid":null,"fwci":0.412,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.61942644,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"05"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10468","display_name":"Photovoltaic System Optimization Techniques","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.8369148969650269},{"id":"https://openalex.org/keywords/state-of-charge","display_name":"State of charge","score":0.6270560026168823},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.6109431982040405},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6074452996253967},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.574802041053772},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.554969847202301},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.5495926737785339},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5178792476654053},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.5092931985855103},{"id":"https://openalex.org/keywords/photovoltaic-system","display_name":"Photovoltaic system","score":0.4973454773426056},{"id":"https://openalex.org/keywords/energy-storage","display_name":"Energy storage","score":0.4422960877418518},{"id":"https://openalex.org/keywords/load-management","display_name":"Load management","score":0.42426198720932007},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.3732783794403076},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.30232352018356323},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.28862982988357544},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2850383520126343}],"concepts":[{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.8369148969650269},{"id":"https://openalex.org/C2776582896","wikidata":"https://www.wikidata.org/wiki/Q5368536","display_name":"State of charge","level":4,"score":0.6270560026168823},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.6109431982040405},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6074452996253967},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.574802041053772},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.554969847202301},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.5495926737785339},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5178792476654053},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.5092931985855103},{"id":"https://openalex.org/C41291067","wikidata":"https://www.wikidata.org/wiki/Q1897785","display_name":"Photovoltaic system","level":2,"score":0.4973454773426056},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.4422960877418518},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.42426198720932007},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.3732783794403076},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.30232352018356323},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28862982988357544},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2850383520126343},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isie45552.2021.9576331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isie45552.2021.9576331","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 30th International Symposium on Industrial Electronics (ISIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.47999998927116394,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2111902997","https://openalex.org/W2121863487","https://openalex.org/W2131841686","https://openalex.org/W2149303581","https://openalex.org/W2167134908","https://openalex.org/W2341721993","https://openalex.org/W2532247218","https://openalex.org/W2897945159","https://openalex.org/W2898683592","https://openalex.org/W2908547192","https://openalex.org/W2909010490"],"related_works":["https://openalex.org/W1574359403","https://openalex.org/W2057975886","https://openalex.org/W4308700935","https://openalex.org/W4210780382","https://openalex.org/W2356033827","https://openalex.org/W1600945217","https://openalex.org/W1932401759","https://openalex.org/W3005612233","https://openalex.org/W2761863946","https://openalex.org/W2936487029"],"abstract_inverted_index":{"Design":[0],"of":[1,46,99,122,134,146,148,157],"a":[2,30,55,85],"standalone":[3],"renewable":[4,15],"system":[5,32,83],"to":[6,66,79,129],"meet":[7,72],"the":[8,25,34,40,44,68,73,77,81,92,103,110,119,123,131,135,138,144,149,155,158],"load":[9,74,104],"demand":[10,105],"is":[11,88,116],"always":[12],"complex,":[13],"as":[14,126,128],"sources":[16,125],"are":[17,61],"intermittent":[18],"in":[19,33,38],"nature,":[20],"which":[21],"causes":[22],"overloading":[23],"on":[24,102],"distribution":[26,70],"transformer.":[27],"However,":[28],"incorporating":[29],"battery":[31,59,93],"design":[35],"would":[36],"help":[37],"improving":[39],"efficiency":[41],"and":[42,49,58,71,95,106],"mitigate":[43],"problem":[45],"fluctuating":[47],"voltages":[48],"line":[50],"loadings.":[51],"In":[52],"this":[53],"paper,":[54],"grid-connected":[56],"PV":[57,111,159],"systems":[60],"designed":[62],"with":[63],"an":[64],"objective":[65],"manage":[67],"energy":[69,124],"demand.":[75],"Without":[76],"need":[78],"know":[80],"priori":[82],"dynamics,":[84],"Q-learning":[86],"algorithm":[87],"used":[89],"for":[90,118],"controlling":[91],"charge":[94,147],"discharge":[96],"characteristics":[97],"(state":[98],"charge)":[100],"based":[101],"power":[107],"generated":[108],"from":[109],"system.":[112],"An":[113],"allocation":[114],"scheme":[115],"developed":[117],"effective":[120],"usage":[121,156],"well":[127],"increase":[130],"life":[132],"cycle":[133],"battery.":[136],"Thus,":[137],"proposed":[139],"strategy":[140],"not":[141],"only":[142],"maintains":[143],"state":[145],"storage":[150],"unit":[151],"but":[152],"also":[153],"allocates":[154],"source.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}