{"id":"https://openalex.org/W4408280985","doi":"https://doi.org/10.1109/iecon55916.2024.10905840","title":"A Q-learning based Adaptive Control of Hybrid Energy Storage System to Mitigate Power Fluctuations in Grid-Connected Microgrids","display_name":"A Q-learning based Adaptive Control of Hybrid Energy Storage System to Mitigate Power Fluctuations in Grid-Connected Microgrids","publication_year":2024,"publication_date":"2024-11-03","ids":{"openalex":"https://openalex.org/W4408280985","doi":"https://doi.org/10.1109/iecon55916.2024.10905840"},"language":"en","primary_location":{"id":"doi:10.1109/iecon55916.2024.10905840","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon55916.2024.10905840","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2024 - 50th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082496107","display_name":"Mohamadamin Rajabinezhad","orcid":"https://orcid.org/0009-0004-1195-1933"},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohamadamin Rajabinezhad","raw_affiliation_strings":["University of Connecticut,The Department of Electrical and Computer Engineering,Storrs Mansfield,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Connecticut,The Department of Electrical and Computer Engineering,Storrs Mansfield,USA","institution_ids":["https://openalex.org/I140172145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039804183","display_name":"Nesa Shams","orcid":null},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nesa Shams","raw_affiliation_strings":["University of Connecticut,The Department of Electrical and Computer Engineering,Storrs Mansfield,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Connecticut,The Department of Electrical and Computer Engineering,Storrs Mansfield,USA","institution_ids":["https://openalex.org/I140172145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042402520","display_name":"Junbo Zhao","orcid":"https://orcid.org/0000-0002-8498-9666"},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junbo Zhao","raw_affiliation_strings":["University of Connecticut,The Department of Electrical and Computer Engineering,Storrs Mansfield,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Connecticut,The Department of Electrical and Computer Engineering,Storrs Mansfield,USA","institution_ids":["https://openalex.org/I140172145"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076377822","display_name":"Shan Zuo","orcid":"https://orcid.org/0000-0001-9830-9310"},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shan Zuo","raw_affiliation_strings":["University of Connecticut,The Department of Electrical and Computer Engineering,Storrs Mansfield,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Connecticut,The Department of Electrical and Computer Engineering,Storrs Mansfield,USA","institution_ids":["https://openalex.org/I140172145"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I140172145"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/energy-storage","display_name":"Energy storage","score":0.6504876613616943},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.564994752407074},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5620790719985962},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5005722045898438},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.478935569524765},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.4623959958553314},{"id":"https://openalex.org/keywords/adaptive-control","display_name":"Adaptive control","score":0.4403035640716553},{"id":"https://openalex.org/keywords/distributed-generation","display_name":"Distributed generation","score":0.43108734488487244},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.41329655051231384},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3685697317123413},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3287215530872345},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.29151594638824463},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.24874815344810486},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1918993592262268},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.17715027928352356},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.13484510779380798},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09069234132766724},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0713825523853302}],"concepts":[{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.6504876613616943},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.564994752407074},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5620790719985962},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5005722045898438},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.478935569524765},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.4623959958553314},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.4403035640716553},{"id":"https://openalex.org/C544738498","wikidata":"https://www.wikidata.org/wiki/Q861135","display_name":"Distributed generation","level":3,"score":0.43108734488487244},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.41329655051231384},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3685697317123413},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3287215530872345},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.29151594638824463},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.24874815344810486},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1918993592262268},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.17715027928352356},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.13484510779380798},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09069234132766724},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0713825523853302},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iecon55916.2024.10905840","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon55916.2024.10905840","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2024 - 50th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.8799999952316284}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2049626702","https://openalex.org/W2087353311","https://openalex.org/W2789314208","https://openalex.org/W2799488509","https://openalex.org/W2907224602","https://openalex.org/W2953854205","https://openalex.org/W2960466675","https://openalex.org/W3094276702","https://openalex.org/W3129318815","https://openalex.org/W3131936356","https://openalex.org/W3132010124","https://openalex.org/W4206415146","https://openalex.org/W4225939417","https://openalex.org/W4313229909","https://openalex.org/W4313431159","https://openalex.org/W4315750698","https://openalex.org/W4319787392","https://openalex.org/W4323052138","https://openalex.org/W4361804182"],"related_works":["https://openalex.org/W2320718078","https://openalex.org/W2653530212","https://openalex.org/W2140965658","https://openalex.org/W2953216818","https://openalex.org/W2030191131","https://openalex.org/W2168595839","https://openalex.org/W2186193041","https://openalex.org/W2123899227","https://openalex.org/W4229926875","https://openalex.org/W2053504570"],"abstract_inverted_index":{"The":[0,79],"intermittent":[1],"and":[2,19,51,103,111],"fluctuating":[3],"output":[4,132],"of":[5,21,66,99,123,141],"wind":[6,25,90,133],"turbines":[7],"is":[8,32],"increasingly":[9],"recognized":[10],"as":[11,108],"a":[12,39,57,67,76],"major":[13],"issue":[14],"affecting":[15],"the":[16,64,84,121,124,138],"power":[17,26,91,115,134],"quality":[18],"stability":[20],"electrical":[22],"grids.":[23],"As":[24],"integration":[27],"grows,":[28],"addressing":[29],"this":[30],"challenge":[31],"essential.":[33],"A":[34],"promising":[35],"solution":[36],"involves":[37],"using":[38],"Hybrid":[40],"Energy":[41],"Storage":[42],"System":[43],"(HESS),":[44],"combining":[45],"battery":[46],"energy":[47,100],"storage":[48,101],"systems":[49,102],"(BESS)":[50],"supercapacitors":[52],"(SC).":[53],"This":[54],"paper":[55],"presents":[56],"Q-learning":[58],"based":[59],"control":[60],"strategy":[61,81],"for":[62,96],"tuning":[63],"parameters":[65],"two-stage":[68,125],"variable":[69,126],"time":[70,86,127],"constant":[71,87,128],"low-pass":[72],"filter":[73],"(LPF)":[74],"in":[75,130],"grid-connected":[77],"microgrid.":[78],"proposed":[80],"adaptively":[82],"adjusts":[83],"LPF":[85,129],"to":[88,113],"mitigate":[89],"fluctuations.":[92],"It":[93],"also":[94],"accounts":[95],"practical":[97,139],"constraints":[98,140],"their":[104],"interfaced":[105],"converters,":[106],"such":[107],"preventing":[109],"overcharge/discharge":[110],"adhering":[112],"maximum":[114],"conversion":[116],"limits.":[117],"Numerical":[118],"simulations":[119],"confirm":[120],"effectiveness":[122],"reducing":[131],"fluctuations":[135],"while":[136],"considering":[137],"HESS.":[142]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}