{"id":"https://openalex.org/W4415594206","doi":"https://doi.org/10.1109/tie.2025.3610756","title":"Reinforcement Learning Based Active Model Variation Deadbeat Control for Energy Storage System in DC Microgrids With Constant Power Loads","display_name":"Reinforcement Learning Based Active Model Variation Deadbeat Control for Energy Storage System in DC Microgrids With Constant Power Loads","publication_year":2025,"publication_date":"2025-10-27","ids":{"openalex":"https://openalex.org/W4415594206","doi":"https://doi.org/10.1109/tie.2025.3610756"},"language":null,"primary_location":{"id":"doi:10.1109/tie.2025.3610756","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2025.3610756","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027151582","display_name":"Xibeng Zhang","orcid":"https://orcid.org/0000-0002-7947-7375"},"institutions":[{"id":"https://openalex.org/I173899330","display_name":"Henan University","ror":"https://ror.org/003xyzq10","country_code":"CN","type":"education","lineage":["https://openalex.org/I173899330"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xibeng Zhang","raw_affiliation_strings":["School of Artificial Intelligence, Henan University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7947-7375","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Henan University, Zhengzhou, China","institution_ids":["https://openalex.org/I173899330"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Pengpeng Li","orcid":"https://orcid.org/0009-0004-1070-0024"},"institutions":[{"id":"https://openalex.org/I173899330","display_name":"Henan University","ror":"https://ror.org/003xyzq10","country_code":"CN","type":"education","lineage":["https://openalex.org/I173899330"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengpeng Li","raw_affiliation_strings":["School of Artificial Intelligence, Henan University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0009-0004-1070-0024","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Henan University, Zhengzhou, China","institution_ids":["https://openalex.org/I173899330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102924741","display_name":"Yanyu Zhang","orcid":"https://orcid.org/0000-0002-6411-8679"},"institutions":[{"id":"https://openalex.org/I173899330","display_name":"Henan University","ror":"https://ror.org/003xyzq10","country_code":"CN","type":"education","lineage":["https://openalex.org/I173899330"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanyu Zhang","raw_affiliation_strings":["School of Artificial Intelligence, Henan University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6411-8679","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Henan University, Zhengzhou, China","institution_ids":["https://openalex.org/I173899330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068967562","display_name":"Darong Huang","orcid":"https://orcid.org/0000-0002-5068-5162"},"institutions":[{"id":"https://openalex.org/I143868143","display_name":"Anhui University","ror":"https://ror.org/05th6yx34","country_code":"CN","type":"education","lineage":["https://openalex.org/I143868143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Darong Huang","raw_affiliation_strings":["Anhui University, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-5068-5162","affiliations":[{"raw_affiliation_string":"Anhui University, Hefei, China","institution_ids":["https://openalex.org/I143868143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011308231","display_name":"Benfei Wang","orcid":"https://orcid.org/0000-0001-9270-4002"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Benfei Wang","raw_affiliation_strings":["School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9270-4002","affiliations":[{"raw_affiliation_string":"School of Intelligent Systems Engineering, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065562660","display_name":"Yi Zhou","orcid":"https://orcid.org/0000-0001-7657-6100"},"institutions":[{"id":"https://openalex.org/I173899330","display_name":"Henan University","ror":"https://ror.org/003xyzq10","country_code":"CN","type":"education","lineage":["https://openalex.org/I173899330"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhou","raw_affiliation_strings":["School of Artificial Intelligence, Henan University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7657-6100","affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Henan University, Zhengzhou, China","institution_ids":["https://openalex.org/I173899330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048459663","display_name":"Feng Huo","orcid":"https://orcid.org/0000-0003-4397-2240"},"institutions":[{"id":"https://openalex.org/I4210133325","display_name":"Institute of Process Engineering","ror":"https://ror.org/03j4x9j18","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210133325"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Huo","raw_affiliation_strings":["Beijing Key Laboratory of Ionic Liquids Clean Process, Institute of Process Engineering, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4397-2240","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Ionic Liquids Clean Process, Institute of Process Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210133325"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086713046","display_name":"Abhisek Ukil","orcid":"https://orcid.org/0000-0003-3100-7865"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Abhisek Ukil","raw_affiliation_strings":["Department of Electrical, Computer and Software Engineering, University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0003-3100-7865","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer and Software Engineering, University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5027151582"],"corresponding_institution_ids":["https://openalex.org/I173899330"],"apc_list":null,"apc_paid":null,"fwci":1.0999,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.83022515,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"73","issue":"2","first_page":"2427","last_page":"2439"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14444","display_name":"Power Systems and Renewable Energy","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/2102","display_name":"Energy Engineering and Power Technology"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12277","display_name":"Frequency Control in Power Systems","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.7541999816894531},{"id":"https://openalex.org/keywords/ripple","display_name":"Ripple","score":0.7522000074386597},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5978000164031982},{"id":"https://openalex.org/keywords/energy-storage","display_name":"Energy storage","score":0.5605999827384949},{"id":"https://openalex.org/keywords/settling-time","display_name":"Settling time","score":0.5152000188827515},{"id":"https://openalex.org/keywords/constant","display_name":"Constant (computer programming)","score":0.4666999876499176},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.4636000096797943},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.44449999928474426},{"id":"https://openalex.org/keywords/ac-power","display_name":"AC power","score":0.4332999885082245},{"id":"https://openalex.org/keywords/current","display_name":"Current (fluid)","score":0.4172999858856201}],"concepts":[{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.7541999816894531},{"id":"https://openalex.org/C2779599953","wikidata":"https://www.wikidata.org/wiki/Q1776117","display_name":"Ripple","level":3,"score":0.7522000074386597},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5989999771118164},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5978000164031982},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.5605999827384949},{"id":"https://openalex.org/C14781684","wikidata":"https://www.wikidata.org/wiki/Q3983320","display_name":"Settling time","level":3,"score":0.5152000188827515},{"id":"https://openalex.org/C2777027219","wikidata":"https://www.wikidata.org/wiki/Q1284190","display_name":"Constant (computer programming)","level":2,"score":0.4666999876499176},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.4636000096797943},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.44449999928474426},{"id":"https://openalex.org/C108755667","wikidata":"https://www.wikidata.org/wiki/Q1930258","display_name":"AC power","level":3,"score":0.4332999885082245},{"id":"https://openalex.org/C148043351","wikidata":"https://www.wikidata.org/wiki/Q4456944","display_name":"Current (fluid)","level":2,"score":0.4172999858856201},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.3887999951839447},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.3885999917984009},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3702999949455261},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.35120001435279846},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.33899998664855957},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.33329999446868896},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.3271999955177307},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.30090001225471497},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.30079999566078186},{"id":"https://openalex.org/C53392680","wikidata":"https://www.wikidata.org/wiki/Q5163647","display_name":"Constant current","level":3,"score":0.2962999939918518},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.2883000075817108},{"id":"https://openalex.org/C178911571","wikidata":"https://www.wikidata.org/wiki/Q593143","display_name":"Power electronics","level":3,"score":0.2840000092983246},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2799000144004822},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C52192207","wikidata":"https://www.wikidata.org/wiki/Q5322","display_name":"Capacitor","level":3,"score":0.26840001344680786},{"id":"https://openalex.org/C204106720","wikidata":"https://www.wikidata.org/wiki/Q15856134","display_name":"Current limiting","level":3,"score":0.26649999618530273},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2574000060558319},{"id":"https://openalex.org/C25915539","wikidata":"https://www.wikidata.org/wiki/Q220786","display_name":"Automatic frequency control","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C85899133","wikidata":"https://www.wikidata.org/wiki/Q557211","display_name":"Active filter","level":3,"score":0.25450000166893005}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tie.2025.3610756","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tie.2025.3610756","pdf_url":null,"source":{"id":"https://openalex.org/S58031724","display_name":"IEEE Transactions on Industrial Electronics","issn_l":"0278-0046","issn":["0278-0046","1557-9948"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6305962522","display_name":null,"funder_award_id":"62503154","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7421758869","display_name":null,"funder_award_id":"42341204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W2135216999","https://openalex.org/W2343999132","https://openalex.org/W2895603656","https://openalex.org/W2944384293","https://openalex.org/W2965036326","https://openalex.org/W2974720649","https://openalex.org/W3039954472","https://openalex.org/W3089685611","https://openalex.org/W3138807245","https://openalex.org/W3171077113","https://openalex.org/W3196124035","https://openalex.org/W3206531461","https://openalex.org/W4285108042","https://openalex.org/W4285186341","https://openalex.org/W4285216608","https://openalex.org/W4285219574","https://openalex.org/W4288064536","https://openalex.org/W4320515731","https://openalex.org/W4378965875","https://openalex.org/W4381416097","https://openalex.org/W4385284600","https://openalex.org/W4389879955","https://openalex.org/W4391559564","https://openalex.org/W4394994439","https://openalex.org/W4402811244","https://openalex.org/W4403977179"],"related_works":[],"abstract_inverted_index":{"The":[0,62,89],"issues":[1],"of":[2,29,69,91],"constant":[3],"power":[4],"load":[5],"(CPL)":[6],"and":[7,15,66,100,129,137],"model":[8,45,55,63,81,116],"mismatch":[9,117],"lead":[10],"to":[11,84],"significant":[12],"current":[13,59,111,130],"ripples":[14],"voltage":[16,127],"fluctuations":[17],"in":[18,57],"dc":[19],"microgrids,":[20],"presenting":[21],"a":[22,40,52,75],"substantial":[23],"challenge":[24],"for":[25],"the":[26,58,67,80,92,107,124],"control":[27,48,54,60],"methods":[28],"energy":[30],"storage":[31],"systems.":[32],"To":[33],"address":[34],"these":[35],"issues,":[36],"this":[37],"article":[38],"proposes":[39],"reinforcement":[41],"learning":[42],"based":[43],"active":[44],"variation":[46,64,82],"deadbeat":[47],"(RL-AMVDB),":[49],"which":[50],"adjusts":[51],"few":[53],"parameters":[56],"loop.":[61],"factors":[65,83],"states":[68],"closed-loop":[70],"system":[71],"are":[72,132],"formulated":[73],"as":[74],"Markov":[76],"decision":[77],"process,":[78],"allowing":[79],"be":[85],"optimized":[86],"through":[87,97],"RL.":[88],"performance":[90],"proposed":[93,108],"method":[94,109],"is":[95],"evaluated":[96],"both":[98],"simulation":[99],"hardware":[101],"experiments.":[102],"Experimental":[103],"results":[104],"demonstrate":[105],"that":[106],"reduces":[110],"ripple":[112,131],"by":[113,134],"16.6%":[114],"under":[115,120],"conditions.":[118],"Additionally,":[119],"sudden":[121],"CPL":[122],"changes,":[123],"settling":[125],"time,":[126],"fluctuations,":[128],"reduced":[133],"38.4%,":[135],"10.2%,":[136],"12.5%\u201320%,":[138],"respectively.":[139]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-02-11T14:41:00.668223","created_date":"2025-10-28T00:00:00"}