{"id":"https://openalex.org/W4380875743","doi":"https://doi.org/10.1109/tsg.2023.3286801","title":"Reinforcement Learning-Based Integrated Control to Improve the Efficiency of DC Microgrids","display_name":"Reinforcement Learning-Based Integrated Control to Improve the Efficiency of DC Microgrids","publication_year":2023,"publication_date":"2023-06-16","ids":{"openalex":"https://openalex.org/W4380875743","doi":"https://doi.org/10.1109/tsg.2023.3286801"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2023.3286801","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2023.3286801","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079017527","display_name":"Shivam Chaturvedi","orcid":"https://orcid.org/0000-0003-1533-0857"},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shivam Chaturvedi","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Michigan-Dearborn, Dearborn, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-1533-0857","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Michigan-Dearborn, Dearborn, MI, USA","institution_ids":["https://openalex.org/I4210130704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018894080","display_name":"Van\u2010Hai Bui","orcid":"https://orcid.org/0009-0002-4565-4780"},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Van-Hai Bui","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Michigan-Dearborn, Dearborn, MI, USA"],"raw_orcid":"https://orcid.org/0009-0002-4565-4780","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Michigan-Dearborn, Dearborn, MI, USA","institution_ids":["https://openalex.org/I4210130704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009664810","display_name":"Wencong Su","orcid":"https://orcid.org/0000-0003-1482-3078"},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wencong Su","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Michigan-Dearborn, Dearborn, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-1482-3078","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Michigan-Dearborn, Dearborn, MI, USA","institution_ids":["https://openalex.org/I4210130704"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100603093","display_name":"Mengqi Wang","orcid":"https://orcid.org/0000-0003-1979-2565"},"institutions":[{"id":"https://openalex.org/I4210130704","display_name":"University of Michigan\u2013Dearborn","ror":"https://ror.org/035wtm547","country_code":"US","type":"education","lineage":["https://openalex.org/I4210130704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mengqi Wang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Michigan-Dearborn, Dearborn, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-1979-2565","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Michigan-Dearborn, Dearborn, MI, USA","institution_ids":["https://openalex.org/I4210130704"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5079017527"],"corresponding_institution_ids":["https://openalex.org/I4210130704"],"apc_list":null,"apc_paid":null,"fwci":7.3529,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":{"value":0.97822318,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"15","issue":"1","first_page":"149","last_page":"159"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/voltage-droop","display_name":"Voltage droop","score":0.9170286655426025},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.730130672454834},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.7018681764602661},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6454689502716064},{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.6035428047180176},{"id":"https://openalex.org/keywords/pid-controller","display_name":"PID controller","score":0.48916104435920715},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4758583903312683},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.4463985562324524},{"id":"https://openalex.org/keywords/voltage-regulator","display_name":"Voltage regulator","score":0.43091288208961487},{"id":"https://openalex.org/keywords/voltage-controller","display_name":"Voltage controller","score":0.4160849153995514},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3697468042373657},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.21302205324172974},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.2027871012687683},{"id":"https://openalex.org/keywords/temperature-control","display_name":"Temperature control","score":0.1464267373085022},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10044413805007935},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.08166918158531189}],"concepts":[{"id":"https://openalex.org/C40760162","wikidata":"https://www.wikidata.org/wiki/Q10920295","display_name":"Voltage droop","level":4,"score":0.9170286655426025},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.730130672454834},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.7018681764602661},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6454689502716064},{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.6035428047180176},{"id":"https://openalex.org/C47116090","wikidata":"https://www.wikidata.org/wiki/Q716829","display_name":"PID controller","level":3,"score":0.48916104435920715},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4758583903312683},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.4463985562324524},{"id":"https://openalex.org/C110706871","wikidata":"https://www.wikidata.org/wiki/Q851210","display_name":"Voltage regulator","level":3,"score":0.43091288208961487},{"id":"https://openalex.org/C156120966","wikidata":"https://www.wikidata.org/wiki/Q7940742","display_name":"Voltage controller","level":5,"score":0.4160849153995514},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3697468042373657},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.21302205324172974},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2027871012687683},{"id":"https://openalex.org/C536315585","wikidata":"https://www.wikidata.org/wiki/Q7698332","display_name":"Temperature control","level":2,"score":0.1464267373085022},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10044413805007935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.08166918158531189},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2023.3286801","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2023.3286801","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8799999952316284,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G6790511156","display_name":null,"funder_award_id":"2034938","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1665876831","https://openalex.org/W1943613348","https://openalex.org/W1992339697","https://openalex.org/W1994037823","https://openalex.org/W2032098152","https://openalex.org/W2051526898","https://openalex.org/W2070363746","https://openalex.org/W2084943452","https://openalex.org/W2100945405","https://openalex.org/W2127086830","https://openalex.org/W2153432248","https://openalex.org/W2232335510","https://openalex.org/W2289258910","https://openalex.org/W2526767376","https://openalex.org/W2620518023","https://openalex.org/W2755261459","https://openalex.org/W2756659234","https://openalex.org/W2793290773","https://openalex.org/W2913548458","https://openalex.org/W2949816299","https://openalex.org/W2965363452","https://openalex.org/W2971669482","https://openalex.org/W2974303154","https://openalex.org/W3013889540","https://openalex.org/W3043475934","https://openalex.org/W3095003350","https://openalex.org/W3106428159","https://openalex.org/W3158031886","https://openalex.org/W3163821774","https://openalex.org/W3171077113","https://openalex.org/W3216995763","https://openalex.org/W4221026675","https://openalex.org/W4256152864","https://openalex.org/W4256153703","https://openalex.org/W4285226100","https://openalex.org/W4288064505","https://openalex.org/W4312794878"],"related_works":["https://openalex.org/W2349700491","https://openalex.org/W3132792237","https://openalex.org/W3132497606","https://openalex.org/W4210526872","https://openalex.org/W2168694011","https://openalex.org/W2902030441","https://openalex.org/W2996701762","https://openalex.org/W2549915894","https://openalex.org/W4212838535","https://openalex.org/W2590050096"],"abstract_inverted_index":{"The":[0,75,85,111,212],"hierarchical":[1],"control":[2,113,119,214],"of":[3,11,33,79,115,131,169],"the":[4,8,12,25,31,34,66,73,96,104,143,147,152,156,178,185,190,202,223],"DC":[5,26],"microgrid":[6],"regulates":[7,103],"terminal":[9,105],"voltages":[10],"interfacing":[13],"converter":[14],"to":[15,48,193,196,207,218],"achieve":[16],"proportional":[17,117],"load":[18,198,224],"sharing":[19,199,225],"and":[20,46,69,82,102,107,121,150,155,158,188,200,226],"good":[21],"voltage":[22,35,97,106,191,228],"regulation":[23],"at":[24,36],"bus.":[27],"In":[28,51],"doing":[29],"so,":[30],"difference":[32,161],"different":[37],"nodes":[38],"increases":[39],"which":[40,63,94,183],"results":[41],"in":[42,72],"higher":[43,49],"circulating":[44,67],"current":[45,68,109],"leads":[47],"losses.":[50],"this":[52],"paper,":[53],"a":[54,80,89,116,122,163,167],"Reinforcement":[55],"Learning":[56],"Based":[57],"Integrated":[58],"Control":[59],"(RLIC)":[60],"is":[61,88,175,216],"proposed":[62,76,213],"will":[64],"minimize":[65],"power":[70,153,203],"losses":[71],"transmission.":[74],"RLIC":[77],"consists":[78,114],"primary":[81,86,194],"secondary":[83,100,112],"controller.":[84],"controller":[87,93,101,149,195],"robust":[90],"sliding":[91],"mode":[92],"receives":[95],"references":[98],"from":[99,146],"source":[108],"accordingly.":[110],"integral":[118],"(PI),":[120],"Deep":[123],"Neural":[124],"Network":[125],"(DNN)":[126],"surrogate":[127,140,173],"model":[128,141,174],"with":[129],"implementation":[130],"Q-Learning":[132,179],"as":[133],"reinforcement":[134,181],"method.":[135],"A":[136],"novel":[137],"DNN":[138],"based":[139,180],"uses":[142],"droop":[144,186],"value":[145],"PI":[148],"estimates":[151],"loss":[154],"local":[157],"global":[159],"loading":[160],"for":[162,166],"particular":[164],"node,":[165],"set":[168],"operating":[170],"condition.":[171],"This":[172],"used":[176],"by":[177],"technique":[182],"adjusts":[184],"constants":[187],"provide":[189],"reference":[192],"maintain":[197],"reduce":[201],"losses,":[204],"there-by":[205],"leading":[206],"an":[208],"improved":[209],"overall":[210],"efficiency.":[211],"structure":[215],"verified":[217],"improve":[219],"efficiency":[220],"while":[221],"maintaining":[222],"bus":[227],"regulation.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":19}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}