{"id":"https://openalex.org/W4312342268","doi":"https://doi.org/10.1109/tsg.2022.3222323","title":"Fusion of Microgrid Control With Model-Free Reinforcement Learning: Review and Vision","display_name":"Fusion of Microgrid Control With Model-Free Reinforcement Learning: Review and Vision","publication_year":2022,"publication_date":"2022-11-15","ids":{"openalex":"https://openalex.org/W4312342268","doi":"https://doi.org/10.1109/tsg.2022.3222323"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2022.3222323","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsg.2022.3222323","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/09951405.pdf","source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/09951405.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072065089","display_name":"Buxin She","orcid":"https://orcid.org/0000-0002-2624-560X"},"institutions":[{"id":"https://openalex.org/I75027704","display_name":"University of Tennessee at Knoxville","ror":"https://ror.org/020f3ap87","country_code":"US","type":"education","lineage":["https://openalex.org/I75027704"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Buxin She","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, The University of Tennessee at Knoxville, Knoxville, TN, USA"],"raw_orcid":"https://orcid.org/0000-0002-2624-560X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, The University of Tennessee at Knoxville, Knoxville, TN, USA","institution_ids":["https://openalex.org/I75027704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076167872","display_name":"Fangxing Li","orcid":"https://orcid.org/0000-0003-1060-7618"},"institutions":[{"id":"https://openalex.org/I75027704","display_name":"University of Tennessee at Knoxville","ror":"https://ror.org/020f3ap87","country_code":"US","type":"education","lineage":["https://openalex.org/I75027704"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fangxing Li","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, The University of Tennessee at Knoxville, Knoxville, TN, USA"],"raw_orcid":"https://orcid.org/0000-0003-1060-7618","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, The University of Tennessee at Knoxville, Knoxville, TN, USA","institution_ids":["https://openalex.org/I75027704"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044250087","display_name":"Hantao Cui","orcid":"https://orcid.org/0000-0002-4259-5925"},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hantao Cui","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA"],"raw_orcid":"https://orcid.org/0000-0002-4259-5925","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA","institution_ids":["https://openalex.org/I115475287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102901302","display_name":"Jingqiu Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jingqiu Zhang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Cluny Road, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7291-2533","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Cluny Road, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073578061","display_name":"Rui Bo","orcid":"https://orcid.org/0000-0001-9108-1093"},"institutions":[{"id":"https://openalex.org/I20382870","display_name":"Missouri University of Science and Technology","ror":"https://ror.org/00scwqd12","country_code":"US","type":"education","lineage":["https://openalex.org/I20382870"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rui Bo","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Missouri University of Science and Technology, Rolla, MO, USA"],"raw_orcid":"https://orcid.org/0000-0001-9108-1093","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Missouri University of Science and Technology, Rolla, MO, USA","institution_ids":["https://openalex.org/I20382870"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5072065089"],"corresponding_institution_ids":["https://openalex.org/I75027704"],"apc_list":null,"apc_paid":null,"fwci":7.5254,"has_fulltext":true,"cited_by_count":71,"citation_normalized_percentile":{"value":0.98103329,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"14","issue":"4","first_page":"3232","last_page":"3245"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/microgrid","display_name":"Microgrid","score":0.8159925937652588},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7394289970397949},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5288680195808411},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.49583324790000916},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4746449589729309},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.46735265851020813},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3817179799079895},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.33058178424835205}],"concepts":[{"id":"https://openalex.org/C2776784348","wikidata":"https://www.wikidata.org/wiki/Q5762595","display_name":"Microgrid","level":3,"score":0.8159925937652588},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7394289970397949},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5288680195808411},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.49583324790000916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4746449589729309},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46735265851020813},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3817179799079895},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.33058178424835205}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2022.3222323","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsg.2022.3222323","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/09951405.pdf","source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tsg.2022.3222323","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tsg.2022.3222323","pdf_url":"https://ieeexplore.ieee.org/ielx7/5165411/5446437/09951405.pdf","source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8600000143051147,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G4759791236","display_name":null,"funder_award_id":"EW20-EO-5331","funder_id":"https://openalex.org/F4320306078","funder_display_name":"U.S. Department of Defense"},{"id":"https://openalex.org/G6993741712","display_name":null,"funder_award_id":"EW20-5331","funder_id":"https://openalex.org/F4320306078","funder_display_name":"U.S. Department of Defense"}],"funders":[{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320333589","display_name":"Environmental Security Technology Certification Program","ror":null},{"id":"https://openalex.org/F4320337003","display_name":"Office of Defense Programs","ror":"https://ror.org/0447fe631"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312342268.pdf","grobid_xml":"https://content.openalex.org/works/W4312342268.grobid-xml"},"referenced_works_count":142,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W1771410628","https://openalex.org/W1963560203","https://openalex.org/W1980187301","https://openalex.org/W1994959046","https://openalex.org/W2001965107","https://openalex.org/W2014366918","https://openalex.org/W2094934954","https://openalex.org/W2105246401","https://openalex.org/W2128655289","https://openalex.org/W2139418546","https://openalex.org/W2155027007","https://openalex.org/W2157165429","https://openalex.org/W2166969402","https://openalex.org/W2222789563","https://openalex.org/W2304726548","https://openalex.org/W2344321511","https://openalex.org/W2602963933","https://openalex.org/W2614034933","https://openalex.org/W2736601468","https://openalex.org/W2739569697","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2762321225","https://openalex.org/W2763540668","https://openalex.org/W2765302304","https://openalex.org/W2765837516","https://openalex.org/W2781726626","https://openalex.org/W2791975466","https://openalex.org/W2802839291","https://openalex.org/W2854853790","https://openalex.org/W2913548458","https://openalex.org/W2938984981","https://openalex.org/W2949415939","https://openalex.org/W2951685495","https://openalex.org/W2954646619","https://openalex.org/W2956797857","https://openalex.org/W2963723202","https://openalex.org/W2963864421","https://openalex.org/W2964043796","https://openalex.org/W2965061915","https://openalex.org/W2966474371","https://openalex.org/W2973818296","https://openalex.org/W2983436474","https://openalex.org/W2987216445","https://openalex.org/W3003303990","https://openalex.org/W3006319150","https://openalex.org/W3010163017","https://openalex.org/W3011783077","https://openalex.org/W3021951958","https://openalex.org/W3025353292","https://openalex.org/W3033729385","https://openalex.org/W3034337174","https://openalex.org/W3034369739","https://openalex.org/W3039954472","https://openalex.org/W3042745966","https://openalex.org/W3045935531","https://openalex.org/W3046422130","https://openalex.org/W3048009535","https://openalex.org/W3049371293","https://openalex.org/W3053676525","https://openalex.org/W3084269620","https://openalex.org/W3093668837","https://openalex.org/W3095810316","https://openalex.org/W3105693230","https://openalex.org/W3110616637","https://openalex.org/W3110874572","https://openalex.org/W3118721436","https://openalex.org/W3121723077","https://openalex.org/W3122354365","https://openalex.org/W3126981000","https://openalex.org/W3127561923","https://openalex.org/W3129170303","https://openalex.org/W3137234870","https://openalex.org/W3141626382","https://openalex.org/W3144108089","https://openalex.org/W3149578452","https://openalex.org/W3159331703","https://openalex.org/W3162590563","https://openalex.org/W3167148175","https://openalex.org/W3167888454","https://openalex.org/W3173913247","https://openalex.org/W3176432592","https://openalex.org/W3176904953","https://openalex.org/W3183512612","https://openalex.org/W3185393101","https://openalex.org/W3187284108","https://openalex.org/W3189694631","https://openalex.org/W3193603386","https://openalex.org/W3194421155","https://openalex.org/W3195968524","https://openalex.org/W3200735577","https://openalex.org/W3209381781","https://openalex.org/W3209696639","https://openalex.org/W3215341229","https://openalex.org/W4200384090","https://openalex.org/W4205421136","https://openalex.org/W4205556491","https://openalex.org/W4206282304","https://openalex.org/W4210359140","https://openalex.org/W4213377513","https://openalex.org/W4214759040","https://openalex.org/W4221100794","https://openalex.org/W4224255792","https://openalex.org/W4224948107","https://openalex.org/W4225958612","https://openalex.org/W4226136899","https://openalex.org/W4226356958","https://openalex.org/W4233696721","https://openalex.org/W4252915777","https://openalex.org/W4285295120","https://openalex.org/W4294555834","https://openalex.org/W4294562617","https://openalex.org/W4297834043","https://openalex.org/W4298857966","https://openalex.org/W4298876402","https://openalex.org/W4302570325","https://openalex.org/W4312563432","https://openalex.org/W4352976982","https://openalex.org/W4385245566","https://openalex.org/W6638018090","https://openalex.org/W6680492030","https://openalex.org/W6683204974","https://openalex.org/W6683300800","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6692846177","https://openalex.org/W6735677848","https://openalex.org/W6738483526","https://openalex.org/W6739901393","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6751357015","https://openalex.org/W6751535212","https://openalex.org/W6770794505","https://openalex.org/W6783140480","https://openalex.org/W6787959036","https://openalex.org/W6790242746","https://openalex.org/W6791058932","https://openalex.org/W6810317593","https://openalex.org/W6839531615","https://openalex.org/W6843891755"],"related_works":["https://openalex.org/W1574359403","https://openalex.org/W2057975886","https://openalex.org/W4308700935","https://openalex.org/W4210780382","https://openalex.org/W2356033827","https://openalex.org/W2391138633","https://openalex.org/W2907234787","https://openalex.org/W4285503559","https://openalex.org/W4206134051","https://openalex.org/W1590827513"],"abstract_inverted_index":{"Challenges":[0],"and":[1,16,64,106,112,131],"opportunities":[2],"coexist":[3],"in":[4,128],"microgrids":[5],"as":[6],"a":[7,23,97],"result":[8],"of":[9,26,34,43,61,77,92,99],"emerging":[10],"large-scale":[11],"distributed":[12],"energy":[13],"resources":[14],"(DERs)":[15],"advanced":[17],"control":[18,28,45,56,86,118,130],"techniques.":[19],"In":[20],"this":[21],"paper,":[22],"comprehensive":[24],"review":[25],"microgrid":[27,44,129],"is":[29,46,94],"presented":[30],"with":[31,74,96,115,125],"its":[32],"fusion":[33],"model-free":[35],"reinforcement":[36],"learning":[37],"(MFRL).":[38],"A":[39],"highlevel":[40],"research":[41],"map":[42],"developed":[47],"from":[48],"six":[49],"distinct":[50],"perspectives,":[51],"followed":[52],"by":[53],"bottom-level":[54],"modularized":[55],"blocks":[57],"illustrating":[58],"the":[59,84,89,116,121],"configurations":[60],"grid-following":[62],"(GFL)":[63],"grid-forming":[65],"(GFM)":[66],"inverters.":[67],"Then,":[68],"mainstream":[69],"MFRL":[70,79,93,127],"algorithms":[71],"are":[72,138],"introduced":[73],"an":[75],"explanation":[76],"how":[78],"can":[80],"be":[81],"integrated":[82],"into":[83],"existing":[85,117],"framework.":[87,119],"Next,":[88],"application":[90],"guideline":[91],"summarized":[95],"discussion":[98],"three":[100],"fusing":[101],"approaches,":[102],"i.e.,":[103],"model":[104],"identification":[105],"parameter":[107],"tuning,":[108],"supplementary":[109],"signal":[110],"generation,":[111],"controller":[113],"substitution,":[114],"Finally,":[120],"fundamental":[122],"challenges":[123],"associated":[124],"adopting":[126],"corresponding":[132],"insights":[133],"for":[134],"addressing":[135],"these":[136],"concerns":[137],"fully":[139],"discussed.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":13}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2023-01-04T00:00:00"}