{"id":"https://openalex.org/W4413847061","doi":"https://doi.org/10.1109/jproc.2025.3599840","title":"Deep Reinforcement Learning for Distribution System Operations: A Tutorial and Survey","display_name":"Deep Reinforcement Learning for Distribution System Operations: A Tutorial and Survey","publication_year":2025,"publication_date":"2025-06-01","ids":{"openalex":"https://openalex.org/W4413847061","doi":"https://doi.org/10.1109/jproc.2025.3599840"},"language":"en","primary_location":{"id":"doi:10.1109/jproc.2025.3599840","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2025.3599840","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089384110","display_name":"Daniel Glover","orcid":"https://orcid.org/0000-0003-3896-7631"},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Daniel Glover","raw_affiliation_strings":["Washington State University, Pullman, WA, USA"],"affiliations":[{"raw_affiliation_string":"Washington State University, Pullman, WA, USA","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000155613","display_name":"Gayathri Krishnamoorthy","orcid":"https://orcid.org/0000-0002-2208-3244"},"institutions":[{"id":"https://openalex.org/I1297288678","display_name":"National Laboratory of the Rockies","ror":"https://ror.org/036266993","country_code":"US","type":"facility","lineage":["https://openalex.org/I1297288678","https://openalex.org/I1330989302","https://openalex.org/I2800842121"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gayathri Krishnamoorthy","raw_affiliation_strings":["National Renewable Energy Laboratory, Golden, CO, USA"],"affiliations":[{"raw_affiliation_string":"National Renewable Energy Laboratory, Golden, CO, USA","institution_ids":["https://openalex.org/I1297288678"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053480630","display_name":"Hongda Ren","orcid":"https://orcid.org/0000-0001-6761-2050"},"institutions":[{"id":"https://openalex.org/I4210122937","display_name":"FuelCell Energy (United States)","ror":"https://ror.org/02gp2h315","country_code":"US","type":"company","lineage":["https://openalex.org/I4210122937"]},{"id":"https://openalex.org/I4401726771","display_name":"Eversource Energy (United States)","ror":"https://ror.org/04b7gmr83","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726771"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hongda Ren","raw_affiliation_strings":["Eversource Energy, Manchester, NH, USA"],"affiliations":[{"raw_affiliation_string":"Eversource Energy, Manchester, NH, USA","institution_ids":["https://openalex.org/I4210122937","https://openalex.org/I4401726771"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003107568","display_name":"Anamika Dubey","orcid":"https://orcid.org/0000-0001-5147-9961"},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anamika Dubey","raw_affiliation_strings":["Washington State University, Pullman, WA, USA"],"affiliations":[{"raw_affiliation_string":"Washington State University, Pullman, WA, USA","institution_ids":["https://openalex.org/I72951846"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049685547","display_name":"Assefaw H. Gebremedhin","orcid":"https://orcid.org/0000-0001-5383-8032"},"institutions":[{"id":"https://openalex.org/I72951846","display_name":"Washington State University","ror":"https://ror.org/05dk0ce17","country_code":"US","type":"education","lineage":["https://openalex.org/I72951846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Assefaw Gebremedhin","raw_affiliation_strings":["Washington State University, Pullman, WA, USA"],"affiliations":[{"raw_affiliation_string":"Washington State University, Pullman, WA, USA","institution_ids":["https://openalex.org/I72951846"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5089384110"],"corresponding_institution_ids":["https://openalex.org/I72951846"],"apc_list":null,"apc_paid":null,"fwci":0.6973,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.75104177,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"113","issue":"6","first_page":"557","last_page":"585"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9710000157356262,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6786664724349976},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.532416582107544},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.4885459840297699},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4631836414337158},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.35325998067855835},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2091524302959442},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13309037685394287}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6786664724349976},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.532416582107544},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.4885459840297699},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4631836414337158},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.35325998067855835},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2091524302959442},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13309037685394287},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jproc.2025.3599840","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jproc.2025.3599840","pdf_url":null,"source":{"id":"https://openalex.org/S68686220","display_name":"Proceedings of the IEEE","issn_l":"0018-9219","issn":["0018-9219","1558-2256"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3671942404","display_name":null,"funder_award_id":"#2208783","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":107,"referenced_works":["https://openalex.org/W1573117120","https://openalex.org/W1990005421","https://openalex.org/W1991988935","https://openalex.org/W2093909370","https://openalex.org/W2117750133","https://openalex.org/W2175917567","https://openalex.org/W2478636511","https://openalex.org/W2513403950","https://openalex.org/W2550687756","https://openalex.org/W2559962737","https://openalex.org/W2560708541","https://openalex.org/W2564026482","https://openalex.org/W2591980212","https://openalex.org/W2593427583","https://openalex.org/W2617800229","https://openalex.org/W2621900912","https://openalex.org/W2729513336","https://openalex.org/W2737628516","https://openalex.org/W2766136214","https://openalex.org/W2887119851","https://openalex.org/W2899639849","https://openalex.org/W2911794478","https://openalex.org/W2946038967","https://openalex.org/W2950791795","https://openalex.org/W2962744362","https://openalex.org/W2963278475","https://openalex.org/W2963317745","https://openalex.org/W2963723202","https://openalex.org/W2966492573","https://openalex.org/W2966740848","https://openalex.org/W2968155014","https://openalex.org/W2969843367","https://openalex.org/W2970175253","https://openalex.org/W2974232099","https://openalex.org/W2976948074","https://openalex.org/W2979448991","https://openalex.org/W2991859550","https://openalex.org/W2994779380","https://openalex.org/W3000731708","https://openalex.org/W3003290394","https://openalex.org/W3003303990","https://openalex.org/W3006765757","https://openalex.org/W3010036076","https://openalex.org/W3011352714","https://openalex.org/W3012106393","https://openalex.org/W3015317896","https://openalex.org/W3020239300","https://openalex.org/W3020785977","https://openalex.org/W3034055718","https://openalex.org/W3037631072","https://openalex.org/W3043475934","https://openalex.org/W3046922084","https://openalex.org/W3047388329","https://openalex.org/W3106066138","https://openalex.org/W3107222808","https://openalex.org/W3108288031","https://openalex.org/W3114263192","https://openalex.org/W3118439514","https://openalex.org/W3119806990","https://openalex.org/W3127551572","https://openalex.org/W3138984732","https://openalex.org/W3144108089","https://openalex.org/W3146923214","https://openalex.org/W3156214841","https://openalex.org/W3159465164","https://openalex.org/W3159732368","https://openalex.org/W3170020078","https://openalex.org/W3171039560","https://openalex.org/W3171527702","https://openalex.org/W3174511347","https://openalex.org/W3198947568","https://openalex.org/W3201161517","https://openalex.org/W3202893569","https://openalex.org/W3214262270","https://openalex.org/W4206121424","https://openalex.org/W4206269615","https://openalex.org/W4206464364","https://openalex.org/W4210294974","https://openalex.org/W4210939496","https://openalex.org/W4214717370","https://openalex.org/W4214827983","https://openalex.org/W4220842087","https://openalex.org/W4224295330","https://openalex.org/W4226477512","https://openalex.org/W4256422713","https://openalex.org/W4285121179","https://openalex.org/W4285254953","https://openalex.org/W4285294440","https://openalex.org/W4292387397","https://openalex.org/W4312373742","https://openalex.org/W4312532452","https://openalex.org/W4312923421","https://openalex.org/W4313141291","https://openalex.org/W4313476434","https://openalex.org/W4317987954","https://openalex.org/W4378083125","https://openalex.org/W4379983364","https://openalex.org/W4381191310","https://openalex.org/W4381415965","https://openalex.org/W4383112908","https://openalex.org/W4384398232","https://openalex.org/W4385812687","https://openalex.org/W4386453649","https://openalex.org/W4392389637","https://openalex.org/W4401687328","https://openalex.org/W4403060984","https://openalex.org/W4405828067"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"The":[0,27],"rapid":[1,37],"evolution":[2],"of":[3,12,30,39],"modern":[4],"electric":[5],"power":[6,91,121,147,163],"distribution":[7,148,164,194],"systems":[8,92,122,165],"into":[9,166],"complex":[10,61],"networks":[11,44],"interconnected":[13],"active":[14,146],"devices,":[15],"distributed":[16,31],"generation":[17],"(DG),":[18],"and":[19,35,63,66,69,99,107,188],"storage":[20],"poses":[21],"increasing":[22],"difficulties":[23],"for":[24,48,90,97,112,137,157,193],"system":[25,195],"operators.":[26],"large-scale":[28],"integration":[29],"energy":[32],"resources":[33],"(DERs)":[34],"the":[36,120],"exchange":[38],"measurement":[40],"data":[41,58],"via":[42],"communication":[43],"present":[45],"major":[46],"opportunities":[47],"advancing":[49],"grid":[50,175],"operations":[51],"but":[52],"also":[53],"introduce":[54,180],"greater":[55],"uncertainty,":[56],"higher":[57],"dimensionality,":[59],"more":[60],"network":[62],"device":[64],"models,":[65],"challenging":[67],"control":[68],"optimization":[70],"problems.":[71],"Deep":[72],"reinforcement":[73],"learning":[74,110],"(DRL)":[75],"algorithms":[76,118,143,192],"are":[77],"promising":[78],"in":[79,104,140,162],"addressing":[80],"these":[81,126],"challenges.":[82],"However,":[83],"they":[84],"have":[85],"not":[86],"been":[87],"effectively":[88],"adapted":[89],"applications,":[93,196],"requiring":[94],"extensive":[95],"customization":[96],"implementation":[98],"evaluation.":[100],"This":[101],"has":[102],"resulted":[103],"reproducibility":[105],"challenges":[106],"a":[108,134,154,181],"steep":[109],"curve":[111],"researchers":[113,138],"new":[114],"to":[115,119,131,144,186,203],"applying":[116],"DRL":[117,191],"domain.":[123],"To":[124],"bridge":[125],"gaps,":[127],"this":[128,151],"tutorial":[129],"aims":[130],"serve":[132],"as":[133],"valuable":[135],"resource":[136],"interested":[139],"exploring":[141],"learning-based":[142],"operate":[145],"networks.":[149],"Specifically,":[150],"work":[152],"presents":[153],"generalized":[155],"process":[156,169],"translating":[158],"sequential":[159],"decision-making":[160],"problems":[161],"Markov":[167],"decision":[168],"(MDP)":[170],"formulations,":[171],"illustrated":[172],"through":[173,206],"concrete":[174],"service":[176],"examples.":[177],"Additionally,":[178],"we":[179],"simple":[182],"environment":[183,207],"design":[184],"strategy":[185],"develop":[187],"evaluate":[189],"example":[190],"complete":[197],"with":[198],"an":[199],"included":[200],"code":[201],"repository":[202],"guide":[204],"users":[205],"construction.":[208]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}