{"id":"https://openalex.org/W4206269615","doi":"https://doi.org/10.1109/tsg.2022.3142961","title":"Learning to Operate Distribution Networks With Safe Deep Reinforcement Learning","display_name":"Learning to Operate Distribution Networks With Safe Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-01-13","ids":{"openalex":"https://openalex.org/W4206269615","doi":"https://doi.org/10.1109/tsg.2022.3142961"},"language":"en","primary_location":{"id":"doi:10.1109/tsg.2022.3142961","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2022.3142961","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088920129","display_name":"Hepeng Li","orcid":"https://orcid.org/0000-0002-7775-9088"},"institutions":[{"id":"https://openalex.org/I17626003","display_name":"University of Rhode Island","ror":"https://ror.org/013ckk937","country_code":"US","type":"education","lineage":["https://openalex.org/I17626003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hepeng Li","raw_affiliation_strings":["Department of Electrical, Computer and Biomedical Engineering, University of Rhode Island, Kingston, RI, USA"],"raw_orcid":"https://orcid.org/0000-0002-7775-9088","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer and Biomedical Engineering, University of Rhode Island, Kingston, RI, USA","institution_ids":["https://openalex.org/I17626003"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100411297","display_name":"Haibo He","orcid":"https://orcid.org/0000-0002-5247-9370"},"institutions":[{"id":"https://openalex.org/I17626003","display_name":"University of Rhode Island","ror":"https://ror.org/013ckk937","country_code":"US","type":"education","lineage":["https://openalex.org/I17626003"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haibo He","raw_affiliation_strings":["Department of Electrical, Computer and Biomedical Engineering, University of Rhode Island, Kingston, RI, USA"],"raw_orcid":"https://orcid.org/0000-0002-5247-9370","affiliations":[{"raw_affiliation_string":"Department of Electrical, Computer and Biomedical Engineering, University of Rhode Island, Kingston, RI, USA","institution_ids":["https://openalex.org/I17626003"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I17626003"],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":null,"fwci":9.4303,"has_fulltext":false,"cited_by_count":147,"citation_normalized_percentile":{"value":0.98974493,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"13","issue":"3","first_page":"1860","last_page":"1872"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.878902792930603},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7056156992912292},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6145424246788025},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4857235550880432},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4726216793060303},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.43278172612190247},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.4171733856201172},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.37344908714294434},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3590719699859619},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34956681728363037},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.29969552159309387},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.273578405380249},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23300886154174805}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.878902792930603},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7056156992912292},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6145424246788025},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4857235550880432},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4726216793060303},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.43278172612190247},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.4171733856201172},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.37344908714294434},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3590719699859619},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34956681728363037},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.29969552159309387},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.273578405380249},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23300886154174805},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2022.3142961","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2022.3142961","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8700000047683716,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G5474781230","display_name":"Collaborative Research: Autonomous Hierarchical Adaptive Dynamic Programming for Decision Making in Complex Environment","funder_award_id":"1917275","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W2024956408","https://openalex.org/W2088543143","https://openalex.org/W2092710777","https://openalex.org/W2101877964","https://openalex.org/W2137225486","https://openalex.org/W2153573511","https://openalex.org/W2213622842","https://openalex.org/W2499865049","https://openalex.org/W2588825664","https://openalex.org/W2736601468","https://openalex.org/W2781726626","https://openalex.org/W2795578496","https://openalex.org/W2805148867","https://openalex.org/W2883076328","https://openalex.org/W2963864421","https://openalex.org/W2990466689","https://openalex.org/W2991859550","https://openalex.org/W2997572754","https://openalex.org/W3010036076","https://openalex.org/W3015899387","https://openalex.org/W3025353292","https://openalex.org/W3035404531","https://openalex.org/W3043475934","https://openalex.org/W3045961302","https://openalex.org/W3093637890","https://openalex.org/W3155726845","https://openalex.org/W3204405963","https://openalex.org/W4300425646","https://openalex.org/W6627932998","https://openalex.org/W6638018090","https://openalex.org/W6684921986","https://openalex.org/W6737893269","https://openalex.org/W6741002519","https://openalex.org/W6747473740"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4225269853"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"propose":[4],"a":[5,28,113,118,130,160,197,203,209],"safe":[6,166],"deep":[7,172],"reinforcement":[8,173],"learning":[9,174],"(SDRL)":[10],"based":[11],"method":[12],"to":[13,37,147,158,170,180,193],"solve":[14],"the":[15,47,62,68,73,77,85,95,107,149,156,187,215,218],"problem":[16],"of":[17,20,49,64,67,76,90,100,121,217],"optimal":[18],"operation":[19],"distribution":[21,120],"networks":[22],"(OODN).":[23],"We":[24],"formulate":[25],"OODN":[26],"as":[27],"constrained":[29,141],"Markov":[30],"decision":[31],"process":[32],"(CMDP).":[33],"The":[34,58,152],"objective":[35],"is":[36,125,145,190],"achieve":[38],"adaptive":[39],"voltage":[40,82],"regulation":[41],"and":[42,55,81,87,94,97,109,127,208],"energy":[43,56],"cost":[44],"minimization":[45],"considering":[46],"uncertainty":[48],"renewable":[50],"resources":[51],"(RSs),":[52],"nodal":[53],"loads":[54],"prices.":[57],"control":[59],"actions":[60,111],"include":[61],"number":[63],"in-operation":[65],"units":[66],"switchable":[69],"capacitor":[70],"banks":[71],"(SCBs),":[72],"tap":[74],"position":[75],"on-load":[78],"tap-changers":[79],"(OLTCs)":[80],"regulators":[83],"(VRs),":[84],"active":[86],"reactive":[88],"power":[89,99],"distributed":[91],"generators":[92],"(DGs),":[93],"charging":[96],"discharging":[98],"battery":[101],"storage":[102],"systems":[103],"(BSSs).":[104],"To":[105,134],"optimize":[106],"discrete":[108],"continuous":[110],"simultaneously,":[112],"stochastic":[114],"policy":[115,142],"built":[116],"upon":[117],"joint":[119],"mixed":[122],"random":[123],"variables":[124],"designed":[126],"learned":[128],"through":[129,164],"neural":[131,150],"network":[132],"approximator.":[133],"guarantee":[135],"that":[136,177],"safety":[137],"constraints":[138],"are":[139],"satisfied,":[140],"optimization":[143],"(CPO)":[144],"employed":[146],"train":[148],"network.":[151],"proposed":[153,188,219],"approach":[154,189],"enables":[155],"agent":[157],"learn":[159],"cost-effective":[161],"operating":[162],"strategy":[163],"exploring":[165],"scheduling":[167],"actions.":[168],"Compared":[169],"traditional":[171],"(DRL)":[175],"methods":[176],"allow":[178],"agents":[179],"freely":[181],"explore":[182],"any":[183],"behaviors":[184],"during":[185],"training,":[186],"more":[191],"practical":[192],"be":[194],"applied":[195],"in":[196],"real":[198],"system.":[199],"Simulation":[200],"results":[201],"on":[202],"modified":[204,210],"IEEE-34":[205],"node":[206,212],"system":[207,213],"IEEE-123":[211],"demonstrate":[214],"effectiveness":[216],"method.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":21},{"year":2025,"cited_by_count":52},{"year":2024,"cited_by_count":36},{"year":2023,"cited_by_count":33},{"year":2022,"cited_by_count":5}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}