{"id":"https://openalex.org/W7220864635","doi":"https://doi.org/10.1038/s41598-026-68527-1","title":"Safe reinforcement learning for aggregated demand response control of emerging flexible resources in active distribution networks","display_name":"Safe reinforcement learning for aggregated demand response control of emerging flexible resources in active distribution networks","publication_year":2026,"publication_date":"2026-10-07","ids":{"openalex":"https://openalex.org/W7220864635","doi":"https://doi.org/10.1038/s41598-026-68527-1"},"language":"en","primary_location":{"id":"doi:10.1038/s41598-026-68527-1","doi":"https://doi.org/10.1038/s41598-026-68527-1","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41598-026-68527-1","pdf_url":"https://www.nature.com/articles/s41598-026-68527-1_reference.pdf","source":{"id":"https://openalex.org/S196734849","display_name":"Scientific Reports","issn_l":"2045-2322","issn":["2045-2322"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Reports","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.nature.com/articles/s41598-026-68527-1_reference.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5157871037","display_name":"Xuan Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuan Liu","raw_affiliation_strings":["Economic and Technology Research Institute of State Grid Jibei Electric Power Company Limited, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Economic and Technology Research Institute of State Grid Jibei Electric Power Company Limited, Beijing, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024370089","display_name":"Lei An","orcid":"https://orcid.org/0000-0002-9778-2787","observed_orcids":["https://orcid.org/0000-0002-9778-2787"]},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei An","raw_affiliation_strings":["Economic and Technology Research Institute of State Grid Jibei Electric Power Company Limited, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Economic and Technology Research Institute of State Grid Jibei Electric Power Company Limited, Beijing, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5157823936","display_name":"Yan Lu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Lu","raw_affiliation_strings":["Economic and Technology Research Institute of State Grid Jibei Electric Power Company Limited, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Economic and Technology Research Institute of State Grid Jibei Electric Power Company Limited, Beijing, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100637669","display_name":"Jianan Liu","orcid":"https://orcid.org/0000-0001-5200-8125","observed_orcids":["https://orcid.org/0000-0001-5200-8125"]},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianan Liu","raw_affiliation_strings":["Economic and Technology Research Institute of State Grid Jibei Electric Power Company Limited, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Economic and Technology Research Institute of State Grid Jibei Electric Power Company Limited, Beijing, China","institution_ids":["https://openalex.org/I17442442"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108267425","display_name":"Hongjian Li","orcid":"https://orcid.org/0000-0002-7003-7605","observed_orcids":["https://orcid.org/0000-0002-7003-7605"]},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongjian Li","raw_affiliation_strings":["Economic and Technology Research Institute of State Grid Jibei Electric Power Company Limited, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Economic and Technology Research Institute of State Grid Jibei Electric Power Company Limited, Beijing, China","institution_ids":["https://openalex.org/I17442442"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5157871037"],"corresponding_institution_ids":["https://openalex.org/I17442442"],"apc_list":{"value":2690,"currency":"USD","value_usd":2690},"apc_paid":{"value":2690,"currency":"USD","value_usd":2690},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.64297743,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"16","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9696999788284302,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9696999788284302,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.024800000712275505,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/safe-reinforcement-learning","display_name":"safe reinforcement learning","score":0.8080000281333923},{"id":"https://openalex.org/keywords/active-distribution-networks","display_name":"active distribution networks","score":0.8740000128746033},{"id":"https://openalex.org/keywords/flexible-resources","display_name":"flexible resources","score":0.5669999718666077},{"id":"https://openalex.org/keywords/electric-vehicles","display_name":"electric vehicles","score":0.7839999794960022},{"id":"https://openalex.org/keywords/thermostatically-controlled-loads","display_name":"thermostatically controlled loads","score":0.9900000095367432},{"id":"https://openalex.org/keywords/constrained-markov-decision-process","display_name":"constrained Markov decision process","score":0.972000002861023},{"id":"https://openalex.org/keywords/conditional-value-at-risk","display_name":"conditional value at risk","score":0.7580000162124634},{"id":"https://openalex.org/keywords/renewable-energy-utilization","display_name":"renewable energy utilization","score":0.7429999709129333},{"id":"https://openalex.org/keywords/operational-cost-reduction","display_name":"operational cost reduction","score":0.35600000619888306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.711899995803833},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.6703000068664551},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5763999819755554},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4812999963760376},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.38199999928474426},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.3723999857902527},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.335999995470047},{"id":"https://openalex.org/C3017997152","wikidata":"https://www.wikidata.org/wiki/Q814610","display_name":"Emergency response","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C2779370713","wikidata":"https://www.wikidata.org/wiki/Q357554","display_name":"Load management","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.2671000063419342}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1038/s41598-026-68527-1","doi":"https://doi.org/10.1038/s41598-026-68527-1","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41598-026-68527-1","pdf_url":"https://www.nature.com/articles/s41598-026-68527-1_reference.pdf","source":{"id":"https://openalex.org/S196734849","display_name":"Scientific Reports","issn_l":"2045-2322","issn":["2045-2322"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Reports","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:db67f58697894a62bb14134c62f08dbe","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/db67f58697894a62bb14134c62f08dbe","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scientific Reports, Vol 16, Iss 1 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1038/s41598-026-68527-1","doi":"https://doi.org/10.1038/s41598-026-68527-1","is_oa":true,"landing_page_url":"https://doi.org/10.1038/s41598-026-68527-1","pdf_url":"https://www.nature.com/articles/s41598-026-68527-1_reference.pdf","source":{"id":"https://openalex.org/S196734849","display_name":"Scientific Reports","issn_l":"2045-2322","issn":["2045-2322"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","dongbi-c","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319908","host_organization_name":"Nature Portfolio","host_organization_lineage":["https://openalex.org/P4310319908","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Nature Portfolio","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Scientific Reports","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8485000133514404,"display_name":"Affordable and clean energy"},{"id":"https://metadata.un.org/sdg/9","score":0.6773999929428101,"display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7220864635.pdf","grobid_xml":"https://content.openalex.org/works/W7220864635.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W1997898472","https://openalex.org/W2009022268","https://openalex.org/W2030846484","https://openalex.org/W2074628584","https://openalex.org/W2100197017","https://openalex.org/W2161666560","https://openalex.org/W2327685928","https://openalex.org/W2784465508","https://openalex.org/W2789027126","https://openalex.org/W2901645090","https://openalex.org/W2913300629","https://openalex.org/W3010257396","https://openalex.org/W3210905397","https://openalex.org/W4402568796","https://openalex.org/W4406376367","https://openalex.org/W7124847334"],"related_works":["https://openalex.org/W3210905397","https://openalex.org/W7164570628","https://openalex.org/W7125559733","https://openalex.org/W2588205463","https://openalex.org/W4211100357","https://openalex.org/W2901974325","https://openalex.org/W7222345936","https://openalex.org/W4399561403","https://openalex.org/W2793049994","https://openalex.org/W2727057751"],"abstract_inverted_index":{"Aggregated":[0],"demand":[1],"response":[2],"is":[3,83,200],"a":[4,38,45,53,85,112],"constrained":[5,39],"sequential-control":[6],"problem":[7],"because":[8],"electric":[9],"vehicles,":[10],"distributed":[11],"batteries,":[12],"thermostatically":[13],"controlled":[14],"loads,":[15],"flexible":[16],"industrial":[17],"demand,":[18],"and":[19,26,30,52,63,95,140,167,183],"behind-the-meter":[20],"photovoltaic":[21],"systems":[22],"are":[23,204],"heterogeneous,":[24],"uncertain,":[25],"connected":[27],"to":[28,73,126,137,145],"voltage-":[29],"thermal-limited":[31],"feeders.":[32],"We":[33],"formulate":[34],"portfolio":[35],"dispatch":[36],"as":[37],"Markov":[40],"decision":[41],"process":[42],"in":[43],"which":[44],"stochastic":[46],"policy":[47],"proposes":[48],"node-mapped":[49],"aggregate":[50,64,210],"set-points":[51],"weighted":[54],"projection":[55,70,98],"corrects":[56],"each":[57],"proposal":[58],"against":[59],"linearized":[60],"network":[61],"constraints":[62],"resource":[65],"constraints.":[66],"Feasibility":[67],"of":[68],"that":[69],"applies":[71],"only":[72],"the":[74,78,89,96,106,116,130,172,208],"linear":[75],"surrogate":[76],"at":[77],"current":[79],"operating":[80,122],"point;":[81],"it":[82],"not":[84,188],"hard":[86],"guarantee":[87],"for":[88,171],"nonlinear":[90],"feeder.":[91],"A":[92],"conditional-value-at-risk":[93],"term":[94],"measured":[97],"correction":[99],"discourage":[100],"operation":[101],"near":[102],"critical":[103],"margins.":[104],"In":[105],"archived":[107,148],"synthetic":[108],"case":[109],"study":[110],"on":[111],"modified":[113],"33-bus":[114],"feeder,":[115],"reported":[117,142],"point":[118],"estimates":[119],"reduce":[120],"daily":[121],"cost":[123],"from":[124,135,207],"152.3":[125],"121.4":[127],"USD/day,":[128],"lower":[129],"displayed":[131],"evening":[132],"net-load":[133],"peak":[134],"5.8":[136],"4.7":[138],"MW,":[139],"increase":[141],"renewable":[143],"utilization":[144],"90.1%.":[146],"The":[147,175,202],"constraint":[149],"table":[150],"contains":[151],"two":[152],"voltage":[153],"samples":[154],"outside":[155],"limits,":[156],"one":[157,160,164],"branch-overload":[158],"event,":[159,166],"EV":[161],"departure":[162],"shortfall,":[163],"comfort":[165],"no":[168,191],"storage-state":[169],"event":[170],"projected":[173],"controller.":[174],"corresponding":[176],"opportunity":[177],"counts,":[178],"controller-time":[179],"denominator,":[180],"seed-level":[181],"records,":[182],"paired":[184],"linear-versus-nonlinear":[185],"residuals":[186],"were":[187],"retained;":[189],"consequently,":[190],"violation":[192],"percentage,":[193],"confidence":[194],"interval,":[195],"or":[196],"seed-independent":[197],"performance":[198],"claim":[199],"made.":[201],"results":[203],"descriptive":[205],"evidence":[206],"supplied":[209],"outputs.":[211]},"counts_by_year":[],"updated_date":"2026-11-08T12:12:28.789561","created_date":"2026-10-08T00:00:00"}