{"id":"https://openalex.org/W7204208570","doi":"https://doi.org/10.1016/j.epsr.2026.114033","title":"Deep reinforcement learning-based model-free voltage regulation in an active distribution network using demand-side flexibility aggregation","display_name":"Deep reinforcement learning-based model-free voltage regulation in an active distribution network using demand-side flexibility aggregation","publication_year":2026,"publication_date":"2026-08-25","ids":{"openalex":"https://openalex.org/W7204208570","doi":"https://doi.org/10.1016/j.epsr.2026.114033"},"language":"en","primary_location":{"id":"doi:10.1016/j.epsr.2026.114033","doi":"https://doi.org/10.1016/j.epsr.2026.114033","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.epsr.2026.114033","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0378779626013210/pdf","source":{"id":"https://openalex.org/S151498627","display_name":"Electric Power Systems Research","issn_l":"0378-7796","issn":["0378-7796","1873-2046"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-2","ki-jl-1","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electric Power Systems Research","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://www.sciencedirect.com/science/article/pii/S0378779626013210/pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075705342","display_name":"Arqum Shahid","orcid":"https://orcid.org/0000-0002-8820-7262","observed_orcids":["https://orcid.org/0000-0002-8820-7262"]},"institutions":[{"id":"https://openalex.org/I111112146","display_name":"Tallinn University of Technology","ror":"https://ror.org/0443cwa12","country_code":"EE","type":"education","lineage":["https://openalex.org/I111112146"]}],"countries":["EE"],"is_corresponding":true,"raw_author_name":"Arqum Shahid","raw_affiliation_strings":["Department of Electrical Power Engineering and Mechatronics, Tallinn University of Technology, Ehitajate tee 5, 12616 Tallinn, Estonia"],"raw_orcid":"https://orcid.org/0000-0002-8820-7262","affiliations":[{"raw_affiliation_string":"Department of Electrical Power Engineering and Mechatronics, Tallinn University of Technology, Ehitajate tee 5, 12616 Tallinn, Estonia","institution_ids":["https://openalex.org/I111112146"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021618830","display_name":"Tarmo Kor\u00f5tko","orcid":"https://orcid.org/0000-0002-7368-1797","observed_orcids":["https://orcid.org/0000-0002-7368-1797"]},"institutions":[{"id":"https://openalex.org/I111112146","display_name":"Tallinn University of Technology","ror":"https://ror.org/0443cwa12","country_code":"EE","type":"education","lineage":["https://openalex.org/I111112146"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Tarmo Kor\u00f5tko","raw_affiliation_strings":["Department of Electrical Power Engineering and Mechatronics, Tallinn University of Technology, Ehitajate tee 5, 12616 Tallinn, Estonia"],"raw_orcid":"https://orcid.org/0000-0002-7368-1797","affiliations":[{"raw_affiliation_string":"Department of Electrical Power Engineering and Mechatronics, Tallinn University of Technology, Ehitajate tee 5, 12616 Tallinn, Estonia","institution_ids":["https://openalex.org/I111112146"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056763787","display_name":"Argo Rosin","orcid":"https://orcid.org/0000-0002-6485-1037","observed_orcids":["https://orcid.org/0000-0002-6485-1037"]},"institutions":[{"id":"https://openalex.org/I111112146","display_name":"Tallinn University of Technology","ror":"https://ror.org/0443cwa12","country_code":"EE","type":"education","lineage":["https://openalex.org/I111112146"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Argo Rosin","raw_affiliation_strings":["Department of Electrical Power Engineering and Mechatronics, Tallinn University of Technology, Ehitajate tee 5, 12616 Tallinn, Estonia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Power Engineering and Mechatronics, Tallinn University of Technology, Ehitajate tee 5, 12616 Tallinn, Estonia","institution_ids":["https://openalex.org/I111112146"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071359802","display_name":"Roya Ahmadiahangar","orcid":"https://orcid.org/0000-0001-5588-2678","observed_orcids":["https://orcid.org/0000-0001-5588-2678"]},"institutions":[{"id":"https://openalex.org/I111112146","display_name":"Tallinn University of Technology","ror":"https://ror.org/0443cwa12","country_code":"EE","type":"education","lineage":["https://openalex.org/I111112146"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Roya Ahmadiahangar","raw_affiliation_strings":["Department of Electrical Power Engineering and Mechatronics, Tallinn University of Technology, Ehitajate tee 5, 12616 Tallinn, Estonia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Power Engineering and Mechatronics, Tallinn University of Technology, Ehitajate tee 5, 12616 Tallinn, Estonia","institution_ids":["https://openalex.org/I111112146"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041931557","display_name":"Freddy Plaum","orcid":"https://orcid.org/0000-0002-8521-2760","observed_orcids":["https://orcid.org/0000-0002-8521-2760"]},"institutions":[{"id":"https://openalex.org/I111112146","display_name":"Tallinn University of Technology","ror":"https://ror.org/0443cwa12","country_code":"EE","type":"education","lineage":["https://openalex.org/I111112146"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Freddy Plaum","raw_affiliation_strings":["Department of Electrical Power Engineering and Mechatronics, Tallinn University of Technology, Ehitajate tee 5, 12616 Tallinn, Estonia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Power Engineering and Mechatronics, Tallinn University of Technology, Ehitajate tee 5, 12616 Tallinn, Estonia","institution_ids":["https://openalex.org/I111112146"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5075705342"],"corresponding_institution_ids":["https://openalex.org/I111112146"],"apc_list":{"value":2810,"currency":"USD","value_usd":2810},"apc_paid":{"value":2810,"currency":"USD","value_usd":2810},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.60259028,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"265","issue":null,"first_page":"114033","last_page":"114033"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.8246999979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.8246999979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.14249999821186066,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.0203000009059906,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/voltage-control","display_name":"voltage regulation","score":0.9459999799728394},{"id":"https://openalex.org/keywords/active-distribution-networks","display_name":"active distribution networks","score":0.9639999866485596},{"id":"https://openalex.org/keywords/demand-side-flexibility","display_name":"demand-side flexibility","score":0.8220000267028809},{"id":"https://openalex.org/keywords/model-free-reinforcement-learning","display_name":"model-free reinforcement learning","score":0.7350000143051147},{"id":"https://openalex.org/keywords/soft-actor-critic","display_name":"soft actor-critic","score":0.9480000138282776},{"id":"https://openalex.org/keywords/adaptive-droop-control","display_name":"adaptive droop control","score":0.8690000176429749},{"id":"https://openalex.org/keywords/distributed-energy-resources","display_name":"distributed energy resources","score":0.6629999876022339},{"id":"https://openalex.org/keywords/on-load-tap-changer","display_name":"on-load tap changer","score":0.7179999947547913},{"id":"https://openalex.org/keywords/point-of-common-coupling","display_name":"point of common coupling","score":0.7070000171661377}],"concepts":[{"id":"https://openalex.org/C40760162","wikidata":"https://www.wikidata.org/wiki/Q10920295","display_name":"Voltage droop","level":4,"score":0.8551999926567078},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.8331000208854675},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.6233000159263611},{"id":"https://openalex.org/C196226539","wikidata":"https://www.wikidata.org/wiki/Q7940752","display_name":"Voltage regulation","level":3,"score":0.5737000107765198},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.5608000159263611},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5472000241279602},{"id":"https://openalex.org/C544738498","wikidata":"https://www.wikidata.org/wiki/Q861135","display_name":"Distributed generation","level":3,"score":0.4846999943256378},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.45969998836517334},{"id":"https://openalex.org/C2780745134","wikidata":"https://www.wikidata.org/wiki/Q7940751","display_name":"Voltage reduction","level":3,"score":0.43470001220703125},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.42289999127388},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.3977000117301941},{"id":"https://openalex.org/C52192207","wikidata":"https://www.wikidata.org/wiki/Q5322","display_name":"Capacitor","level":3,"score":0.3662000000476837},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3513999879360199},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3328000009059906},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.32829999923706055},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C110706871","wikidata":"https://www.wikidata.org/wiki/Q851210","display_name":"Voltage regulator","level":3,"score":0.31619998812675476},{"id":"https://openalex.org/C22762622","wikidata":"https://www.wikidata.org/wiki/Q628904","display_name":"Operating point","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C108755667","wikidata":"https://www.wikidata.org/wiki/Q1930258","display_name":"AC power","level":3,"score":0.30880001187324524},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.3028999865055084},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C128624480","wikidata":"https://www.wikidata.org/wiki/Q1504817","display_name":"Low voltage","level":3,"score":0.26980000734329224},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.25529998540878296},{"id":"https://openalex.org/C44351266","wikidata":"https://www.wikidata.org/wiki/Q1465532","display_name":"Voltage reference","level":3,"score":0.25119999051094055},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.epsr.2026.114033","doi":"https://doi.org/10.1016/j.epsr.2026.114033","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.epsr.2026.114033","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0378779626013210/pdf","source":{"id":"https://openalex.org/S151498627","display_name":"Electric Power Systems Research","issn_l":"0378-7796","issn":["0378-7796","1873-2046"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-2","ki-jl-1","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electric Power Systems Research","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1016/j.epsr.2026.114033","doi":"https://doi.org/10.1016/j.epsr.2026.114033","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.epsr.2026.114033","pdf_url":"https://www.sciencedirect.com/science/article/pii/S0378779626013210/pdf","source":{"id":"https://openalex.org/S151498627","display_name":"Electric Power Systems Research","issn_l":"0378-7796","issn":["0378-7796","1873-2046"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-2","ki-jl-1","norway-1"],"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Electric Power Systems Research","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9090999960899353,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"},{"score":0.7207000255584717,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"sustainable_development_goals_aurora":[{"score":0.8723320960998535,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G1931290683","display_name":null,"funder_award_id":"2021-2027.6.01.23-0034","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8724277409","display_name":"Data-driven assessment of the potential and impact of energy saving flexibility technologies in buildings","funder_award_id":"TEM-TA78","funder_id":"https://openalex.org/F4320321090","funder_display_name":"Eesti Teadusagentuur"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321090","display_name":"Eesti Teadusagentuur","ror":"https://ror.org/00jjeja18"},{"id":"https://openalex.org/F4320334989","display_name":"Estonian Research Competency Council","ror":"https://ror.org/00jjeja18"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204208570.pdf","grobid_xml":"https://content.openalex.org/works/W7204208570.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W2143022361","https://openalex.org/W2162732696","https://openalex.org/W2313712871","https://openalex.org/W2344993821","https://openalex.org/W2909078234","https://openalex.org/W2962848173","https://openalex.org/W2997572754","https://openalex.org/W3034414265","https://openalex.org/W3108288031","https://openalex.org/W3118427582","https://openalex.org/W3131436982","https://openalex.org/W3201161517","https://openalex.org/W4287217371","https://openalex.org/W4315630905","https://openalex.org/W4318486057","https://openalex.org/W4377001486","https://openalex.org/W4378713638","https://openalex.org/W4388227064","https://openalex.org/W4388820056","https://openalex.org/W4389071480","https://openalex.org/W4391875558","https://openalex.org/W4401217454","https://openalex.org/W4401331822","https://openalex.org/W4401387102","https://openalex.org/W4401689730","https://openalex.org/W4402739700","https://openalex.org/W4404221515","https://openalex.org/W4406387939","https://openalex.org/W4406797282","https://openalex.org/W4410288186","https://openalex.org/W4410294813","https://openalex.org/W4413147922"],"related_works":[],"abstract_inverted_index":{"The":[0,114,225],"integration":[1],"of":[2,11,98],"distributed":[3],"energy":[4],"resources":[5],"is":[6,233],"challenging":[7],"the":[8,96,103],"operational":[9],"stability":[10],"low-voltage":[12],"distribution":[13,45,197,237],"networks,":[14],"leading":[15],"to":[16,33,66,134,140,177],"frequent":[17],"voltage":[18,80,93,132,201,231],"fluctuations":[19],"that":[20,83,228],"conventional":[21],"devices,":[22],"such":[23],"as":[24],"on-load":[25],"tap":[26],"changers":[27],"(OLTCs)":[28],"and":[29,37,90,138,172,181,215,222],"capacitor":[30],"banks,":[31],"struggle":[32],"manage":[34],"under":[35],"dynamic":[36,183],"varied":[38],"operating":[39],"conditions.":[40],"Voltage":[41],"regulation":[42,81,232],"in":[43,68,212],"active":[44],"networks":[46],"typically":[47],"relies":[48],"on":[49,56,189],"accurate":[50],"network":[51,104],"models":[52],"for":[53,111,235],"optimization":[54],"or":[55,108],"reactive-power":[57,109],"support":[58],"from":[59,153],"inverter-based":[60],"resources,":[61],"which":[62],"can":[63],"be":[64],"difficult":[65],"deploy":[67],"community-scale":[69],"settings":[70],"with":[71,192],"limited":[72],"observability.":[73],"This":[74],"paper":[75],"presents":[76],"a":[77,91,121,125,173,204,209],"real-time,":[78],"model-free":[79,230],"framework":[82,119],"uses":[84],"only":[85],"residential":[86],"active-power":[87],"demand-side":[88],"flexibility":[89,136,170],"single-point":[92],"measurement":[94],"at":[95],"point":[97],"common":[99],"coupling,":[100],"without":[101,155],"requiring":[102],"topology,":[105],"line":[106],"parameters,":[107],"actuation":[110],"online":[112],"execution.":[113],"proposed":[115],"adaptive":[116],"droop":[117],"learning":[118,148],"follows":[120],"centralized-training":[122],"distributed-execution":[123],"architecture:":[124],"Soft":[126],"Actor-Critic":[127],"(SAC)":[128],"coordinator":[129],"maps":[130],"PCC":[131],"deviations":[133],"aggregate":[135],"requests":[137,164],"learns":[139],"dynamically":[141],"allocate":[142],"them":[143],"across":[144],"load":[145],"buses":[146],"by":[147],"implicit":[149],"voltage\u2013power":[150],"sensitivity":[151,157],"structure":[152],"data":[154],"explicit":[156],"calculations.":[158],"Distributed":[159],"SAC":[160],"bus-agents":[161],"disaggregate":[162],"allocated":[163],"into":[165],"appliance-level":[166],"setpoints":[167],"using":[168],"XGBoost-based":[169],"bounds":[171],"quadratic-programming":[174],"feasibility":[175],"layer":[176],"enforce":[178],"device":[179],"constraints":[180],"satisfy":[182],"grid":[184],"response":[185],"requirements.":[186],"Experimental":[187],"validation":[188],"an":[190,193],"RTDS":[191],"IEEE":[194],"13-bus":[195],"radial":[196],"system":[198],"demonstrates":[199],"88.5%":[200],"compliance":[202],"within":[203],"\u00b1":[205],"10":[206],"V":[207],"band,":[208],"73%":[210],"reduction":[211],"OLTC":[213],"operations,":[214],"96.9%":[216],"flexibility-tracking":[217],"accuracy,":[218],"outperforming":[219],"TD3,":[220],"DDPG,":[221],"PPO":[223],"baselines.":[224],"results":[226],"indicate":[227],"low-observability,":[229],"feasible":[234],"practical":[236],"feeders.":[238]},"counts_by_year":[],"updated_date":"2026-09-26T08:19:03.415552","created_date":"2026-08-26T00:00:00"}