{"id":"https://openalex.org/W7125913484","doi":"https://doi.org/10.1109/access.2026.3658416","title":"Reinforcement-Learning Control for Coordinated Voltage Regulation in Distribution Systems Using a Power Hardware-in-the-Loop Platform","display_name":"Reinforcement-Learning Control for Coordinated Voltage Regulation in Distribution Systems Using a Power Hardware-in-the-Loop Platform","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7125913484","doi":"https://doi.org/10.1109/access.2026.3658416"},"language":"en","primary_location":{"id":"doi:10.1109/access.2026.3658416","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3658416","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2026.3658416","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123599736","display_name":"Rachid Darbali-Zamora","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Rachid Darbali-Zamora","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM, USA"],"raw_orcid":"https://orcid.org/0000-0002-4772-719X","affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006550824","display_name":"Miguel Jimenez Aparicio","orcid":"https://orcid.org/0000-0001-6864-461X"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miguel Jimenez Aparicio","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM, USA"],"raw_orcid":"https://orcid.org/0000-0001-6864-461X","affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087873364","display_name":"Jonathan Berg","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jonathan C. Berg","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019375390","display_name":"Nicholas S. Gurule","orcid":"https://orcid.org/0000-0002-3097-2244"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas S. Gurule","raw_affiliation_strings":["Sandia National Laboratories, Albuquerque, NM, USA"],"raw_orcid":"https://orcid.org/0000-0002-3097-2244","affiliations":[{"raw_affiliation_string":"Sandia National Laboratories, Albuquerque, NM, USA","institution_ids":["https://openalex.org/I4210104735"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5123599736"],"corresponding_institution_ids":["https://openalex.org/I4210104735"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16207809,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":null,"first_page":"18298","last_page":"18315"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.2493000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10223","display_name":"Microgrid Control and Optimization","score":0.2493000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.10849999636411667,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10468","display_name":"Photovoltaic System Optimization Techniques","score":0.09210000187158585,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/voltage-regulation","display_name":"Voltage regulation","score":0.7592999935150146},{"id":"https://openalex.org/keywords/distributed-generation","display_name":"Distributed generation","score":0.5590999722480774},{"id":"https://openalex.org/keywords/photovoltaic-system","display_name":"Photovoltaic system","score":0.5526000261306763},{"id":"https://openalex.org/keywords/ac-power","display_name":"AC power","score":0.5177000164985657},{"id":"https://openalex.org/keywords/voltage-optimisation","display_name":"Voltage optimisation","score":0.5160999894142151},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.5101000070571899},{"id":"https://openalex.org/keywords/voltage-regulator","display_name":"Voltage regulator","score":0.482699990272522},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.4381999969482422},{"id":"https://openalex.org/keywords/voltage-droop","display_name":"Voltage droop","score":0.43540000915527344},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.39629998803138733}],"concepts":[{"id":"https://openalex.org/C196226539","wikidata":"https://www.wikidata.org/wiki/Q7940752","display_name":"Voltage regulation","level":3,"score":0.7592999935150146},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6297000050544739},{"id":"https://openalex.org/C544738498","wikidata":"https://www.wikidata.org/wiki/Q861135","display_name":"Distributed generation","level":3,"score":0.5590999722480774},{"id":"https://openalex.org/C41291067","wikidata":"https://www.wikidata.org/wiki/Q1897785","display_name":"Photovoltaic system","level":2,"score":0.5526000261306763},{"id":"https://openalex.org/C108755667","wikidata":"https://www.wikidata.org/wiki/Q1930258","display_name":"AC power","level":3,"score":0.5177000164985657},{"id":"https://openalex.org/C46529443","wikidata":"https://www.wikidata.org/wiki/Q7940750","display_name":"Voltage optimisation","level":4,"score":0.5160999894142151},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.5101000070571899},{"id":"https://openalex.org/C110706871","wikidata":"https://www.wikidata.org/wiki/Q851210","display_name":"Voltage regulator","level":3,"score":0.482699990272522},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.4381999969482422},{"id":"https://openalex.org/C40760162","wikidata":"https://www.wikidata.org/wiki/Q10920295","display_name":"Voltage droop","level":4,"score":0.43540000915527344},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.39629998803138733},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3840999901294708},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.3547999858856201},{"id":"https://openalex.org/C78600449","wikidata":"https://www.wikidata.org/wiki/Q43302","display_name":"Wind power","level":2,"score":0.3492000102996826},{"id":"https://openalex.org/C153240184","wikidata":"https://www.wikidata.org/wiki/Q3243772","display_name":"Control variable","level":2,"score":0.3379000127315521},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.31200000643730164},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C178911571","wikidata":"https://www.wikidata.org/wiki/Q593143","display_name":"Power electronics","level":3,"score":0.3077000081539154},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C2780789856","wikidata":"https://www.wikidata.org/wiki/Q7915732","display_name":"Variable renewable energy","level":4,"score":0.296099990606308},{"id":"https://openalex.org/C2776336204","wikidata":"https://www.wikidata.org/wiki/Q17104528","display_name":"Variable speed wind turbine","level":4,"score":0.29589998722076416},{"id":"https://openalex.org/C36139824","wikidata":"https://www.wikidata.org/wiki/Q1052007","display_name":"Maximum power point tracking","level":4,"score":0.29280000925064087},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.289000004529953},{"id":"https://openalex.org/C15032970","wikidata":"https://www.wikidata.org/wiki/Q851210","display_name":"Dropout voltage","level":4,"score":0.2849999964237213},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.27720001339912415},{"id":"https://openalex.org/C172205157","wikidata":"https://www.wikidata.org/wiki/Q1782962","display_name":"Model predictive control","level":3,"score":0.2736000120639801},{"id":"https://openalex.org/C128624480","wikidata":"https://www.wikidata.org/wiki/Q1504817","display_name":"Low voltage","level":3,"score":0.26899999380111694},{"id":"https://openalex.org/C423512","wikidata":"https://www.wikidata.org/wiki/Q383973","display_name":"Electricity generation","level":3,"score":0.26109999418258667},{"id":"https://openalex.org/C144655898","wikidata":"https://www.wikidata.org/wiki/Q1161128","display_name":"Voltage source","level":3,"score":0.2556000053882599},{"id":"https://openalex.org/C2776098794","wikidata":"https://www.wikidata.org/wiki/Q6663315","display_name":"Load regulation","level":3,"score":0.25440001487731934}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2026.3658416","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3658416","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9849369189f841c686a9f82a1ffed168","is_oa":true,"landing_page_url":"https://doaj.org/article/9849369189f841c686a9f82a1ffed168","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 14, Pp 18298-18315 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2026.3658416","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2026.3658416","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.881388247013092,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1504108678","https://openalex.org/W1951886039","https://openalex.org/W1987122165","https://openalex.org/W2018628193","https://openalex.org/W2031979881","https://openalex.org/W2054272462","https://openalex.org/W2087279961","https://openalex.org/W2131882595","https://openalex.org/W2160141417","https://openalex.org/W2167996275","https://openalex.org/W2322424187","https://openalex.org/W2473155624","https://openalex.org/W2522887052","https://openalex.org/W2532834079","https://openalex.org/W2748928283","https://openalex.org/W2784278460","https://openalex.org/W2889039331","https://openalex.org/W2895288344","https://openalex.org/W2902306753","https://openalex.org/W2907525746","https://openalex.org/W2922029520","https://openalex.org/W3120787640","https://openalex.org/W3127159056","https://openalex.org/W3143553909","https://openalex.org/W3197391055","https://openalex.org/W3207575811","https://openalex.org/W4206284491","https://openalex.org/W4211131698","https://openalex.org/W4220876073","https://openalex.org/W4248348769","https://openalex.org/W4251818744","https://openalex.org/W4284692756","https://openalex.org/W4285121931","https://openalex.org/W4309989858","https://openalex.org/W4312361649","https://openalex.org/W4313147419","https://openalex.org/W4313476434","https://openalex.org/W4316659963","https://openalex.org/W4316659967","https://openalex.org/W4316660210","https://openalex.org/W4316660347","https://openalex.org/W4360584121","https://openalex.org/W4385934315","https://openalex.org/W4385934403","https://openalex.org/W4387934953","https://openalex.org/W4389077387","https://openalex.org/W4389077656","https://openalex.org/W4390189697","https://openalex.org/W4402594423","https://openalex.org/W4404133064","https://openalex.org/W4407171691","https://openalex.org/W4413823226","https://openalex.org/W4415872146","https://openalex.org/W7117110291","https://openalex.org/W7117114925"],"related_works":[],"abstract_inverted_index":{"The":[0,213],"variable":[1,63,235],"nature":[2],"of":[3,40,47,127,183,198,221,226],"Distributed":[4],"Energy":[5],"Resources":[6],"(DERs),":[7],"such":[8,149],"as":[9,150],"solar":[10,230],"Photovoltaic":[11],"(PV)":[12],"arrays":[13],"and":[14,24,31,62,115,130,163,167,202,233,260],"Wind":[15],"Turbine":[16],"Generators":[17],"(WTGs),":[18],"create":[19],"several":[20],"challenges":[21],"for":[22,145,170],"utilities":[23],"system":[25,49,193,224],"operators":[26],"related":[27],"to":[28,73,79,89,186],"maintaining":[29,48],"voltage":[30,50,81,91,107,114,122,171,188,244],"frequency":[32],"stability.":[33],"Power":[34,209],"grids":[35],"that":[36,105,253],"incorporate":[37],"a":[38,134,143,165,184,191,199,208,218,222,255,261],"variety":[39],"distributed":[41],"energy":[42,64],"generation":[43],"must":[44],"be":[45],"capable":[46],"in":[51,67,77,190,207,249],"the":[52,111,125,174,181,196,239,243,250],"allowable":[53],"range":[54],"against":[55],"potential":[56],"disturbances":[57],"caused":[58],"by":[59,194],"load":[60],"variations":[61],"generation.":[65],"Advances":[66],"grid":[68,84],"support":[69],"functionalities":[70],"enable":[71],"WTGs":[72],"provide":[74,80,90,164,187],"reactive":[75,116],"power":[76],"order":[78],"regulation.":[82],"New":[83],"standards":[85],"are":[86,247],"requiring":[87],"DERs":[88],"regulation":[92,108,123,172,189,245],"across":[93,173],"distribution":[94,192,223],"networks.":[95],"Volt-Var":[96],"Curve":[97],"(VVC)":[98],"control":[99,147,206],"is":[100,142],"an":[101,203],"autonomous":[102],"grid-support":[103],"function":[104],"provides":[106,121],"based":[109,152],"on":[110,153,238],"relationship":[112],"between":[113],"power.":[117],"However,":[118],"VVC":[119,201],"only":[120],"at":[124],"point":[126],"DER":[128],"interconnection,":[129],"regulating":[131],"actions":[132],"follow":[133],"pre-defined":[135],"rule":[136],"with":[137],"little":[138],"flexibility.":[139],"Therefore,":[140],"there":[141],"need":[144],"data-driven":[146,205,214],"methods,":[148],"those":[151],"Reinforcement":[154],"Learning":[155],"(RL),":[156],"which":[157],"can":[158],"leverage":[159],"system-wide":[160],"measured":[161],"data,":[162],"customized":[166],"adaptive":[168],"solution":[169],"entire":[175],"system.":[176],"Herein,":[177],"this":[178],"paper":[179],"investigates":[180],"ability":[182],"WTG":[185],"comparing":[195],"performance":[197],"traditional":[200],"RL-based":[204],"Hardware-in-the-Loop":[210],"(PHIL)":[211],"platform.":[212],"model":[215],"training":[216],"involves":[217],"MATLAB/Simulink":[219],"simulation":[220,241],"consisting":[225],"three":[227],"WTGs,":[228],"one":[229,234],"PV":[231,263],"array,":[232],"load.":[236],"Based":[237],"obtained":[240],"results,":[242],"controls":[246],"evaluated":[248],"PHIL":[251],"platform":[252],"leverages":[254],"physical":[256],"wind":[257],"turbine":[258],"emulator":[259],"commercial":[262],"inverter.":[264]},"counts_by_year":[],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2026-01-29T00:00:00"}