{"id":"https://openalex.org/W4378713638","doi":"https://doi.org/10.1109/access.2023.3280558","title":"Multi-Stage Volt/VAR Support in Distribution Grids: Risk-Aware Scheduling With Real-Time Reinforcement Learning Control","display_name":"Multi-Stage Volt/VAR Support in Distribution Grids: Risk-Aware Scheduling With Real-Time Reinforcement Learning Control","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4378713638","doi":"https://doi.org/10.1109/access.2023.3280558"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3280558","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3280558","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10138373.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10138373.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041591596","display_name":"Mohammad MansourLakouraj","orcid":"https://orcid.org/0000-0001-5127-2098"},"institutions":[{"id":"https://openalex.org/I134113660","display_name":"University of Nevada, Reno","ror":"https://ror.org/01keh0577","country_code":"US","type":"education","lineage":["https://openalex.org/I134113660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammad Mansourlakouraj","raw_affiliation_strings":["Department of Electrical and Biomedical Engineering, University of Nevada, Reno, Reno, NV, USA"],"raw_orcid":"https://orcid.org/0000-0001-5127-2098","affiliations":[{"raw_affiliation_string":"Department of Electrical and Biomedical Engineering, University of Nevada, Reno, Reno, NV, USA","institution_ids":["https://openalex.org/I134113660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037310822","display_name":"Mukesh Gautam","orcid":"https://orcid.org/0000-0003-0571-5825"},"institutions":[{"id":"https://openalex.org/I134113660","display_name":"University of Nevada, Reno","ror":"https://ror.org/01keh0577","country_code":"US","type":"education","lineage":["https://openalex.org/I134113660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mukesh Gautam","raw_affiliation_strings":["Department of Electrical and Biomedical Engineering, University of Nevada, Reno, Reno, NV, USA"],"raw_orcid":"https://orcid.org/0000-0003-0571-5825","affiliations":[{"raw_affiliation_string":"Department of Electrical and Biomedical Engineering, University of Nevada, Reno, Reno, NV, USA","institution_ids":["https://openalex.org/I134113660"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072772883","display_name":"Hanif Livani","orcid":"https://orcid.org/0000-0002-7043-2728"},"institutions":[{"id":"https://openalex.org/I134113660","display_name":"University of Nevada, Reno","ror":"https://ror.org/01keh0577","country_code":"US","type":"education","lineage":["https://openalex.org/I134113660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hanif Livani","raw_affiliation_strings":["Department of Electrical and Biomedical Engineering, University of Nevada, Reno, Reno, NV, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Biomedical Engineering, University of Nevada, Reno, Reno, NV, USA","institution_ids":["https://openalex.org/I134113660"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5000628175","display_name":"Mohammed Benidris","orcid":"https://orcid.org/0000-0002-8731-8913"},"institutions":[{"id":"https://openalex.org/I134113660","display_name":"University of Nevada, Reno","ror":"https://ror.org/01keh0577","country_code":"US","type":"education","lineage":["https://openalex.org/I134113660"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammed Benidris","raw_affiliation_strings":["Department of Electrical and Biomedical Engineering, University of Nevada, Reno, Reno, NV, USA"],"raw_orcid":"https://orcid.org/0000-0002-8731-8913","affiliations":[{"raw_affiliation_string":"Department of Electrical and Biomedical Engineering, University of Nevada, Reno, Reno, NV, USA","institution_ids":["https://openalex.org/I134113660"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I134113660"],"apc_list":{"value":2075,"currency":"USD","value_usd":2075},"apc_paid":{"value":2075,"currency":"USD","value_usd":2075},"fwci":2.0532,"has_fulltext":true,"cited_by_count":25,"citation_normalized_percentile":{"value":0.86936738,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"54822","last_page":"54838"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.712582528591156},{"id":"https://openalex.org/keywords/demand-response","display_name":"Demand response","score":0.6117190718650818},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5695557594299316},{"id":"https://openalex.org/keywords/photovoltaic-system","display_name":"Photovoltaic system","score":0.5009803771972656},{"id":"https://openalex.org/keywords/voltage-regulation","display_name":"Voltage regulation","score":0.48579835891723633},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.47277215123176575},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3825351297855377},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3340855836868286},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.20901021361351013},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.16177839040756226},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15016910433769226},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.12561362981796265},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12347826361656189},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09261023998260498}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.712582528591156},{"id":"https://openalex.org/C2779438525","wikidata":"https://www.wikidata.org/wiki/Q5255048","display_name":"Demand response","level":3,"score":0.6117190718650818},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5695557594299316},{"id":"https://openalex.org/C41291067","wikidata":"https://www.wikidata.org/wiki/Q1897785","display_name":"Photovoltaic system","level":2,"score":0.5009803771972656},{"id":"https://openalex.org/C196226539","wikidata":"https://www.wikidata.org/wiki/Q7940752","display_name":"Voltage regulation","level":3,"score":0.48579835891723633},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.47277215123176575},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3825351297855377},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3340855836868286},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.20901021361351013},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.16177839040756226},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15016910433769226},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.12561362981796265},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12347826361656189},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09261023998260498}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2023.3280558","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3280558","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10138373.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:f4036d1f30e8492d8ab501668f56ec01","is_oa":true,"landing_page_url":"https://doaj.org/article/f4036d1f30e8492d8ab501668f56ec01","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 54822-54838 (2023)","raw_type":"article"},{"id":"pmh:oai:osti.gov:1975567","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1975567","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:osti.gov:1984322","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1984322","pdf_url":null,"source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.1109/access.2023.3280558","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3280558","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10138373.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9100000262260437}],"awards":[{"id":"https://openalex.org/G1592265015","display_name":"OPTIMIZATION OF EXCESS SOLAR AND STORAGE CAPACITY FOR GRID SERVICES","funder_award_id":"DEEE0009022","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G4423447817","display_name":null,"funder_award_id":"DE-EE0009022","funder_id":"https://openalex.org/F4320332360","funder_display_name":"Office of Energy Efficiency and Renewable Energy"},{"id":"https://openalex.org/G7894156055","display_name":null,"funder_award_id":"DE-EE0009022","funder_id":"https://openalex.org/F4320337712","funder_display_name":"Solar Energy Technologies Office"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332360","display_name":"Office of Energy Efficiency and Renewable Energy","ror":"https://ror.org/02xznz413"},{"id":"https://openalex.org/F4320337712","display_name":"Solar Energy Technologies Office","ror":"https://ror.org/033jmdj81"},{"id":"https://openalex.org/F4320337919","display_name":"Office of Energy Efficiency","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4378713638.pdf","grobid_xml":"https://content.openalex.org/works/W4378713638.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W1967460951","https://openalex.org/W1986384595","https://openalex.org/W1987971958","https://openalex.org/W1988622494","https://openalex.org/W2046944130","https://openalex.org/W2049633694","https://openalex.org/W2051224630","https://openalex.org/W2071361493","https://openalex.org/W2106581202","https://openalex.org/W2167601989","https://openalex.org/W2172109194","https://openalex.org/W2344264352","https://openalex.org/W2739935458","https://openalex.org/W2742900359","https://openalex.org/W2754445377","https://openalex.org/W2883686106","https://openalex.org/W2909843840","https://openalex.org/W2914894483","https://openalex.org/W2963046056","https://openalex.org/W2963864421","https://openalex.org/W3001131271","https://openalex.org/W3011781994","https://openalex.org/W3034969626","https://openalex.org/W3049182673","https://openalex.org/W3089959301","https://openalex.org/W3096868209","https://openalex.org/W3099039859","https://openalex.org/W3116415195","https://openalex.org/W3119209789","https://openalex.org/W3132337045","https://openalex.org/W3135504498","https://openalex.org/W3139846476","https://openalex.org/W3154173954","https://openalex.org/W3161865385","https://openalex.org/W3163136228","https://openalex.org/W3171039560","https://openalex.org/W3176891247","https://openalex.org/W3183873863","https://openalex.org/W3188205635","https://openalex.org/W3197991926","https://openalex.org/W3215276092","https://openalex.org/W4200043908","https://openalex.org/W4200248764","https://openalex.org/W4206072415","https://openalex.org/W4206453320","https://openalex.org/W4214717370","https://openalex.org/W4214759040","https://openalex.org/W4224040706","https://openalex.org/W4225724445","https://openalex.org/W4226074066","https://openalex.org/W4226451520","https://openalex.org/W4226490191","https://openalex.org/W4226502103","https://openalex.org/W4284704062","https://openalex.org/W4300672471","https://openalex.org/W4312313325","https://openalex.org/W4312359213","https://openalex.org/W4312463969","https://openalex.org/W4312768945","https://openalex.org/W4316660089","https://openalex.org/W4321770482","https://openalex.org/W4361828826","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2555175041","https://openalex.org/W2032085210","https://openalex.org/W4392752943","https://openalex.org/W2552681739","https://openalex.org/W3203098525","https://openalex.org/W1493463685","https://openalex.org/W2803899970","https://openalex.org/W3181887843","https://openalex.org/W2908392945","https://openalex.org/W2483001091"],"abstract_inverted_index":{"The":[0,120,137,152,178,218,248],"ever-increasing":[1],"penetration":[2],"of":[3,23,101,149,154,226,233,246,250],"intermittent":[4],"renewable":[5],"resources":[6],"in":[7,86,96,109,157,173,194,222],"low-voltage":[8],"power":[9,21,244],"grids":[10,237],"necessitates":[11],"efficient":[12],"operational":[13,135],"strategies":[14],"for":[15,44,129,181],"voltage":[16,56,81,103,118,241],"regulation":[17],"as":[18,20,162],"well":[19],"scheduling":[22,52,89],"the":[24,49,54,87,99,102,113,124,147,163,195,223,227,230,240,251],"available":[25],"resources.":[26],"In":[27,48],"this":[28,97],"paper,":[29],"a":[30,37,169,188,207,258],"risk-aware":[31,50],"Volt/VAR":[32],"support":[33],"framework":[34,228],"followed":[35],"by":[36,111],"real-time":[38,208],"reinforcement":[39,216],"learning":[40],"controller":[41],"is":[42,160,220,255],"presented":[43],"three-phase":[45,235,259],"distribution":[46,172,236,261],"systems.":[47],"stochastic":[51],"stage,":[53],"legacy":[55],"regulating":[57],"assets":[58],"along":[59],"with":[60,198,206],"inverter-based":[61],"photovoltaics":[62],"(PVs)":[63],"and":[64,73,80,132,201,243],"energy":[65,107],"storage":[66],"system":[67],"(ESS)":[68],"are":[69,84,127,184,204],"optimized":[70],"considering":[71,229],"day-ahead":[72,174],"intra-day":[74],"markets.":[75],"Moreover,":[76],"demand":[77],"response":[78],"(DR)":[79],"reduction":[82,104],"plans":[83],"included":[85],"proposed":[88,252],"framework.":[90],"By":[91],"incorporating":[92],"voltage-dependent":[93],"load":[94],"modeling":[95,232],"study,":[98],"implementation":[100,142],"plan":[105],"reduces":[106,144],"consumption":[108],"feeders":[110],"running":[112],"network":[114],"at":[115],"lower":[116],"permissible":[117],"limits.":[119],"shiftable":[121],"loads":[122],"under":[123,263],"DR":[125,141],"program":[126],"employed":[128],"peak":[130],"shaving":[131],"to":[133,238],"reduce":[134],"costs.":[136],"result":[138],"shows":[139],"that":[140],"also":[143],"dependencies":[145],"on":[146],"operation":[148],"traditional":[150],"devices.":[151],"stochasticity":[153],"abrupt":[155],"changes":[156],"PV":[158,175,199],"generations":[159],"represented":[161],"Gaussian":[164],"Mixture":[165],"Model":[166],"(GMM),":[167],"indicating":[168],"non-unimodal":[170],"probability":[171],"forecasting":[176],"errors.":[177],"scenario":[179],"sets":[180],"uncertain":[182],"variables":[183],"then":[185],"reduced":[186],"using":[187,257],"fuzzy":[189],"clustering":[190],"technique.":[191],"Decisions":[192],"made":[193],"scheduling,":[196],"associated":[197],"inverters":[200],"ESS":[202],"operation,":[203],"revised":[205],"controller,":[209],"i.e.,":[210],"Deep":[211],"Deterministic":[212],"Policy":[213],"Gradient":[214],"(DDPG)":[215],"learning.":[217],"DDPG":[219],"adopted":[221],"control":[224],"stage":[225],"detailed":[231],"unbalanced":[234],"minimize":[239],"deviation":[242],"ramping":[245],"ESS.":[247],"performance":[249],"multi-stage":[253],"scheme":[254],"verified":[256],"active":[260],"grid":[262],"different":[264],"scenarios.":[265]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}