{"id":"https://openalex.org/W4310882545","doi":"https://doi.org/10.48550/arxiv.2212.02715","title":"Efficient Learning of Voltage Control Strategies via Model-based Deep Reinforcement Learning","display_name":"Efficient Learning of Voltage Control Strategies via Model-based Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-12-06","ids":{"openalex":"https://openalex.org/W4310882545","doi":"https://doi.org/10.48550/arxiv.2212.02715"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2212.02715","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.02715","pdf_url":"https://arxiv.org/pdf/2212.02715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2212.02715","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080543077","display_name":"Ramij Raja Hossain","orcid":"https://orcid.org/0000-0003-0224-7245"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hossain, Ramij R.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003062911","display_name":"Tianzhixi Yin","orcid":"https://orcid.org/0000-0003-0730-4309"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Tianzhixi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017820853","display_name":"Yan Du","orcid":"https://orcid.org/0000-0003-3197-7204"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090600892","display_name":"Renke Huang","orcid":"https://orcid.org/0000-0002-3094-7073"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Renke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100679090","display_name":"Jie Tan","orcid":"https://orcid.org/0000-0002-0909-2904"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101775413","display_name":"Wenhao Yu","orcid":"https://orcid.org/0000-0002-6052-0839"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Wenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100390907","display_name":"Yuan Liu","orcid":"https://orcid.org/0000-0002-9447-0219"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5071485078","display_name":"Qiuhua Huang","orcid":"https://orcid.org/0000-0002-5701-0117"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Qiuhua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8381260633468628},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6808502078056335},{"id":"https://openalex.org/keywords/surrogate-model","display_name":"Surrogate model","score":0.5577093362808228},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5164506435394287},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5125953555107117},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5086320638656616},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.5079248547554016},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.5021896362304688},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4676380157470703},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.45631349086761475},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.434021532535553},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.34215497970581055},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3246520161628723}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8381260633468628},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6808502078056335},{"id":"https://openalex.org/C131675550","wikidata":"https://www.wikidata.org/wiki/Q7646884","display_name":"Surrogate model","level":2,"score":0.5577093362808228},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5164506435394287},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5125953555107117},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5086320638656616},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.5079248547554016},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.5021896362304688},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4676380157470703},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.45631349086761475},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.434021532535553},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.34215497970581055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3246520161628723},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2212.02715","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.02715","pdf_url":"https://arxiv.org/pdf/2212.02715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2212.02715","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2212.02715","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2212.02715","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2212.02715","pdf_url":"https://arxiv.org/pdf/2212.02715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W2665305151"],"abstract_inverted_index":{"This":[0],"article":[1],"proposes":[2],"a":[3,61,101,117,122,132,178],"model-based":[4,154],"deep":[5,123],"reinforcement":[6],"learning":[7,143,175],"(DRL)":[8],"method":[9,63],"to":[10,74,89,176,202],"design":[11],"emergency":[12],"control":[13],"strategies":[14],"for":[15,32,48,199],"short-term":[16],"voltage":[17],"stability":[18],"problems":[19],"in":[20,28,181],"power":[21,33,86,166],"systems.":[22,167],"Recent":[23],"advances":[24],"show":[25],"promising":[26],"results":[27],"model-free":[29,36],"DRL-based":[30,95],"methods":[31,37],"systems,":[34],"but":[35],"suffer":[38],"from":[39],"poor":[40],"sample":[41,150,193],"efficiency":[42,194,198],"and":[43,149,185,195],"training":[44,113,197],"time,":[45],"both":[46],"critical":[47],"making":[49,145],"state-of-the-art":[50,94],"DRL":[51,81,155],"algorithms":[52],"practically":[53],"applicable.":[54],"DRL-agent":[55],"learns":[56],"an":[57,200],"optimal":[58],"policy":[59,142,182],"via":[60],"trial-and-error":[62],"while":[64],"interacting":[65],"with":[66,83,140],"the":[67,76,80,84,112,141,146,160,203],"real-world":[68,85,133],"environment.":[69],"And":[70],"it":[71],"is":[72,108,138,156],"desirable":[73],"minimize":[75],"direct":[77],"interaction":[78],"of":[79,131,159,164],"agent":[82],"grid":[87,103],"due":[88],"its":[90],"safety-critical":[91],"nature.":[92],"Additionally,":[93],"policies":[96],"are":[97],"mostly":[98],"trained":[99],"using":[100],"physics-based":[102,136],"simulator":[104],"where":[105,121],"dynamic":[106,127],"simulation":[107],"computationally":[109],"intensive,":[110],"lowering":[111],"efficiency.":[114],"We":[115,168],"propose":[116],"novel":[118],"model-based-DRL":[119],"framework":[120],"neural":[124],"network":[125],"(DNN)-based":[126],"surrogate":[128,187],"model,":[129],"instead":[130],"power-grid":[134],"or":[135],"simulation,":[137],"utilized":[139],"framework,":[144],"process":[147],"faster":[148],"efficient.":[151],"However,":[152],"stabilizing":[153],"challenging":[157],"because":[158],"complex":[161],"system":[162],"dynamics":[163],"large-scale":[165],"solved":[169],"these":[170],"issues":[171],"by":[172],"incorporating":[173],"imitation":[174],"have":[177],"warm":[179],"start":[180],"learning,":[183],"reward-shaping,":[184],"multi-step":[186],"loss.":[188],"Finally,":[189],"we":[190],"achieved":[191],"97.5%":[192],"87.7%":[196],"application":[201],"IEEE":[204],"300-bus":[205],"test":[206],"system.":[207]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2022-12-20T00:00:00"}