{"id":"https://openalex.org/W3130805405","doi":"https://doi.org/10.1109/icmla51294.2020.00194","title":"HPT-RL: Calibrating Power System Models based on Hierarchical Parameter Tuning and Reinforcement Learning","display_name":"HPT-RL: Calibrating Power System Models based on Hierarchical Parameter Tuning and Reinforcement Learning","publication_year":2020,"publication_date":"2020-12-01","ids":{"openalex":"https://openalex.org/W3130805405","doi":"https://doi.org/10.1109/icmla51294.2020.00194","mag":"3130805405"},"language":"en","primary_location":{"id":"doi:10.1109/icmla51294.2020.00194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmla51294.2020.00194","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 19th IEEE International Conference on Machine Learning and Applications (ICMLA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048326379","display_name":"Lei Lin","orcid":"https://orcid.org/0000-0002-1161-8565"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lei Lin","raw_affiliation_strings":["Rochester Data Science Consortium University of Rochester, Rochester, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Data Science Consortium University of Rochester, Rochester, USA","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102394066","display_name":"Wencheng Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wencheng Wu","raw_affiliation_strings":["Rochester Data Science Consortium University of Rochester, Rochester, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Data Science Consortium University of Rochester, Rochester, USA","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007622278","display_name":"Zhongkai Shangguan","orcid":null},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhongkai Shangguan","raw_affiliation_strings":["Rochester Data Science Consortium University of Rochester, Rochester, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Data Science Consortium University of Rochester, Rochester, USA","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001816279","display_name":"Safwan Wshah","orcid":"https://orcid.org/0000-0001-5051-7719"},"institutions":[{"id":"https://openalex.org/I111236770","display_name":"University of Vermont","ror":"https://ror.org/0155zta11","country_code":"US","type":"education","lineage":["https://openalex.org/I111236770"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Safwan Wshah","raw_affiliation_strings":["Vermont Complex Systems Center University of Vermont, Vermont, USA"],"affiliations":[{"raw_affiliation_string":"Vermont Complex Systems Center University of Vermont, Vermont, USA","institution_ids":["https://openalex.org/I111236770"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060393884","display_name":"Ramadan Elmoudi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ramadan Elmoudi","raw_affiliation_strings":["New York Power Authority, Buffalo, USA"],"affiliations":[{"raw_affiliation_string":"New York Power Authority, Buffalo, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079816056","display_name":"Beilei Xu","orcid":"https://orcid.org/0000-0001-5857-6334"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Beilei Xu","raw_affiliation_strings":["Rochester Data Science Consortium University of Rochester, Rochester, USA"],"affiliations":[{"raw_affiliation_string":"Rochester Data Science Consortium University of Rochester, Rochester, USA","institution_ids":["https://openalex.org/I5388228"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5048326379"],"corresponding_institution_ids":["https://openalex.org/I5388228"],"apc_list":null,"apc_paid":null,"fwci":0.411,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.62783163,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1231","last_page":"1237"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11052","display_name":"Energy Load and Power Forecasting","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8637352585792542},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7389661073684692},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.6998435258865356},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6968640089035034},{"id":"https://openalex.org/keywords/bayesian-optimization","display_name":"Bayesian optimization","score":0.678097128868103},{"id":"https://openalex.org/keywords/maxima-and-minima","display_name":"Maxima and minima","score":0.6273764371871948},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4782934784889221},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.41794759035110474},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37997764348983765},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1653076410293579},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.113226979970932}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8637352585792542},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7389661073684692},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.6998435258865356},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6968640089035034},{"id":"https://openalex.org/C2778049539","wikidata":"https://www.wikidata.org/wiki/Q17002908","display_name":"Bayesian optimization","level":2,"score":0.678097128868103},{"id":"https://openalex.org/C186633575","wikidata":"https://www.wikidata.org/wiki/Q845060","display_name":"Maxima and minima","level":2,"score":0.6273764371871948},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4782934784889221},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.41794759035110474},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37997764348983765},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1653076410293579},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.113226979970932},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icmla51294.2020.00194","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icmla51294.2020.00194","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 19th IEEE International Conference on Machine Learning and Applications (ICMLA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W195376180","https://openalex.org/W1502922572","https://openalex.org/W1592847719","https://openalex.org/W1616262590","https://openalex.org/W1970433793","https://openalex.org/W2046376809","https://openalex.org/W2061144551","https://openalex.org/W2069596617","https://openalex.org/W2099201756","https://openalex.org/W2145616301","https://openalex.org/W2152195021","https://openalex.org/W2173248099","https://openalex.org/W2337146157","https://openalex.org/W2510279142","https://openalex.org/W2543580944","https://openalex.org/W2765195441","https://openalex.org/W2772724270","https://openalex.org/W2799181865","https://openalex.org/W2804811686","https://openalex.org/W2873705236","https://openalex.org/W2924333399","https://openalex.org/W2944430955","https://openalex.org/W2963864421","https://openalex.org/W2964928891","https://openalex.org/W2982546563","https://openalex.org/W3032913293","https://openalex.org/W3095639765","https://openalex.org/W3102431071","https://openalex.org/W3110974951","https://openalex.org/W4289761856","https://openalex.org/W6629804754","https://openalex.org/W6675200109","https://openalex.org/W6684921986","https://openalex.org/W6750868688","https://openalex.org/W6753146606","https://openalex.org/W6760760346","https://openalex.org/W6762342897","https://openalex.org/W6787305247"],"related_works":["https://openalex.org/W2375684291","https://openalex.org/W2354676191","https://openalex.org/W3188646203","https://openalex.org/W136674370","https://openalex.org/W2909957174","https://openalex.org/W2105527480","https://openalex.org/W2052387497","https://openalex.org/W4246278799","https://openalex.org/W2976657239","https://openalex.org/W4254941920"],"abstract_inverted_index":{"Power":[0],"system":[1,10,49,116],"models":[2],"need":[3],"regular":[4],"calibration":[5,19,112],"to":[6,71],"reflect":[7],"the":[8,58,78,86,97,148,157],"current":[9],"status,":[11],"identify":[12],"and":[13,73,95,105,137],"mitigate":[14],"potential":[15],"issues.":[16],"However,":[17],"traditional":[18,101],"approaches":[20],"usually":[21],"have":[22],"local":[23],"minima":[24],"issues":[25],"that":[26,154],"require":[27],"intervention":[28],"from":[29],"domain":[30],"experts.":[31],"In":[32],"this":[33],"study,":[34],"we":[35],"propose":[36],"a":[37,109,114,143],"reinforcement":[38],"learning":[39],"algorithm":[40],"based":[41,126,140],"on":[42,113,127,141,147],"hierarchical":[43],"parameter":[44,62,70],"tuning":[45,63,79],"(HPT-RL)":[46],"for":[47,108,131],"power":[48],"model":[50,111],"calibration.":[51],"The":[52,120,151],"proposed":[53],"HPT-RL":[54,84,123,155],"is":[55],"inspired":[56],"by":[57],"natural":[59],"hierarchy":[60],"in":[61],"where":[64,142],"its":[65,74],"higher":[66],"level":[67,76],"learns":[68,77],"which":[69],"tune":[72],"lower":[75],"step":[80],"size.":[81],"We":[82,93],"implement":[83],"using":[85],"Deep":[87],"Deterministic":[88],"Policy":[89],"Gradient":[90],"(DDPG)":[91],"architecture.":[92],"evaluate":[94],"compare":[96],"performance":[98,121],"of":[99,122],"HPT-RL,":[100],"DDPG,":[102],"Bayesian":[103],"Optimization,":[104],"Random":[106],"Search":[107],"generator":[110],"four-bus":[115],"simulated":[117,144],"with":[118],"PSS\u00aeE.":[119],"was":[124],"evaluated":[125],"100":[128],"repeated":[129],"experiments":[130],"two":[132],"scenarios,":[133],"namely":[134],"low":[135],"randomization":[136],"high":[138],"randomization,":[139],"disturbance":[145],"occurs":[146],"bus":[149],"system.":[150],"results":[152],"show":[153],"outperforms":[156],"other":[158],"three":[159],"benchmark":[160],"methods.":[161]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}