{"id":"https://openalex.org/W2981743609","doi":"https://doi.org/10.1109/access.2019.2949480","title":"Deep Reinforcement Learning-Based Tie-Line Power Adjustment Method for Power System Operation State Calculation","display_name":"Deep Reinforcement Learning-Based Tie-Line Power Adjustment Method for Power System Operation State Calculation","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2981743609","doi":"https://doi.org/10.1109/access.2019.2949480","mag":"2981743609"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2949480","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2949480","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08882242.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08882242.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056991913","display_name":"Huating Xu","orcid":"https://orcid.org/0000-0001-8923-6842"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]},{"id":"https://openalex.org/I4392738113","display_name":"China Electric Power Research Institute","ror":"https://ror.org/05ehpzy81","country_code":null,"type":"facility","lineage":["https://openalex.org/I17442442","https://openalex.org/I4392738113"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huating Xu","raw_affiliation_strings":["China Electric Power Research Institute, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8923-6842","affiliations":[{"raw_affiliation_string":"China Electric Power Research Institute, Beijing, China","institution_ids":["https://openalex.org/I153473198","https://openalex.org/I4392738113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038355829","display_name":"Zhihong Yu","orcid":"https://orcid.org/0000-0001-9521-3970"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]},{"id":"https://openalex.org/I4392738113","display_name":"China Electric Power Research Institute","ror":"https://ror.org/05ehpzy81","country_code":null,"type":"facility","lineage":["https://openalex.org/I17442442","https://openalex.org/I4392738113"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihong Yu","raw_affiliation_strings":["China Electric Power Research Institute, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Electric Power Research Institute, Beijing, China","institution_ids":["https://openalex.org/I153473198","https://openalex.org/I4392738113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060414544","display_name":"Qingping Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingping Zheng","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101043986","display_name":"Jinxiu Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]},{"id":"https://openalex.org/I4392738113","display_name":"China Electric Power Research Institute","ror":"https://ror.org/05ehpzy81","country_code":null,"type":"facility","lineage":["https://openalex.org/I17442442","https://openalex.org/I4392738113"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinxiu Hou","raw_affiliation_strings":["China Electric Power Research Institute, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Electric Power Research Institute, Beijing, China","institution_ids":["https://openalex.org/I153473198","https://openalex.org/I4392738113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024197616","display_name":"Yawei Wei","orcid":"https://orcid.org/0000-0002-9743-917X"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]},{"id":"https://openalex.org/I4392738113","display_name":"China Electric Power Research Institute","ror":"https://ror.org/05ehpzy81","country_code":null,"type":"facility","lineage":["https://openalex.org/I17442442","https://openalex.org/I4392738113"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yawei Wei","raw_affiliation_strings":["China Electric Power Research Institute, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Electric Power Research Institute, Beijing, China","institution_ids":["https://openalex.org/I153473198","https://openalex.org/I4392738113"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100624996","display_name":"Zhijian Zhang","orcid":"https://orcid.org/0000-0002-2870-315X"},"institutions":[{"id":"https://openalex.org/I17442442","display_name":"State Grid Corporation of China (China)","ror":"https://ror.org/05twwhs70","country_code":"CN","type":"company","lineage":["https://openalex.org/I17442442"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijian Zhang","raw_affiliation_strings":["State Grid Beijing Electric Power Dispatching and Control Center, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Grid Beijing Electric Power Dispatching and Control Center, Beijing, China","institution_ids":["https://openalex.org/I17442442"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.6055,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.69802737,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"7","issue":null,"first_page":"156160","last_page":"156174"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10454","display_name":"Optimal Power Flow Distribution","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10424","display_name":"Electric Power System Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7835854291915894},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7661596536636353},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6306769251823425},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5704063177108765},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5267322063446045},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.5097062587738037},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46763065457344055},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.36594223976135254},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.33541354537010193},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.30736473202705383},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2787420153617859},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16078341007232666}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7835854291915894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7661596536636353},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6306769251823425},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5704063177108765},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5267322063446045},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.5097062587738037},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46763065457344055},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.36594223976135254},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.33541354537010193},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.30736473202705383},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2787420153617859},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16078341007232666},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2949480","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2949480","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08882242.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5c692bf059a14d418ae949a6719acdc3","is_oa":true,"landing_page_url":"https://doaj.org/article/5c692bf059a14d418ae949a6719acdc3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 156160-156174 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2949480","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2949480","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08882242.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.7900000214576721}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2981743609.pdf","grobid_xml":"https://content.openalex.org/works/W2981743609.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1522301498","https://openalex.org/W2017957151","https://openalex.org/W2039183224","https://openalex.org/W2145339207","https://openalex.org/W2201581102","https://openalex.org/W2257979135","https://openalex.org/W2549722340","https://openalex.org/W2557549665","https://openalex.org/W2567784893","https://openalex.org/W2594162429","https://openalex.org/W2609353072","https://openalex.org/W2743396120","https://openalex.org/W2760324051","https://openalex.org/W2778436178","https://openalex.org/W2791002248","https://openalex.org/W2800684392","https://openalex.org/W2889265936","https://openalex.org/W2892096082","https://openalex.org/W2892841407","https://openalex.org/W2896609748","https://openalex.org/W2897376899","https://openalex.org/W2899639849","https://openalex.org/W2901621510","https://openalex.org/W2902143777","https://openalex.org/W2907795071","https://openalex.org/W2908546602","https://openalex.org/W2910791308","https://openalex.org/W2926295867","https://openalex.org/W2962980800","https://openalex.org/W2963317745","https://openalex.org/W2963382853","https://openalex.org/W2963864421","https://openalex.org/W4250979948","https://openalex.org/W6631190155","https://openalex.org/W6684921986","https://openalex.org/W6687681856","https://openalex.org/W6756714161"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W187740018"],"abstract_inverted_index":{"Operation":[0],"state":[1],"calculation":[2],"(OSC)":[3],"provides":[4],"safe":[5],"operating":[6],"boundaries":[7],"for":[8,23,81,182],"power":[9,35,95,178],"systems.":[10],"The":[11,141],"operators":[12],"rely":[13],"on":[14,169],"the":[15,21,27,34,46,62,74,90,93,132,155,161,170,183],"software-aid":[16],"OSC":[17,28,47,63,76,91],"results":[18],"to":[19,40,72,130,153],"dispatch":[20],"generators":[22],"grid":[24,36,179],"control.":[25],"Currently,":[26],"workload":[29],"has":[30],"increased":[31],"dramatically,":[32],"as":[33],"structure":[37],"expands":[38],"rapidly":[39],"mitigate":[41],"renewable":[42],"source":[43],"integration.":[44],"However,":[45],"is":[48,70,92,106,128],"processed":[49],"with":[50],"a":[51,101,114,121],"lot":[52],"of":[53,144,180],"manual":[54],"interventions":[55],"in":[56,77,89],"most":[57],"dispatching":[58],"centers,":[59],"which":[60],"makes":[61],"error-prone":[64],"and":[65,83,113,135,147,159,174],"personnel-experience":[66],"oriented.":[67],"Therefore,":[68],"it":[69],"crucial":[71],"upgrade":[73],"current":[75],"an":[78,109,137,175],"automatic":[79],"mode":[80],"efficiency":[82],"quality":[84],"improvements.":[85],"An":[86],"essential":[87],"process":[88],"tie-line":[94],"(TP)":[96],"adjustment.":[97],"In":[98],"this":[99],"paper,":[100],"new":[102],"TP":[103],"adjustment":[104,139],"method":[105],"proposed":[107,129],"using":[108],"adaptive":[110],"mapping":[111],"strategy":[112],"Markov":[115],"Decision":[116],"Process":[117],"(MDP)":[118],"formulation.":[119],"Then,":[120],"model-free":[122],"deep":[123],"reinforcement":[124],"learning":[125],"(DRL)":[126],"algorithm":[127],"solve":[131],"formulated":[133],"MDP":[134],"learn":[136],"optimal":[138],"strategy.":[140],"improvement":[142],"techniques":[143],"\u201cstepwise":[145],"training\u201d":[146],"\u201cprioritized":[148],"target":[149],"replay\u201d":[150],"are":[151,167],"included":[152],"decompose":[154],"large-scale":[156],"complex":[157],"problems":[158],"improve":[160],"training":[162],"efficiency.":[163],"Finally,":[164],"five":[165],"experiments":[166],"conducted":[168],"IEEE":[171],"39-bus":[172],"system":[173],"actual":[176],"2725-bus":[177],"China":[181],"effectiveness":[184],"demonstration.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}