{"id":"https://openalex.org/W3177716094","doi":"https://doi.org/10.1109/icps49255.2021.9468170","title":"Reinforcement Learning based Multistage Optimal PMU Placement Against Data Integrity Attacks in Smart Grid","display_name":"Reinforcement Learning based Multistage Optimal PMU Placement Against Data Integrity Attacks in Smart Grid","publication_year":2021,"publication_date":"2021-05-10","ids":{"openalex":"https://openalex.org/W3177716094","doi":"https://doi.org/10.1109/icps49255.2021.9468170","mag":"3177716094"},"language":"en","primary_location":{"id":"doi:10.1109/icps49255.2021.9468170","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icps49255.2021.9468170","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 4th IEEE International Conference on Industrial Cyber-Physical Systems (ICPS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020030372","display_name":"Zhuorui Wu","orcid":"https://orcid.org/0009-0006-8111-908X"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuorui Wu","raw_affiliation_strings":["School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100317843","display_name":"Liang He","orcid":"https://orcid.org/0000-0001-9973-356X"},"institutions":[{"id":"https://openalex.org/I4210148639","display_name":"Wuhan Engineering Science & Technology Institute","ror":"https://ror.org/04ez3r306","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210148639"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang He","raw_affiliation_strings":["Wuhan engineering science & technology institute, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Wuhan engineering science & technology institute, Wuhan, China","institution_ids":["https://openalex.org/I4210148639"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100359848","display_name":"Sheng Li","orcid":"https://orcid.org/0009-0002-5824-4481"},"institutions":[{"id":"https://openalex.org/I4210120155","display_name":"Tebian Electric Apparatus (China)","ror":"https://ror.org/02eh7bh87","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210120155"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Li","raw_affiliation_strings":["TBEA Xinjiang SunOasis Co., Ltd., Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TBEA Xinjiang SunOasis Co., Ltd., Xi'an, China","institution_ids":["https://openalex.org/I4210120155"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100651512","display_name":"Huihui Zhang","orcid":"https://orcid.org/0000-0002-5420-4063"},"institutions":[{"id":"https://openalex.org/I4210120155","display_name":"Tebian Electric Apparatus (China)","ror":"https://ror.org/02eh7bh87","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210120155"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huihui Zhang","raw_affiliation_strings":["TBEA Xinjiang SunOasis Co., Ltd., Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TBEA Xinjiang SunOasis Co., Ltd., Xi'an, China","institution_ids":["https://openalex.org/I4210120155"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013292365","display_name":"Shaoyi Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210120155","display_name":"Tebian Electric Apparatus (China)","ror":"https://ror.org/02eh7bh87","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210120155"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoyi Hu","raw_affiliation_strings":["TBEA Xinjiang SunOasis Co., Ltd., Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TBEA Xinjiang SunOasis Co., Ltd., Xi'an, China","institution_ids":["https://openalex.org/I4210120155"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100691588","display_name":"Meng Zhang","orcid":"https://orcid.org/0000-0002-6498-6951"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Zhang","raw_affiliation_strings":["School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Engineering, Xi'an Jiaotong University, Xi'an, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075845093","display_name":"Xiaohong Guan","orcid":"https://orcid.org/0000-0002-8826-0362"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaohong Guan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"572","last_page":"577"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10305","display_name":"Power System Optimization and Stability","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10972","display_name":"Power Systems Fault Detection","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.8597403764724731},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8430498838424683},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.7445217370986938},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7383801341056824},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.5407261252403259},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.52606600522995},{"id":"https://openalex.org/keywords/phasor","display_name":"Phasor","score":0.49769213795661926},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4333481192588806},{"id":"https://openalex.org/keywords/data-integrity","display_name":"Data integrity","score":0.42825162410736084},{"id":"https://openalex.org/keywords/electric-power-system","display_name":"Electric power system","score":0.4037555754184723},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2502211928367615},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.23473405838012695},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1957601010799408},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1874542236328125}],"concepts":[{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.8597403764724731},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8430498838424683},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.7445217370986938},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7383801341056824},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.5407261252403259},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.52606600522995},{"id":"https://openalex.org/C176605952","wikidata":"https://www.wikidata.org/wiki/Q827674","display_name":"Phasor","level":4,"score":0.49769213795661926},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4333481192588806},{"id":"https://openalex.org/C33762810","wikidata":"https://www.wikidata.org/wiki/Q461671","display_name":"Data integrity","level":2,"score":0.42825162410736084},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.4037555754184723},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2502211928367615},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.23473405838012695},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1957601010799408},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1874542236328125},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icps49255.2021.9468170","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icps49255.2021.9468170","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 4th IEEE International Conference on Industrial Cyber-Physical Systems (ICPS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7400000095367432}],"awards":[{"id":"https://openalex.org/G1054255154","display_name":null,"funder_award_id":"xzy012019040","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4646944627","display_name":null,"funder_award_id":"2019JQ-084","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G6302101258","display_name":null,"funder_award_id":"2020T130515","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G6988641137","display_name":null,"funder_award_id":"61903292","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320324173","display_name":"Natural Science Foundation of Shaanxi Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1511875879","https://openalex.org/W2013032827","https://openalex.org/W2013399543","https://openalex.org/W2032960059","https://openalex.org/W2038651258","https://openalex.org/W2044600597","https://openalex.org/W2064899320","https://openalex.org/W2077629390","https://openalex.org/W2098414272","https://openalex.org/W2106424475","https://openalex.org/W2121863487","https://openalex.org/W2123878675","https://openalex.org/W2133238120","https://openalex.org/W2140900554","https://openalex.org/W2147647602","https://openalex.org/W2151637991","https://openalex.org/W2155978258","https://openalex.org/W2162242469","https://openalex.org/W2164681195","https://openalex.org/W2526466618","https://openalex.org/W2587433340","https://openalex.org/W2597776218","https://openalex.org/W2977367995","https://openalex.org/W3044021259","https://openalex.org/W4214484041","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2046459260","https://openalex.org/W2967463586","https://openalex.org/W2765830098","https://openalex.org/W1971989957","https://openalex.org/W2517338020","https://openalex.org/W3157641275","https://openalex.org/W2022458400","https://openalex.org/W1997080377","https://openalex.org/W1589114377","https://openalex.org/W2053863919"],"abstract_inverted_index":{"Data":[0],"integrity":[1,37,43],"attacks":[2,44],"can":[3,30,78,111],"mislead":[4],"the":[5,9,15,49,71,106,116,130,137,146,149,153,157,179,185],"state":[6,27,150],"estimation":[7,28],"of":[8,48,75,119,156,184],"smart":[10,16,50,138],"grid":[11,17,51,139,163],"and":[12,29,45,152],"severely":[13],"threaten":[14],"security.":[18],"Phasor":[19],"measurement":[20],"units":[21],"(PMUs)":[22],"provide":[23,79],"accurate":[24],"measurements":[25],"to":[26,33,104,129,135,177],"be":[31,112],"used":[32],"defend":[34],"against":[35,41],"data":[36,42,173],"attacks.":[38],"Although":[39],"defending":[40],"achieving":[46],"observability":[47],"using":[52,94],"fewer":[53],"PMUs":[54,122],"have":[55,67],"attracted":[56],"increasing":[57],"attention,":[58],"few":[59],"works":[60],"on":[61,193],"multistage":[62,89,187],"optimal":[63,90],"PMU":[64,82,91,188],"placement":[65,83,92,189],"strategies":[66],"been":[68],"reported.":[69],"Since":[70],"sequential":[72],"decision":[73],"making":[74],"reinforcement":[76,95,132,158],"learning":[77,96,133,159],"a":[80,88,100,167],"flexible":[81],"strategy,":[84],"this":[85],"paper":[86],"designs":[87],"strategy":[93,190],"approach.":[97],"By":[98],"utilizing":[99],"least-effort":[101],"attack":[102],"model":[103],"find":[105],"most":[107],"vulnerable":[108],"buses":[109],"that":[110,148],"compromised":[113],"by":[114],"manipulating":[115],"minimum":[117],"number":[118],"measurements,":[120],"fewest":[121],"are":[123,165],"optimally":[124],"placed":[125],"in":[126,161],"stages":[127],"according":[128],"designed":[131],"algorithm":[134],"ensure":[136],"is":[140,175,191],"completely":[141],"observable.":[142],"To":[143],"deal":[144],"with":[145],"issue":[147],"space":[151,155,174],"action":[154],"approach":[160],"power":[162],"environment":[164],"overlarge,":[166],"simple":[168],"linear":[169],"function":[170],"needs":[171],"smaller":[172],"introduced":[176],"approximate":[178],"value":[180],"function.":[181],"The":[182],"effectiveness":[183],"proposed":[186],"verified":[192],"several":[194],"IEEE":[195],"standard":[196],"test":[197],"systems.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}