{"id":"https://openalex.org/W4416250674","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228974","title":"Penetration Testing of Cyber-Physical Attacks in Smart Grids Based on Partially Observable Markov Decision Process","display_name":"Penetration Testing of Cyber-Physical Attacks in Smart Grids Based on Partially Observable Markov Decision Process","publication_year":2025,"publication_date":"2025-06-30","ids":{"openalex":"https://openalex.org/W4416250674","doi":"https://doi.org/10.1109/ijcnn64981.2025.11228974"},"language":null,"primary_location":{"id":"doi:10.1109/ijcnn64981.2025.11228974","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228974","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053252332","display_name":"Yuanliang Li","orcid":"https://orcid.org/0000-0001-8437-6280"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Yuanliang Li","raw_affiliation_strings":["Concordia University,Concordia Institute for Information Systems Engineering (CIISE),Montréal,Canada"],"affiliations":[{"raw_affiliation_string":"Concordia University,Concordia Institute for Information Systems Engineering (CIISE),Montréal,Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061710167","display_name":"Jun Yan","orcid":"https://orcid.org/0000-0002-5148-1399"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jun Yan","raw_affiliation_strings":["Concordia University,Concordia Institute for Information Systems Engineering (CIISE),Montréal,Canada"],"affiliations":[{"raw_affiliation_string":"Concordia University,Concordia Institute for Information Systems Engineering (CIISE),Montréal,Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077443631","display_name":"Mohamed Naili","orcid":null},"institutions":[{"id":"https://openalex.org/I4210094041","display_name":"Ericsson (Canada)","ror":"https://ror.org/00nas2c56","country_code":"CA","type":"company","lineage":["https://openalex.org/I1306339040","https://openalex.org/I4210094041"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohamed Naili","raw_affiliation_strings":["Ericsson,GAIA AI Hub Canada,Montréal,Canada"],"affiliations":[{"raw_affiliation_string":"Ericsson,GAIA AI Hub Canada,Montréal,Canada","institution_ids":["https://openalex.org/I4210094041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5053252332"],"corresponding_institution_ids":["https://openalex.org/I60158472"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.42301309,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"9"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9235000014305115,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9235000014305115,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.015699999406933784,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.012900000438094139,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.8616999983787537},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7186999917030334},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.6676999926567078},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5300999879837036},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.475600004196167},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.46560001373291016},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.4607999920845032},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4456999897956848}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.8616999983787537},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7186999917030334},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6717000007629395},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.6676999926567078},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5300999879837036},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.475600004196167},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.46560001373291016},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.4607999920845032},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4456999897956848},{"id":"https://openalex.org/C2984634286","wikidata":"https://www.wikidata.org/wiki/Q1331926","display_name":"Decision process","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38100001215934753},{"id":"https://openalex.org/C59594135","wikidata":"https://www.wikidata.org/wiki/Q5249242","display_name":"Decision model","level":2,"score":0.33489999175071716},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.32989999651908875},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.31540000438690186},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.2964000105857849},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C28901747","wikidata":"https://www.wikidata.org/wiki/Q177571","display_name":"Decision theory","level":2,"score":0.29010000824928284},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.28619998693466187},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2623000144958496},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.2578999996185303}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn64981.2025.11228974","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn64981.2025.11228974","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321588","display_name":"Concordia University","ror":"https://ror.org/0420zvk78"},{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1970793907","https://openalex.org/W2031329484","https://openalex.org/W2112949599","https://openalex.org/W2342413143","https://openalex.org/W2421957586","https://openalex.org/W2513580371","https://openalex.org/W2550453031","https://openalex.org/W2730611247","https://openalex.org/W2763602591","https://openalex.org/W2765472318","https://openalex.org/W2783173268","https://openalex.org/W2896263330","https://openalex.org/W2908643158","https://openalex.org/W2912451346","https://openalex.org/W2952298682","https://openalex.org/W2990991440","https://openalex.org/W2995988246","https://openalex.org/W3024313662","https://openalex.org/W3030043615","https://openalex.org/W3082437751","https://openalex.org/W3094485976","https://openalex.org/W3099580559","https://openalex.org/W3137234870","https://openalex.org/W4241043003","https://openalex.org/W4312873207","https://openalex.org/W4386349792","https://openalex.org/W4389722721","https://openalex.org/W4402352815"],"related_works":[],"abstract_inverted_index":{"The":[0],"smart":[1,45,69,182],"grid":[2,146,183],"is":[3,109,132,147],"a":[4,55,88,105,113,163],"highly":[5],"complex":[6],"cyber-physical":[7,24],"system":[8,35,157],"of":[9,44,81,140,144,155],"heterogeneous":[10],"components":[11],"with":[12,98],"sensory,":[13],"control,":[14],"computation,":[15],"and":[16,22,53,83,103,138,158],"communication.":[17],"Its":[18],"complexity,":[19],"dimensionality,":[20],"uncertainty,":[21],"strong":[23],"coupling":[25],"have":[26],"made":[27],"it":[28],"inefficient":[29],"to":[30,64,111,134,150,168,187],"discover":[31],"critical":[32,66],"vulnerabilities":[33,67],"at":[34],"or":[36],"infrastructure":[37],"levels":[38],"manually.":[39],"To":[40],"enhance":[41],"the":[42,50,117,128,136,145,152,156,160,181],"security":[43],"grids,":[46],"this":[47,73],"work":[48],"explores":[49],"attackers\u2019":[51],"perspective":[52],"proposes":[54],"deep":[56],"reinforcement":[57],"learning":[58],"(DRL)-based":[59],"penetration":[60],"testing":[61],"(PT)":[62],"framework":[63],"identify":[65],"in":[68],"grids":[70],"efficiently.":[71],"Specifically,":[72],"paper":[74],"takes":[75],"replay":[76,141],"attacks":[77],"as":[78,87],"an":[79],"example":[80],"PT":[82,179,191],"formulates":[84],"its":[85],"optimization":[86],"Partially":[89],"Observable":[90],"Markov":[91,164],"Decision":[92,165],"Process":[93,166],"(POMDP)":[94],"for":[95,177],"DRL":[96],"agents":[97],"three":[99],"actions":[100],"(stop,":[101],"record,":[102],"replay):":[104],"partial":[106],"observation":[107],"model":[108],"created":[110],"mimic":[112],"real":[114],"scenario":[115],"where":[116],"pen-tester":[118],"can":[119],"only":[120],"access":[121],"limited":[122],"intelligence.":[123],"A":[124,173],"reward":[125],"function":[126],"considering":[127],"PT\u2019s":[129],"multiple":[130],"goals":[131],"designed":[133],"optimize":[135],"timing":[137],"ordering":[139],"attacks.":[142],"Knowledge":[143],"further":[148],"utilized":[149],"estimate":[151],"full":[153],"state":[154],"transform":[159],"POMDP":[161],"into":[162],"(MDP)":[167],"be":[169],"solved":[170],"by":[171],"DRL.":[172],"software-based":[174],"co-simulation":[175],"platform":[176],"DRL-based":[178],"on":[180],"(GridBattleSim)":[184],"was":[185],"developed":[186],"validate":[188],"our":[189],"proposed":[190],"framework.":[192]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-14T00:00:00"}