{"id":"https://openalex.org/W4403295631","doi":"https://doi.org/10.1109/tsc.2024.3478729","title":"Deep Reinforcement Learning-Based Multi-Layer Cascaded Resilient Recovery for Cyber-Physical Systems","display_name":"Deep Reinforcement Learning-Based Multi-Layer Cascaded Resilient Recovery for Cyber-Physical Systems","publication_year":2024,"publication_date":"2024-10-10","ids":{"openalex":"https://openalex.org/W4403295631","doi":"https://doi.org/10.1109/tsc.2024.3478729"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2024.3478729","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3478729","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084108774","display_name":"Kai Zhong","orcid":"https://orcid.org/0000-0001-9724-1254"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kai Zhong","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0001-9724-1254","affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107975956","display_name":"Zhibang Yang","orcid":"https://orcid.org/0000-0001-5235-2233"},"institutions":[{"id":"https://openalex.org/I198357462","display_name":"Changsha University","ror":"https://ror.org/011d8sm39","country_code":"CN","type":"education","lineage":["https://openalex.org/I198357462"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibang Yang","raw_affiliation_strings":["Hunan Province Key Laboratory of Industrial Internet Technology and Security, Changsha University, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0001-5235-2233","affiliations":[{"raw_affiliation_string":"Hunan Province Key Laboratory of Industrial Internet Technology and Security, Changsha University, Hunan, China","institution_ids":["https://openalex.org/I198357462"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102491131","display_name":"Siyang Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210150398","display_name":"Hunan University of Finance and Economics","ror":"https://ror.org/04askxv05","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210150398"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyang Yu","raw_affiliation_strings":["College of Information Technology and Management, Hunan University of Finance and Economics, Changsha, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Technology and Management, Hunan University of Finance and Economics, Changsha, China","institution_ids":["https://openalex.org/I4210150398"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078793726","display_name":"Kenli Li","orcid":"https://orcid.org/0000-0002-2635-7716"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kenli Li","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Hunan, China"],"raw_orcid":"https://orcid.org/0000-0002-2635-7716","affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5084108774"],"corresponding_institution_ids":["https://openalex.org/I16609230"],"apc_list":null,"apc_paid":null,"fwci":2.5242,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.89806633,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"17","issue":"6","first_page":"3330","last_page":"3344"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8129962682723999},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7723933458328247},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.5679728984832764},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.5407339334487915},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4612291157245636},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45290452241897583},{"id":"https://openalex.org/keywords/physical-layer","display_name":"Physical layer","score":0.4242992401123047},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.32535913586616516},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.14975404739379883},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.08445659279823303}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8129962682723999},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7723933458328247},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.5679728984832764},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.5407339334487915},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4612291157245636},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45290452241897583},{"id":"https://openalex.org/C19247436","wikidata":"https://www.wikidata.org/wiki/Q192727","display_name":"Physical layer","level":3,"score":0.4242992401123047},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.32535913586616516},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14975404739379883},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.08445659279823303},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2024.3478729","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2024.3478729","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G1803783182","display_name":null,"funder_award_id":"62472151","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1829230536","display_name":null,"funder_award_id":"2023JJ10016","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G3115918816","display_name":null,"funder_award_id":"2023JJ30083","funder_id":"https://openalex.org/F4320322843","funder_display_name":"Natural Science Foundation of\u00a0Hunan Province"},{"id":"https://openalex.org/G8876457986","display_name":null,"funder_award_id":"U23A20317","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322843","display_name":"Natural Science Foundation of\u00a0Hunan Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W157492013","https://openalex.org/W2009498872","https://openalex.org/W2009558692","https://openalex.org/W2022649085","https://openalex.org/W2077099824","https://openalex.org/W2085457667","https://openalex.org/W2107726111","https://openalex.org/W2221032419","https://openalex.org/W2330650066","https://openalex.org/W2604840600","https://openalex.org/W2803355698","https://openalex.org/W2949848161","https://openalex.org/W2963890529","https://openalex.org/W2990464212","https://openalex.org/W2999076841","https://openalex.org/W3006336207","https://openalex.org/W3081694050","https://openalex.org/W3091635810","https://openalex.org/W3092255243","https://openalex.org/W3100789280","https://openalex.org/W3101875661","https://openalex.org/W3103559770","https://openalex.org/W3116568908","https://openalex.org/W3119687955","https://openalex.org/W3123348991","https://openalex.org/W3134520564","https://openalex.org/W3134806768","https://openalex.org/W3137920819","https://openalex.org/W3177669185","https://openalex.org/W3196317329","https://openalex.org/W3196871760","https://openalex.org/W3202898377","https://openalex.org/W3211656620","https://openalex.org/W4205396493","https://openalex.org/W4205739822","https://openalex.org/W4225549801","https://openalex.org/W4225894614","https://openalex.org/W4255679714","https://openalex.org/W4285274114","https://openalex.org/W4307964215","https://openalex.org/W4308380846","https://openalex.org/W4311167586","https://openalex.org/W4312198976","https://openalex.org/W4361858459","https://openalex.org/W4366386430","https://openalex.org/W4381885997","https://openalex.org/W4386108495","https://openalex.org/W4389776667","https://openalex.org/W4390752172","https://openalex.org/W4392885495","https://openalex.org/W4393224642","https://openalex.org/W4400579177","https://openalex.org/W6677939520","https://openalex.org/W6732665253","https://openalex.org/W6766533389"],"related_works":["https://openalex.org/W3004173571","https://openalex.org/W4306904969","https://openalex.org/W3019776739","https://openalex.org/W2138720691","https://openalex.org/W2546638913","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2209816623","https://openalex.org/W2024136090"],"abstract_inverted_index":{"Cyber-physical":[0],"systems":[1,5],"(CPSs)":[2],"are":[3],"intricate":[4],"integrating":[6],"both":[7,160],"physical":[8,91,136],"and":[9,46,90,135,162,177,233,295],"computational":[10],"components.":[11],"When":[12],"these":[13,111,193],"components":[14],"fail":[15],"due":[16],"to":[17,23,42,76,100,171,205,221,249,263,265],"malfunction":[18],"or":[19,26],"cyber-attack,":[20],"potentially":[21],"leading":[22,75],"significant":[24],"damage":[25],"even":[27],"collapse":[28],"of":[29,39,65,79,225],"the":[30,37,63,77,98,129,133,147,173,197,207,222,230,245,251,266,277],"network":[31,41,89],"topology.":[32],"Cyber":[33],"resilience,":[34],"defined":[35],"as":[36,188],"capability":[38],"a":[40,115,143,154],"restore":[43],"its":[44],"function":[45],"structure":[47],"after":[48],"component":[49],"failures,":[50],"is":[51,169,185,203,260],"crucial":[52],"for":[53],"ensuring":[54],"that":[55,276],"CPSs":[56],"can":[57],"sustain":[58],"their":[59],"operational":[60],"capabilities":[61],"in":[62,94,122,138,211],"face":[64],"complex":[66,130],"disturbances.":[67],"Recently,":[68],"CPS":[69,139,253],"resilience":[70,81,93,103,140,179,282],"has":[71],"garnered":[72],"increasing":[73],"attention,":[74],"development":[78],"various":[80,296],"recovery":[82,104,119,141,157,183,209,255,283,290],"methods.":[83],"However,":[84],"most":[85],"existing":[86,281],"studies":[87],"address":[88,239],"layer":[92],"isolation,":[95],"which":[96],"hampers":[97],"ability":[99],"implement":[101,206],"adaptive":[102],"decisions":[105],"across":[106,292],"different":[107],"systems.":[108],"To":[109,238],"overcome":[110],"limitations,":[112],"we":[113,127,152,242],"propose":[114],"multi-layered":[116],"cascaded":[117],"resilient":[118,156,164,182,208,254,288],"framework":[120],"grounded":[121],"deep":[123],"reinforcement":[124],"learning.":[125],"Initially,":[126],"synthesize":[128],"interactions":[131],"between":[132],"information":[134],"layers":[137],"from":[142],"global":[144],"perspective,":[145],"modeling":[146],"interrelations":[148],"within":[149],"CPSs.":[150,212],"Subsequently,":[151],"introduce":[153],"hybrid":[155],"strategy,":[158],"encompassing":[159],"horizontal":[161,176],"vertical":[163,178],"recovery.":[165],"The":[166,181,257],"correlation":[167],"matrix":[168],"used":[170],"partition":[172],"system":[174],"into":[175],"slices.":[180,194],"strategy":[184,210],"subsequently":[186],"modeled":[187],"an":[189],"optimization":[190],"problem":[191],"using":[192],"Following":[195],"this,":[196],"Deep":[198],"Recurrent":[199],"Q-learning":[200],"(DRQL)":[201],"algorithm":[202,259,279],"introduced":[204],"While":[213],"DRQL":[214],"exhibits":[215],"strong":[216],"adaptability,":[217],"it":[218],"may":[219],"lead":[220],"sparse":[223],"selection":[224],"critical":[226],"samples,":[227],"thereby":[228],"hindering":[229],"learning":[231],"process":[232],"convergence":[234],"on":[235],"essential":[236],"experiences.":[237],"this":[240],"issue,":[241],"further":[243],"develop":[244],"RR-DRQL":[246,258,278],"algorithm,":[247],"designed":[248],"identify":[250],"optimal":[252,267],"strategy.":[256],"rigorously":[261],"proven":[262],"converge":[264],"solution":[268],"through":[269],"extensive":[270],"theoretical":[271],"analysis.":[272],"Comprehensive":[273],"experiments":[274],"demonstrate":[275],"surpasses":[280],"methods":[284],"by":[285],"3.8%\u201325%":[286],"regarding":[287],"policy":[289],"performance":[291],"realistic":[293],"scenarios":[294],"simulation":[297],"platforms.":[298]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-24T08:23:43.765630","created_date":"2025-10-10T00:00:00"}