{"id":"https://openalex.org/W4386275697","doi":"https://doi.org/10.1109/jsac.2023.3310072","title":"When Moving Target Defense Meets Attack Prediction in Digital Twins: A Convolutional and Hierarchical Reinforcement Learning Approach","display_name":"When Moving Target Defense Meets Attack Prediction in Digital Twins: A Convolutional and Hierarchical Reinforcement Learning Approach","publication_year":2023,"publication_date":"2023-08-30","ids":{"openalex":"https://openalex.org/W4386275697","doi":"https://doi.org/10.1109/jsac.2023.3310072"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2023.3310072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2023.3310072","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100375796","display_name":"Tao Zhang","orcid":"https://orcid.org/0000-0002-3366-7640"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]},{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tao Zhang","raw_affiliation_strings":["School of Software Engineering, Beijing Jiaotong University, Beijing, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069646989","display_name":"Changqiao Xu","orcid":"https://orcid.org/0000-0003-1467-1086"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changqiao Xu","raw_affiliation_strings":["School of Software Engineering, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053831404","display_name":"Yibo Lian","orcid":null},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yibo Lian","raw_affiliation_strings":["School of Software Engineering, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086093778","display_name":"Haijiang Tian","orcid":"https://orcid.org/0000-0003-2999-0901"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijiang Tian","raw_affiliation_strings":["School of Software Engineering, Beijing Jiaotong University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062761975","display_name":"Jiawen Kang","orcid":"https://orcid.org/0000-0002-8218-3490"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawen Kang","raw_affiliation_strings":["School of Automation, Guangdong University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"School of Automation, Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053431750","display_name":"Xiaohui Kuang","orcid":"https://orcid.org/0000-0003-3816-402X"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohui Kuang","raw_affiliation_strings":["School of Software Engineering, Beijing Jiaotong University, Beijing, China","National Key Laboratory of Science and Technology on Information System Security, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Information System Security, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100375796"],"corresponding_institution_ids":["https://openalex.org/I139759216","https://openalex.org/I21193070"],"apc_list":null,"apc_paid":null,"fwci":11.0961,"has_fulltext":false,"cited_by_count":55,"citation_normalized_percentile":{"value":0.98842802,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"41","issue":"10","first_page":"3293","last_page":"3305"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8362480401992798},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6014120578765869},{"id":"https://openalex.org/keywords/network-security","display_name":"Network security","score":0.4789986312389374},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.43779581785202026},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4358721971511841},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.42017343640327454},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.4116632640361786},{"id":"https://openalex.org/keywords/host","display_name":"Host (biology)","score":0.4116249084472656},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.38180845975875854},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36104458570480347},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2630231976509094},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.20762640237808228},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.13767096400260925}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8362480401992798},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6014120578765869},{"id":"https://openalex.org/C182590292","wikidata":"https://www.wikidata.org/wiki/Q989632","display_name":"Network security","level":2,"score":0.4789986312389374},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.43779581785202026},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4358721971511841},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.42017343640327454},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4116632640361786},{"id":"https://openalex.org/C126831891","wikidata":"https://www.wikidata.org/wiki/Q221673","display_name":"Host (biology)","level":2,"score":0.4116249084472656},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.38180845975875854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36104458570480347},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2630231976509094},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.20762640237808228},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.13767096400260925},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2023.3310072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2023.3310072","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G3654910116","display_name":null,"funder_award_id":"61871048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4917731782","display_name":null,"funder_award_id":"62225105","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6757976958","display_name":null,"funder_award_id":"U22A2054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7197377926","display_name":null,"funder_award_id":"AISG2-RP-2020-019","funder_id":"https://openalex.org/F4320320741","funder_display_name":"DSO National Laboratories - Singapore"},{"id":"https://openalex.org/G751536327","display_name":null,"funder_award_id":"62102099","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320320741","display_name":"DSO National Laboratories - Singapore","ror":"https://ror.org/03e05fb06"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325256","display_name":"Info-communications Media Development Authority","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1612694023","https://openalex.org/W2029226568","https://openalex.org/W2111942706","https://openalex.org/W2132022337","https://openalex.org/W2145339207","https://openalex.org/W2218937857","https://openalex.org/W2495047120","https://openalex.org/W2534612228","https://openalex.org/W2736601468","https://openalex.org/W2789828921","https://openalex.org/W2884750245","https://openalex.org/W2895216609","https://openalex.org/W2914446816","https://openalex.org/W2972160586","https://openalex.org/W2982626833","https://openalex.org/W2986455874","https://openalex.org/W2995673860","https://openalex.org/W2996903041","https://openalex.org/W2999178765","https://openalex.org/W3013219028","https://openalex.org/W3035218782","https://openalex.org/W3045512880","https://openalex.org/W3114079253","https://openalex.org/W3124636507","https://openalex.org/W3127433831","https://openalex.org/W3127614346","https://openalex.org/W3137991997","https://openalex.org/W3141466727","https://openalex.org/W3163246710","https://openalex.org/W3173515311","https://openalex.org/W3175884222","https://openalex.org/W3176886883","https://openalex.org/W3190992642","https://openalex.org/W3203789000","https://openalex.org/W3215405345","https://openalex.org/W4206013528","https://openalex.org/W4210362763","https://openalex.org/W4220880333","https://openalex.org/W4225424906","https://openalex.org/W4225657853","https://openalex.org/W4285148832","https://openalex.org/W4286215678","https://openalex.org/W4290973502","https://openalex.org/W4293370709","https://openalex.org/W4294170691","https://openalex.org/W4295792120","https://openalex.org/W4296913260","https://openalex.org/W4312943725","https://openalex.org/W4316877044","https://openalex.org/W6631190155","https://openalex.org/W6682691769","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894"],"abstract_inverted_index":{"With":[0],"rapid":[1],"development":[2],"of":[3,8,22,108,115,126,186,206,244,264],"emerging":[4],"technologies":[5],"for":[6,256],"Internet":[7],"Things":[9],"(IoT),":[10],"digital":[11],"twins":[12],"(DT)":[13],"have":[14,48],"been":[15,74],"proposed":[16,75],"to":[17,29,34,96,130,198],"support":[18],"a":[19,36,155,193,250],"wide":[20],"variety":[21],"applications.":[23],"A":[24],"mobile":[25,38],"network":[26,39,116,132,180,224,235],"is":[27],"expected":[28],"be":[30,238],"integrated":[31],"with":[32,267],"DT":[33,37],"form":[35],"(DTMN).":[40],"Unfortunately,":[41],"DTMN":[42],"still":[43],"faces":[44],"security":[45,107,201,211],"threats,":[46],"which":[47,103,178,220],"attracted":[49],"great":[50],"research":[51],"attention.":[52],"Current":[53],"defense":[54,71,137],"mechanisms":[55],"are":[56,213,221],"mostly":[57],"static,":[58],"i.e.,":[59],"responding":[60],"after":[61],"attacks":[62],"happening.":[63],"To":[64],"solve":[65],"the":[66,106,123,241,245,262],"aforementioned":[67],"problem,":[68],"moving":[69],"target":[70],"(MTD)":[72],"has":[73],"as":[76,223],"an":[77],"innovative":[78],"solution.":[79],"However,":[80],"there":[81],"exist":[82],"three":[83],"major":[84],"challenges":[85],"when":[86],"applying":[87],"MTD":[88,101,111,128,158,166,208],"into":[89],"DTMN.":[90,109,161],"Firstly,":[91],"less":[92],"emphasis":[93],"was":[94],"paid":[95],"collaborative":[97,156,257],"scheduling":[98],"between":[99],"multiple":[100,127,207],"schemes,":[102],"can":[104],"improve":[105],"Secondly,":[110],"schemes":[112,129,167],"require":[113],"lots":[114],"resources,":[117],"but":[118,144],"few":[119],"works":[120],"focus":[121],"on":[122,141],"time":[124],"allocation":[125],"reduce":[131],"resource":[133],"consumption.":[134],"Thirdly,":[135],"existing":[136],"strategies":[138],"only":[139],"rely":[140],"current":[142],"information,":[143],"do":[145,232],"not":[146,233],"consider":[147,164],"future":[148],"information.":[149],"In":[150],"this":[151],"paper,":[152],"we":[153,248],"propose":[154],"mutation-based":[157],"(CM-MTD)":[159],"in":[160,226],"We":[162,190],"mainly":[163],"two":[165],"called":[168],"host":[169],"address":[170],"mutation":[171,175],"(HAM)":[172],"and":[173,182,203],"route":[174],"(RM),":[176],"respectively,":[177],"adjust":[179],"properties":[181],"invalidate":[183],"different":[184],"stages":[185],"cyber":[187],"kill":[188],"chain.":[189],"firstly":[191],"formulate":[192],"semi-Markov":[194],"decision":[195],"process":[196],"(SMDP)":[197],"model":[199],"time-varying":[200],"events":[202,212],"dynamic":[204],"deployment":[205],"schemes.":[209],"Then,":[210],"predicted":[214],"by":[215],"long":[216],"short-term":[217],"memory":[218],"(LSTM),":[219],"regarded":[222],"states":[225],"SMDP.":[227,246],"Next,":[228],"infeasible":[229],"actions":[230],"that":[231],"satisfy":[234],"constraints":[236],"will":[237],"removed":[239],"from":[240],"action":[242],"space":[243],"Lastly,":[247],"design":[249],"hierarchical":[251],"deep":[252],"reinforcement":[253],"learning":[254],"algorithm":[255],"scheduling.":[258],"Simulation":[259],"results":[260],"highlight":[261],"effectiveness":[263],"CM-MTD":[265],"compared":[266],"baseline":[268],"solutions.":[269]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":6}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}