{"id":"https://openalex.org/W4415047702","doi":"https://doi.org/10.1109/tdsc.2025.3620151","title":"A Deep Reinforcement Learning Approach to Time Delay Differential Game Deception Resource Deployment","display_name":"A Deep Reinforcement Learning Approach to Time Delay Differential Game Deception Resource Deployment","publication_year":2025,"publication_date":"2025-10-10","ids":{"openalex":"https://openalex.org/W4415047702","doi":"https://doi.org/10.1109/tdsc.2025.3620151"},"language":"en","primary_location":{"id":"doi:10.1109/tdsc.2025.3620151","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2025.3620151","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Weizhen He","orcid":"https://orcid.org/0009-0002-8137-6423"},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weizhen He","raw_affiliation_strings":["Information Engineering University, Zhengzhou, China","Information Engineering University, China"],"raw_orcid":"https://orcid.org/0009-0002-8137-6423","affiliations":[{"raw_affiliation_string":"Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]},{"raw_affiliation_string":"Information Engineering University, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061939024","display_name":"Jinglei Tan","orcid":"https://orcid.org/0000-0002-3231-6793"},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinglei Tan","raw_affiliation_strings":["Information Engineering University, Zhengzhou, China","Information Engineering University, China"],"raw_orcid":"https://orcid.org/0000-0002-3231-6793","affiliations":[{"raw_affiliation_string":"Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]},{"raw_affiliation_string":"Information Engineering University, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ruixiang Wang","orcid":"https://orcid.org/0009-0001-0761-2793"},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruixiang Wang","raw_affiliation_strings":["Information Engineering University, Zhengzhou, China","Information Engineering University, China"],"raw_orcid":"https://orcid.org/0009-0001-0761-2793","affiliations":[{"raw_affiliation_string":"Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]},{"raw_affiliation_string":"Information Engineering University, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062494507","display_name":"Zhiquan Liu","orcid":"https://orcid.org/0000-0002-3934-2177"},"institutions":[{"id":"https://openalex.org/I159948400","display_name":"Jinan University","ror":"https://ror.org/02xe5ns62","country_code":"CN","type":"education","lineage":["https://openalex.org/I159948400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiquan Liu","raw_affiliation_strings":["College of Cyber Security, Jinan University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3934-2177","affiliations":[{"raw_affiliation_string":"College of Cyber Security, Jinan University, Guangzhou, China","institution_ids":["https://openalex.org/I159948400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102018721","display_name":"Xiangyang Luo","orcid":"https://orcid.org/0000-0001-6062-2950"},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyang Luo","raw_affiliation_strings":["Information Engineering University, Zhengzhou, China","Information Engineering University, China"],"raw_orcid":"https://orcid.org/0000-0001-6062-2950","affiliations":[{"raw_affiliation_string":"Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]},{"raw_affiliation_string":"Information Engineering University, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112472365","display_name":"Hongchao Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongchao Hu","raw_affiliation_strings":["Information Engineering University, Zhengzhou, China","Information Engineering University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]},{"raw_affiliation_string":"Information Engineering University, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047763068","display_name":"Hengwei Zhang","orcid":"https://orcid.org/0000-0002-1649-7336"},"institutions":[{"id":"https://openalex.org/I169689159","display_name":"PLA Information Engineering University","ror":"https://ror.org/00mm1qk40","country_code":"CN","type":"education","lineage":["https://openalex.org/I169689159"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengwei Zhang","raw_affiliation_strings":["Information Engineering University, Zhengzhou, China","Information Engineering University, China"],"raw_orcid":"https://orcid.org/0000-0002-1649-7336","affiliations":[{"raw_affiliation_string":"Information Engineering University, Zhengzhou, China","institution_ids":["https://openalex.org/I169689159"]},{"raw_affiliation_string":"Information Engineering University, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I169689159"],"apc_list":null,"apc_paid":null,"fwci":25.1702,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.9955186,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"23","issue":"1","first_page":"1655","last_page":"1670"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10734","display_name":"Information and Cyber Security","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deception","display_name":"Deception","score":0.9211999773979187},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8389000296592712},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.7781000137329102},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5580999851226807},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5271999835968018},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.5210999846458435},{"id":"https://openalex.org/keywords/differential-privacy","display_name":"Differential privacy","score":0.49070000648498535},{"id":"https://openalex.org/keywords/bidding","display_name":"Bidding","score":0.48420000076293945}],"concepts":[{"id":"https://openalex.org/C2779267917","wikidata":"https://www.wikidata.org/wiki/Q170028","display_name":"Deception","level":2,"score":0.9211999773979187},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8389000296592712},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7878000140190125},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.7781000137329102},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5580999851226807},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5271999835968018},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.5210999846458435},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.510699987411499},{"id":"https://openalex.org/C23130292","wikidata":"https://www.wikidata.org/wiki/Q5275358","display_name":"Differential privacy","level":2,"score":0.49070000648498535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.487199991941452},{"id":"https://openalex.org/C9233905","wikidata":"https://www.wikidata.org/wiki/Q3276328","display_name":"Bidding","level":2,"score":0.48420000076293945},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.47839999198913574},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.45210000872612},{"id":"https://openalex.org/C2779006483","wikidata":"https://www.wikidata.org/wiki/Q1973196","display_name":"Differential game","level":2,"score":0.4187000095844269},{"id":"https://openalex.org/C182590292","wikidata":"https://www.wikidata.org/wiki/Q989632","display_name":"Network security","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.32829999923706055},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32679998874664307},{"id":"https://openalex.org/C74750220","wikidata":"https://www.wikidata.org/wiki/Q2662197","display_name":"Differential evolution","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2849000096321106},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C34947359","wikidata":"https://www.wikidata.org/wiki/Q665189","display_name":"Complex network","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.2547000050544739}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tdsc.2025.3620151","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tdsc.2025.3620151","pdf_url":null,"source":{"id":"https://openalex.org/S133795288","display_name":"IEEE Transactions on Dependable and Secure Computing","issn_l":"1545-5971","issn":["1545-5971","1941-0018","2160-9209"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Dependable and Secure Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2311382213","display_name":null,"funder_award_id":"2025M771548","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G7445461626","display_name":null,"funder_award_id":"62502103","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W433644524","https://openalex.org/W1970099578","https://openalex.org/W2134798469","https://openalex.org/W2735598097","https://openalex.org/W2951270751","https://openalex.org/W2963294138","https://openalex.org/W2991419331","https://openalex.org/W3008309395","https://openalex.org/W3015232449","https://openalex.org/W3017165746","https://openalex.org/W3045239074","https://openalex.org/W3048161450","https://openalex.org/W3049486569","https://openalex.org/W3090710579","https://openalex.org/W3107806454","https://openalex.org/W3114867537","https://openalex.org/W3117166073","https://openalex.org/W3134274385","https://openalex.org/W3163676048","https://openalex.org/W3189604664","https://openalex.org/W3201124227","https://openalex.org/W3217449056","https://openalex.org/W4205733138","https://openalex.org/W4230928526","https://openalex.org/W4235571646","https://openalex.org/W4283765695","https://openalex.org/W4298229015","https://openalex.org/W4321378433"],"related_works":[],"abstract_inverted_index":{"Current":[0],"methods":[1],"for":[2,92,110],"deploying":[3],"cyber":[4,101,221],"deception":[5,34,48,102,130,140,156],"do":[6],"not":[7],"consider":[8],"the":[9,15,31,65,77,108,128,135,138,146,149,154,162,173,179,188,199,213],"impact":[10],"of":[11,17,33,69,80,85,137,148,164,182,190],"time":[12],"delays":[13],"on":[14,30,53,134],"effectiveness":[16,147],"actions":[18],"by":[19,75],"both":[20,111,191],"attackers":[21,81,192],"and":[22,82,187,193,207],"defenders,":[23,86],"nor":[24],"can":[25,216],"they":[26],"make":[27],"real-time":[28],"decisions":[29],"deployment":[32,50,131,157],"assets":[35],"in":[36,71,152,205,220],"complex":[37,72,167],"network":[38,73,139],"environments.":[39],"To":[40],"address":[41],"these":[42],"issues,":[43],"this":[44],"paper":[45],"proposes":[46],"a":[47,100,116,165],"resource":[49],"method":[51,151,201,215],"based":[52,133],"deep":[54,117],"reinforcement":[55,118],"learning":[56,119],"with":[57,94,184,196],"time-delay":[58,88,103,141],"differential":[59,89,104,142],"game":[60,105,143],"theory.":[61],"First,":[62],"we":[63,98],"constructed":[64],"security":[66],"evolution":[67],"process":[68],"nodes":[70,93,183],"environments":[74],"analyzing":[76],"threat":[78],"models":[79,84],"defense":[83],"presenting":[87],"state":[90],"equations":[91],"varying":[95],"degrees.":[96],"Furthermore,":[97],"introduced":[99],"model,":[106],"quantifying":[107],"gains":[109],"sides.":[112],"We":[113],"then":[114],"designed":[115],"algorithm,":[120],"employing":[121],"proximal":[122],"policy":[123],"optimization":[124],"(PPO)":[125],"to":[126],"determine":[127],"optimal":[129,155],"strategy,":[132],"analysis":[136],"model.":[144],"Finally,":[145],"proposed":[150,174,200,214],"determining":[153],"strategy":[158],"was":[159],"validated":[160],"through":[161],"construction":[163],"scale-free":[166],"network.":[168],"Experimental":[169],"results":[170,210],"show":[171],"that":[172,212],"model":[175],"could":[176],"effectively":[177,218],"discern":[178],"evolutionary":[180],"processes":[181],"different":[185],"degrees":[186],"strategies":[189],"defenders.":[194],"Compared":[195],"other":[197],"methods,":[198],"showed":[202],"distinct":[203],"advantages":[204],"stability":[206],"effectiveness.":[208],"The":[209],"indicate":[211],"be":[217],"deployed":[219],"deception.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":2}],"updated_date":"2026-05-12T08:28:47.272897","created_date":"2025-10-11T00:00:00"}