{"id":"https://openalex.org/W4210680301","doi":"https://doi.org/10.1155/2022/1488344","title":"A Hidden Attack Sequences Detection Method Based on Dynamic Reward Deep Deterministic Policy Gradient","display_name":"A Hidden Attack Sequences Detection Method Based on Dynamic Reward Deep Deterministic Policy Gradient","publication_year":2022,"publication_date":"2022-01-28","ids":{"openalex":"https://openalex.org/W4210680301","doi":"https://doi.org/10.1155/2022/1488344"},"language":"en","primary_location":{"id":"doi:10.1155/2022/1488344","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2022/1488344","pdf_url":"https://downloads.hindawi.com/journals/scn/2022/1488344.pdf","source":{"id":"https://openalex.org/S120683614","display_name":"Security and Communication Networks","issn_l":"1939-0114","issn":["1939-0114","1939-0122"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Security and Communication Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/scn/2022/1488344.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077474570","display_name":"Lei Zhang","orcid":"https://orcid.org/0000-0001-8746-1106"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Zhang","raw_affiliation_strings":["Command and Control Engineering College, Army Engineering University of PLA, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8746-1106","affiliations":[{"raw_affiliation_string":"Command and Control Engineering College, Army Engineering University of PLA, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037669752","display_name":"Zhisong Pan","orcid":"https://orcid.org/0000-0001-8615-7313"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhisong Pan","raw_affiliation_strings":["Command and Control Engineering College, Army Engineering University of PLA, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-8615-7313","affiliations":[{"raw_affiliation_string":"Command and Control Engineering College, Army Engineering University of PLA, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100689293","display_name":"Yu Pan","orcid":"https://orcid.org/0000-0003-4657-4117"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Pan","raw_affiliation_strings":["Command and Control Engineering College, Army Engineering University of PLA, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-4657-4117","affiliations":[{"raw_affiliation_string":"Command and Control Engineering College, Army Engineering University of PLA, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102312791","display_name":"Shize Guo","orcid":"https://orcid.org/0009-0002-9718-1321"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shize Guo","raw_affiliation_strings":["Command and Control Engineering College, Army Engineering University of PLA, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Command and Control Engineering College, Army Engineering University of PLA, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100330576","display_name":"Yi Liu","orcid":"https://orcid.org/0000-0002-8490-6285"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yi Liu","raw_affiliation_strings":["Defense Innovation Institute, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Defense Innovation Institute, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090045545","display_name":"Shiming Xia","orcid":"https://orcid.org/0000-0002-8162-9091"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiming Xia","raw_affiliation_strings":["Command and Control Engineering College, Army Engineering University of PLA, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8162-9091","affiliations":[{"raw_affiliation_string":"Command and Control Engineering College, Army Engineering University of PLA, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014759537","display_name":"Qibin Zheng","orcid":"https://orcid.org/0000-0002-3989-377X"},"institutions":[{"id":"https://openalex.org/I4210158522","display_name":"PLA Academy of Military Science","ror":"https://ror.org/05ct4s596","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210158522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qibin Zheng","raw_affiliation_strings":["Academy of Military Science, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-3989-377X","affiliations":[{"raw_affiliation_string":"Academy of Military Science, Beijing, China","institution_ids":["https://openalex.org/I4210158522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004055587","display_name":"Hongmei Li","orcid":"https://orcid.org/0000-0002-0699-9455"},"institutions":[{"id":"https://openalex.org/I4210158522","display_name":"PLA Academy of Military Science","ror":"https://ror.org/05ct4s596","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210158522"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongmei Li","raw_affiliation_strings":["Academy of Military Science, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0699-9455","affiliations":[{"raw_affiliation_string":"Academy of Military Science, Beijing, China","institution_ids":["https://openalex.org/I4210158522"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015896110","display_name":"Wei Bai","orcid":"https://orcid.org/0000-0002-9738-0112"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wei Bai","raw_affiliation_strings":["Command and Control Engineering College, Army Engineering University of PLA, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9738-0112","affiliations":[{"raw_affiliation_string":"Command and Control Engineering College, Army Engineering University of PLA, Nanjing, China","institution_ids":["https://openalex.org/I4210163363"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5015896110"],"corresponding_institution_ids":["https://openalex.org/I4210163363"],"apc_list":{"value":2100,"currency":"USD","value_usd":2100},"apc_paid":{"value":2100,"currency":"USD","value_usd":2100},"fwci":0.8547,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.735853,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"2022","issue":null,"first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cyberspace","display_name":"Cyberspace","score":0.9566501975059509},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8198004961013794},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6511098742485046},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.6212921142578125},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5408826470375061},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5096194744110107},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.468736469745636},{"id":"https://openalex.org/keywords/security-policy","display_name":"Security policy","score":0.4385773837566376},{"id":"https://openalex.org/keywords/network-security","display_name":"Network security","score":0.410054087638855},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38950616121292114},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.20184564590454102},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10248509049415588}],"concepts":[{"id":"https://openalex.org/C2781241145","wikidata":"https://www.wikidata.org/wiki/Q204606","display_name":"Cyberspace","level":3,"score":0.9566501975059509},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8198004961013794},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6511098742485046},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.6212921142578125},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5408826470375061},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5096194744110107},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.468736469745636},{"id":"https://openalex.org/C154908896","wikidata":"https://www.wikidata.org/wiki/Q2167404","display_name":"Security policy","level":2,"score":0.4385773837566376},{"id":"https://openalex.org/C182590292","wikidata":"https://www.wikidata.org/wiki/Q989632","display_name":"Network security","level":2,"score":0.410054087638855},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38950616121292114},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.20184564590454102},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10248509049415588},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1155/2022/1488344","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2022/1488344","pdf_url":"https://downloads.hindawi.com/journals/scn/2022/1488344.pdf","source":{"id":"https://openalex.org/S120683614","display_name":"Security and Communication Networks","issn_l":"1939-0114","issn":["1939-0114","1939-0122"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Security and Communication Networks","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ca36abd739d0467ebaef8116b5bd91ad","is_oa":true,"landing_page_url":"https://doaj.org/article/ca36abd739d0467ebaef8116b5bd91ad","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Security and Communication Networks, Vol 2022 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2022/1488344","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2022/1488344","pdf_url":"https://downloads.hindawi.com/journals/scn/2022/1488344.pdf","source":{"id":"https://openalex.org/S120683614","display_name":"Security and Communication Networks","issn_l":"1939-0114","issn":["1939-0114","1939-0122"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319869","host_organization_name":"Hindawi Publishing Corporation","host_organization_lineage":["https://openalex.org/P4310319869"],"host_organization_lineage_names":["Hindawi Publishing Corporation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Security and Communication Networks","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G162108561","display_name":null,"funder_award_id":"2017YFB0802800","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3306570129","display_name":null,"funder_award_id":"2017YFB0802800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G4683421875","display_name":null,"funder_award_id":"62076251","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4746923065","display_name":null,"funder_award_id":"62076251","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4210680301.pdf","grobid_xml":"https://content.openalex.org/works/W4210680301.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W433644524","https://openalex.org/W1557517019","https://openalex.org/W1627074804","https://openalex.org/W2046259462","https://openalex.org/W2064204124","https://openalex.org/W2119120810","https://openalex.org/W2139836766","https://openalex.org/W2173248099","https://openalex.org/W2358697121","https://openalex.org/W2359962489","https://openalex.org/W2598811698","https://openalex.org/W2603959005","https://openalex.org/W2732383329","https://openalex.org/W2762776925","https://openalex.org/W2767660019","https://openalex.org/W2783741806","https://openalex.org/W2787322429","https://openalex.org/W2798336999","https://openalex.org/W2886020981","https://openalex.org/W2903452648","https://openalex.org/W2914183276","https://openalex.org/W2946127746","https://openalex.org/W2952298682","https://openalex.org/W2963864421","https://openalex.org/W3041824415","https://openalex.org/W3086419524","https://openalex.org/W4214717370","https://openalex.org/W4245460974","https://openalex.org/W4298857966","https://openalex.org/W4302570325","https://openalex.org/W6637967152","https://openalex.org/W6684205842","https://openalex.org/W6980663094"],"related_works":["https://openalex.org/W2368745349","https://openalex.org/W3167675181","https://openalex.org/W2372005904","https://openalex.org/W144012884","https://openalex.org/W2360897455","https://openalex.org/W2131575257","https://openalex.org/W2377660959","https://openalex.org/W4251169878","https://openalex.org/W2810589793","https://openalex.org/W2527886746"],"abstract_inverted_index":{"Attacker":[0],"identification":[1],"from":[2,34,88],"network":[3,14,38,77],"traffic":[4],"is":[5],"a":[6,59,125,165,205],"common":[7,157],"practice":[8],"of":[9,37,208],"cyberspace":[10,24,93,121,168,223],"security":[11,19,39],"management.":[12],"However,":[13],"administrators":[15,40,78],"cannot":[16],"cover":[17],"all":[18],"equipment":[20],"due":[21],"to":[22,32,45,69,132,152,215,227],"the":[23,30,35,47,72,76,89,92,101,108,113,120,142,153,160,171,184,189,213,221],"management":[25,122,224],"cost":[26,225],"constraints,":[27],"giving":[28],"attackers":[29,110,218],"chance":[31],"escape":[33],"surveillance":[36],"by":[41],"legitimate":[42,114],"actions":[43],"and":[44,53,147,183,219],"perform":[46],"attack":[48,61,144,179,191],"in":[49,112,156,164,181,200],"both":[50],"physical":[51],"domain":[52],"digital":[54],"domain.":[55],"Therefore,":[56],"we":[57],"proposed":[58,131,185],"hidden":[60,109,143,178,190,202,217],"sequence":[62],"detection":[63,206],"method":[64,129,161,186],"based":[65],"on":[66,141],"reinforcement":[67],"learning":[68],"deal":[70],"with":[71,91,204],"challenge":[73],"through":[74],"modeling":[75],"as":[79],"an":[80],"intelligent":[81,102],"agent":[82,103],"that":[83,175],"learns":[84],"their":[85],"action":[86,115],"policy":[87],"interaction":[90],"environment.":[94,169],"Following":[95],"Deep":[96],"Deterministic":[97],"Policy":[98],"Gradient":[99],"(DDPG),":[100],"can":[104,187,211],"not":[105],"only":[106],"discover":[107,188,216],"hiding":[111],"sequences":[116,145,180],"but":[117],"also":[118],"reduce":[119,220],"cost.":[123],"Furthermore,":[124],"dynamic":[126,138,194],"reward":[127,139,155,195],"DDPG":[128,196],"was":[130,162],"improve":[133,212],"defense":[134],"performance,":[135],"which":[136,210],"set":[137],"depending":[140],"steps":[146],"agent\u2019s":[148],"check":[149],"steps,":[150],"compared":[151,226],"fixed":[154],"methods.":[158],"Meanwhile,":[159],"verified":[163],"simulated":[166],"experimental":[167,172],"Finally,":[170],"results":[173],"demonstrate":[174],"there":[176],"are":[177],"cyberspace,":[182],"sequences.":[192],"The":[193],"shows":[197],"superior":[198],"performance":[199],"detecting":[201],"attackers,":[203],"rate":[207],"97.46%,":[209],"ability":[214],"6%":[222],"DDPG.":[228]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}