{"id":"https://openalex.org/W4206657397","doi":"https://doi.org/10.1109/tnsm.2021.3139928","title":"DIVERGENCE: Deep Reinforcement Learning-Based Adaptive Traffic Inspection and Moving Target Defense Countermeasure Framework","display_name":"DIVERGENCE: Deep Reinforcement Learning-Based Adaptive Traffic Inspection and Moving Target Defense Countermeasure Framework","publication_year":2022,"publication_date":"2022-01-03","ids":{"openalex":"https://openalex.org/W4206657397","doi":"https://doi.org/10.1109/tnsm.2021.3139928"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2021.3139928","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3139928","pdf_url":"https://ieeexplore.ieee.org/ielx7/4275028/10034788/09667169.pdf","source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/4275028/10034788/09667169.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100430146","display_name":"Sunghwan Kim","orcid":"https://orcid.org/0000-0001-8708-1699"},"institutions":[{"id":"https://openalex.org/I2250650973","display_name":"Samsung (South Korea)","ror":"https://ror.org/04w3jy968","country_code":"KR","type":"company","lineage":["https://openalex.org/I2250650973"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Sunghwan Kim","raw_affiliation_strings":["Samsung Research, Samsung Electronics, Seoul, South Korea"],"affiliations":[{"raw_affiliation_string":"Samsung Research, Samsung Electronics, Seoul, South Korea","institution_ids":["https://openalex.org/I2250650973"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003976444","display_name":"Seunghyun Yoon","orcid":"https://orcid.org/0000-0001-6264-976X"},"institutions":[{"id":"https://openalex.org/I89004649","display_name":"Korea Institute of Industrial Technology","ror":"https://ror.org/04qfph657","country_code":"KR","type":"other","lineage":["https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I89004649"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seunghyun Yoon","raw_affiliation_strings":["Korea National Engineering Technology Center, Korea Institute of Industrial Technology, Cheonan, South Korea"],"affiliations":[{"raw_affiliation_string":"Korea National Engineering Technology Center, Korea Institute of Industrial Technology, Cheonan, South Korea","institution_ids":["https://openalex.org/I89004649"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011649304","display_name":"Jin-Hee Cho","orcid":"https://orcid.org/0000-0002-5908-4662"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jin-Hee Cho","raw_affiliation_strings":["Department of Computer Science, Virginia Tech, Falls Church, VA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Virginia Tech, Falls Church, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019789320","display_name":"Dong Seong Kim","orcid":"https://orcid.org/0000-0003-2605-187X"},"institutions":[{"id":"https://openalex.org/I160993911","display_name":"Queensland University of Technology","ror":"https://ror.org/03pnv4752","country_code":"AU","type":"education","lineage":["https://openalex.org/I160993911"]},{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dong Seong Kim","raw_affiliation_strings":["School of Information Technology and Electrical Engineering, University of Queensland, Brisbane, QLD, Australia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology and Electrical Engineering, University of Queensland, Brisbane, QLD, Australia","institution_ids":["https://openalex.org/I160993911","https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004437273","display_name":"Terrence J. Moore","orcid":"https://orcid.org/0000-0003-3279-2965"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Terrence J. Moore","raw_affiliation_strings":["Network Science Division, U.S. Army Research Laboratory, Adelphi, MD, USA"],"affiliations":[{"raw_affiliation_string":"Network Science Division, U.S. Army Research Laboratory, Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047683613","display_name":"Frederica Free-Nelson","orcid":null},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frederica Free-Nelson","raw_affiliation_strings":["Network Science Division, U.S. Army Research Laboratory, Adelphi, MD, USA"],"affiliations":[{"raw_affiliation_string":"Network Science Division, U.S. Army Research Laboratory, Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067672248","display_name":"Hyuk Lim","orcid":"https://orcid.org/0000-0002-9926-3913"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyuk Lim","raw_affiliation_strings":["AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, South Korea"],"affiliations":[{"raw_affiliation_string":"AI Graduate School, Gwangju Institute of Science and Technology, Gwangju, South Korea","institution_ids":["https://openalex.org/I39534123"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100430146"],"corresponding_institution_ids":["https://openalex.org/I2250650973"],"apc_list":null,"apc_paid":null,"fwci":4.9945,"has_fulltext":true,"cited_by_count":38,"citation_normalized_percentile":{"value":0.95421621,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"19","issue":"4","first_page":"4834","last_page":"4846"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/countermeasure","display_name":"Countermeasure","score":0.7852181792259216},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7750198841094971},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7583990097045898},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.6378976106643677},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4299094080924988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4169035255908966},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.36647170782089233},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.0934729278087616}],"concepts":[{"id":"https://openalex.org/C21593369","wikidata":"https://www.wikidata.org/wiki/Q1032176","display_name":"Countermeasure","level":2,"score":0.7852181792259216},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7750198841094971},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7583990097045898},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.6378976106643677},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4299094080924988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4169035255908966},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.36647170782089233},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0934729278087616},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnsm.2021.3139928","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3139928","pdf_url":"https://ieeexplore.ieee.org/ielx7/4275028/10034788/09667169.pdf","source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/114524","is_oa":true,"landing_page_url":"http://hdl.handle.net/10919/114524","pdf_url":"https://vtechworks.lib.vt.edu/bitstreams/a7574bde-5d9d-424f-a71c-664d0d3a8428/download","source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1109/tnsm.2021.3139928","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3139928","pdf_url":"https://ieeexplore.ieee.org/ielx7/4275028/10034788/09667169.pdf","source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G215133263","display_name":null,"funder_award_id":"2107450","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7343373841","display_name":null,"funder_award_id":"NSF Grant 2107450","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G874344742","display_name":null,"funder_award_id":"W91NF-20-2-014","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4206657397.pdf","grobid_xml":"https://content.openalex.org/works/W4206657397.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W104805067","https://openalex.org/W107867273","https://openalex.org/W1515851193","https://openalex.org/W1543639048","https://openalex.org/W1576185228","https://openalex.org/W1922792796","https://openalex.org/W1952698709","https://openalex.org/W1964202794","https://openalex.org/W1986495842","https://openalex.org/W1995327224","https://openalex.org/W1995341513","https://openalex.org/W2015658478","https://openalex.org/W2027943104","https://openalex.org/W2029375645","https://openalex.org/W2060356161","https://openalex.org/W2063524226","https://openalex.org/W2069767177","https://openalex.org/W2074343878","https://openalex.org/W2086802441","https://openalex.org/W2090650780","https://openalex.org/W2097364154","https://openalex.org/W2097692570","https://openalex.org/W2119891141","https://openalex.org/W2137519579","https://openalex.org/W2415078344","https://openalex.org/W2533393212","https://openalex.org/W2538118091","https://openalex.org/W2623491082","https://openalex.org/W2725073272","https://openalex.org/W2734887759","https://openalex.org/W2765398568","https://openalex.org/W2765400833","https://openalex.org/W2766607585","https://openalex.org/W2772737545","https://openalex.org/W2884750245","https://openalex.org/W2894129193","https://openalex.org/W2898231005","https://openalex.org/W2914593650","https://openalex.org/W2921334498","https://openalex.org/W2941722180","https://openalex.org/W2963864421","https://openalex.org/W2996903041","https://openalex.org/W3000609054","https://openalex.org/W3015296286","https://openalex.org/W3015625671","https://openalex.org/W3047836450","https://openalex.org/W3109939632","https://openalex.org/W3139512517","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6679191575","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6739193204"],"related_works":["https://openalex.org/W2378749186","https://openalex.org/W2364088131","https://openalex.org/W2362741838","https://openalex.org/W622044715","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W2378994067","https://openalex.org/W1977959518","https://openalex.org/W2350438938"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,68],"(RL)":[2],"is":[3],"a":[4,12,65,83,95,128],"promising":[5],"approach":[6],"for":[7,81,109],"intelligent":[8],"agents":[9],"to":[10,23,39,57,101,123],"protect":[11],"given":[13],"system":[14,36],"under":[15],"highly":[16],"hostile":[17],"environments.":[18],"RL":[19],"allows":[20],"the":[21,31,41,58,141,151,154],"agent":[22],"adaptively":[24],"make":[25],"sequential":[26],"defense":[27,43,76,120],"decisions":[28],"based":[29],"on":[30],"perceived":[32],"current":[33],"state":[34],"of":[35,47,153],"security":[37,92],"aiming":[38],"achieve":[40,102],"maximum":[42],"performance":[44],"in":[45],"terms":[46],"fast,":[48],"efficient,":[49],"and":[50,55,73,104,113,136],"automated":[51],"detection,":[52],"threat":[53,111],"analysis,":[54],"response":[56],"threat.":[59],"In":[60],"this":[61],"paper,":[62],"we":[63,138],"propose":[64],"deep":[66],"reinforcement":[67],"(DRL)-based":[69],"adaptive":[70],"traffic":[71,98,107,146],"inspection":[72,99],"moving":[74,118],"target":[75,119],"countermeasure":[77],"framework,":[78],"called":[79],"\u2018DIVERGENCE,\u2019":[80],"building":[82],"secure":[84],"networked":[85],"system.":[86],"The":[87],"DIVERGENCE":[88,142],"provides":[89],"two":[90],"main":[91],"services:":[93],"(1)":[94],"DRL-based":[96],"network":[97,106,155],"mechanism":[100],"scalable":[103],"intensive":[105],"visibility":[108],"rapid":[110],"detection;":[112],"(2)":[114],"an":[115],"address":[116],"shuffling-based":[117],"(MTD)":[121],"technique":[122],"defend":[124],"against":[125],"threats":[126],"as":[127],"proactive":[129],"intrusion":[130],"prevention":[131],"mechanism.":[132],"Through":[133],"extensive":[134],"simulations":[135],"experiments,":[137],"demonstrate":[139],"that":[140],"successfully":[143],"caught":[144],"malicious":[145],"flows":[147],"while":[148],"significantly":[149],"reducing":[150],"vulnerability":[152],"through":[156],"MTD.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}