{"id":"https://openalex.org/W3205483739","doi":"https://doi.org/10.1109/tnsm.2021.3120804","title":"Network Abnormal Traffic Detection Model Based on Semi-Supervised Deep Reinforcement Learning","display_name":"Network Abnormal Traffic Detection Model Based on Semi-Supervised Deep Reinforcement Learning","alternate_titles":[],"publication_year":2021,"publication_date":"2021-10-19","ids":{"openalex":"https://openalex.org/W3205483739","doi":"https://doi.org/10.1109/tnsm.2021.3120804","mag":"3205483739"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2021.3120804","doi":"https://doi.org/10.1109/tnsm.2021.3120804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3120804","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-b","jufo-1","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3205483739"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053642073","display_name":"Shi Dong","orcid":"https://orcid.org/0000-0003-4616-6519","observed_orcids":["https://orcid.org/0000-0003-4616-6519"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210093674","display_name":"Zhoukou Normal University","ror":"https://ror.org/00jjkh886","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210093674"]},{"id":"https://openalex.org/I4210119942","display_name":"Wuhan Textile University","ror":"https://ror.org/02jgsf398","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210119942"]},{"id":"https://openalex.org/I4392021250","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45","country_code":"CN","type":"facility","lineage":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shi Dong","raw_affiliation_strings":["School of Computer Science and Technology, Zhoukou Normal University, Zhoukou, China","School of Computer and Artificial Intelligence, Wuhan Textile University, Wuhan, China","State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunication, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4616-6519","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Zhoukou Normal University, Zhoukou, China","institution_ids":["https://openalex.org/I4210093674"]},{"raw_affiliation_string":"School of Computer and Artificial Intelligence, Wuhan Textile University, Wuhan, China","institution_ids":["https://openalex.org/I4210119942"]},{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunication, Beijing, China","institution_ids":["https://openalex.org/I139759216","https://openalex.org/I4392021250"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104030780","display_name":"Yuanjun Xia","orcid":"https://orcid.org/0009-0006-1942-4219","observed_orcids":["https://orcid.org/0009-0006-1942-4219"]},"institutions":[{"id":"https://openalex.org/I4210093674","display_name":"Zhoukou Normal University","ror":"https://ror.org/00jjkh886","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210093674"]},{"id":"https://openalex.org/I4210119942","display_name":"Wuhan Textile University","ror":"https://ror.org/02jgsf398","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210119942"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanjun Xia","raw_affiliation_strings":["School of Computer Science and Technology, Zhoukou Normal University, Zhoukou, China","School of Computer and Artificial Intelligence, Wuhan Textile University, Wuhan, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Zhoukou Normal University, Zhoukou, China","institution_ids":["https://openalex.org/I4210093674"]},{"raw_affiliation_string":"School of Computer and Artificial Intelligence, Wuhan Textile University, Wuhan, China","institution_ids":["https://openalex.org/I4210119942"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024540054","display_name":"Tao Peng","orcid":"https://orcid.org/0000-0003-1085-7246","observed_orcids":["https://orcid.org/0000-0003-1085-7246"]},"institutions":[{"id":"https://openalex.org/I4210119942","display_name":"Wuhan Textile University","ror":"https://ror.org/02jgsf398","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210119942"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Peng","raw_affiliation_strings":["School of Computer and Artificial Intelligence, Wuhan Textile University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0003-1085-7246","affiliations":[{"raw_affiliation_string":"School of Computer and Artificial Intelligence, Wuhan Textile University, Wuhan, China","institution_ids":["https://openalex.org/I4210119942"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":12.1052,"has_fulltext":false,"cited_by_count":229,"citation_normalized_percentile":{"value":0.99217898,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"18","issue":"4","first_page":"4197","last_page":"4212"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/network-anomaly-detection","display_name":"network anomaly detection","score":0.7609999775886536},{"id":"https://openalex.org/keywords/abnormal-traffic-detection","display_name":"abnormal traffic detection","score":0.8939999938011169},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"semi-supervised learning","score":0.8859999775886536},{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.9100000262260437},{"id":"https://openalex.org/keywords/double-deep-q-network","display_name":"double deep Q-network","score":0.9459999799728394},{"id":"https://openalex.org/keywords/autoencoder","display_name":"autoencoder","score":0.6650000214576721},{"id":"https://openalex.org/keywords/k-means-clustering","display_name":"K-means clustering","score":0.9470000267028809},{"id":"https://openalex.org/keywords/network-security","display_name":"network security","score":0.5640000104904175},{"id":"https://openalex.org/keywords/nsl-kdd","display_name":"NSL-KDD dataset","score":0.7099999785423279},{"id":"https://openalex.org/keywords/real-time-intrusion-detection","display_name":"real-time intrusion detection","score":0.5759999752044678}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8285930156707764},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.7360615134239197},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6937862634658813},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6536089777946472},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6422867774963379},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5433961749076843},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.49711254239082336},{"id":"https://openalex.org/C97385483","wikidata":"https://www.wikidata.org/wiki/Q16954980","display_name":"Deep belief network","level":3,"score":0.45644599199295044},{"id":"https://openalex.org/C182590292","wikidata":"https://www.wikidata.org/wiki/Q989632","display_name":"Network security","level":2,"score":0.4288228750228882},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42251020669937134}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2021.3120804","doi":"https://doi.org/10.1109/tnsm.2021.3120804","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3120804","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","ccf-c","cwts-core","dongbi-b","jufo-1","ki-jl-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1875783360","display_name":null,"funder_award_id":"D20191708","funder_id":"https://openalex.org/F4320313620","funder_display_name":"Hubei Provincial Department of Education"},{"id":"https://openalex.org/G7252080154","display_name":null,"funder_award_id":"Q201316","funder_id":"https://openalex.org/F4320313620","funder_display_name":"Hubei Provincial Department of Education"},{"id":"https://openalex.org/G8005318634","display_name":null,"funder_award_id":"KLNST-2020-2-01","funder_id":"https://openalex.org/F4320327101","funder_display_name":"State Key Laboratory of Networking and Switching Technology"}],"funders":[{"id":"https://openalex.org/F4320313620","display_name":"Hubei Provincial Department of Education","ror":"https://ror.org/05yaa9j15"},{"id":"https://openalex.org/F4320327101","display_name":"State Key Laboratory of Networking and Switching Technology","ror":"https://ror.org/00qtv5q45"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1483288229","https://openalex.org/W1584974409","https://openalex.org/W1757796397","https://openalex.org/W1967354722","https://openalex.org/W2028070713","https://openalex.org/W2099940443","https://openalex.org/W2101786389","https://openalex.org/W2116065364","https://openalex.org/W2155968351","https://openalex.org/W2168917894","https://openalex.org/W2173564293","https://openalex.org/W2746553466","https://openalex.org/W2748771977","https://openalex.org/W2748773139","https://openalex.org/W2755146079","https://openalex.org/W2765709649","https://openalex.org/W2767560586","https://openalex.org/W2768866304","https://openalex.org/W2787147777","https://openalex.org/W2787469566","https://openalex.org/W2790979755","https://openalex.org/W2794517996","https://openalex.org/W2795156134","https://openalex.org/W2796013264","https://openalex.org/W2803414046","https://openalex.org/W2810550035","https://openalex.org/W2892341857","https://openalex.org/W2898035736","https://openalex.org/W2900853407","https://openalex.org/W2903843590","https://openalex.org/W2921871306","https://openalex.org/W2946127746","https://openalex.org/W2948486441","https://openalex.org/W2965481252","https://openalex.org/W2971782395","https://openalex.org/W2973862992","https://openalex.org/W2977634018","https://openalex.org/W2991722918","https://openalex.org/W2996766209","https://openalex.org/W3004777721","https://openalex.org/W3005805195","https://openalex.org/W3009091629","https://openalex.org/W3024338941","https://openalex.org/W3026790608","https://openalex.org/W3035965493","https://openalex.org/W3037233857","https://openalex.org/W3046679409","https://openalex.org/W3046697349","https://openalex.org/W3048804154","https://openalex.org/W3056518995","https://openalex.org/W3082065751","https://openalex.org/W3092688604","https://openalex.org/W3094670260","https://openalex.org/W3100789280","https://openalex.org/W3115101267","https://openalex.org/W3117590853","https://openalex.org/W3119902784","https://openalex.org/W3130254936","https://openalex.org/W4238226374"],"related_works":["https://openalex.org/W4413278829","https://openalex.org/W4409731258","https://openalex.org/W4226464636","https://openalex.org/W4392940028","https://openalex.org/W3152806792","https://openalex.org/W2791775123","https://openalex.org/W3002583844","https://openalex.org/W3208613832","https://openalex.org/W7123335656","https://openalex.org/W4253930473"],"abstract_inverted_index":{"The":[0,50,96,112,249,267,288],"rapid":[1],"development":[2,97,106],"of":[3,37,40,52,60,98,107,133,220],"Internet":[4],"technology":[5,77],"has":[6,101,114,294],"brought":[7],"great":[8],"convenience":[9],"to":[10,33,104,116,123,234],"our":[11],"production":[12],"life,":[13],"and":[14,28,47,62,89,119,128,145,180,239,260,271,276,278,300],"the":[15,34,53,58,105,134,149,152,167,170,177,181,189,227,232,236,254],"ensuing":[16],"security":[17,31,75],"problems":[18,24],"have":[19],"become":[20],"increasingly":[21],"prominent.":[22],"These":[23],"threaten":[25],"users\u2019":[26],"privacy":[27],"pose":[29],"significant":[30],"risks":[32],"normal":[35],"conduct":[36],"many":[38],"aspects":[39],"society,":[41],"such":[42],"as":[43,246],"politics,":[44],"economy,":[45],"culture,":[46],"people\u2019s":[48],"livelihood.":[49],"growth":[51],"information":[54],"transmission":[55,82],"rate":[56],"expands":[57],"scope":[59],"attacks":[61],"provides":[63],"a":[64,198,218,242,247,280],"more":[65],"attack":[66],"environment":[67],"for":[68,93,206,274],"intruders.":[69],"Abnormal":[70],"detection":[71,110,137],"is":[72,139,174,192],"an":[73],"effective":[74],"protection":[76],"that":[78,292],"can":[79],"monitor":[80],"network":[81,207,229,245,251,265],"in":[83,130,297,304],"real-time,":[84],"effectively":[85],"sense":[86],"external":[87],"attacks,":[88],"provide":[90],"response":[91],"decisions":[92],"relevant":[94],"managers.":[95],"machine":[99,160,285],"learning":[100,121,161,256,286],"also":[102],"led":[103],"abnormal":[108,136,208],"traffic":[109,209,237],"technology.":[111],"goal":[113],"been":[115],"use":[117],"powerful":[118],"fast":[120],"algorithms":[122],"deal":[124],"with":[125,283],"changing":[126],"threats":[127],"respond":[129],"real-time.":[131],"Most":[132],"current":[135,228],"research":[138],"based":[140,212],"on":[141,213],"simulation,":[142],"using":[143],"public":[144],"well-known":[146],"datasets.":[147],"On":[148,166],"one":[150],"hand,":[151,169],"dataset":[153],"contains":[154],"high-dimensional":[155],"massive":[156],"data,":[157],"which":[158],"traditional":[159],"methods":[162],"cannot":[163],"be":[164],"processed.":[165],"other":[168],"labeled":[171],"data":[172],"scale":[173],"far":[175],"behind":[176],"application":[178],"requirements,":[179],"dataset\u2019s":[182],"labels":[183],"are":[184],"all":[185],"manually":[186],"labeled,":[187],"so":[188],"labeling":[190],"cost":[191],"exceptionally":[193],"high.":[194],"This":[195],"paper":[196],"proposes":[197],"semi-supervised":[199],"Double":[200,214],"Deep":[201,215,221],"Q-Network":[202,216],"(SSDDQN)-based":[203],"optimization":[204],"method":[205],"detection,":[210],"mainly":[211],"(DDQN),":[217],"representative":[219],"Reinforcement":[222],"Learning":[223],"algorithm.":[224],"In":[225],"SSDDQN,":[226],"first":[230,252],"adopts":[231],"autoencoder":[233],"reconstruct":[235],"features":[238],"then":[240,261],"uses":[241,253,262,269],"deep":[243,263],"neural":[244,264],"classifier.":[248],"target":[250],"unsupervised":[255],"algorithm":[257],"K-Means":[258],"clustering":[259],"prediction.":[266],"experiment":[268],"NSL-KDD":[270],"AWID":[272],"datasets":[273],"training":[275],"testing":[277],"performs":[279],"comprehensive":[281],"comparison":[282],"existing":[284],"models.":[287],"experimental":[289],"results":[290,303],"show":[291],"SSDDQN":[293],"certain":[295],"advantages":[296],"time":[298],"complexity":[299],"achieved":[301],"good":[302],"various":[305],"evaluation":[306],"metrics.":[307]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3205483739","counts_by_year":[{"year":2026,"cited_by_count":35},{"year":2025,"cited_by_count":64},{"year":2024,"cited_by_count":57},{"year":2023,"cited_by_count":51},{"year":2022,"cited_by_count":22}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2021-10-25T00:00:00"}
