{"id":"https://openalex.org/W3191209831","doi":"https://doi.org/10.1109/tccn.2021.3102971","title":"Federated Deep Reinforcement Learning for Traffic Monitoring in SDN-Based IoT Networks","display_name":"Federated Deep Reinforcement Learning for Traffic Monitoring in SDN-Based IoT Networks","publication_year":2021,"publication_date":"2021-08-06","ids":{"openalex":"https://openalex.org/W3191209831","doi":"https://doi.org/10.1109/tccn.2021.3102971","mag":"3191209831"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2021.3102971","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2021.3102971","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002438859","display_name":"Tri Gia Nguyen","orcid":"https://orcid.org/0000-0003-4578-9925"},"institutions":[{"id":"https://openalex.org/I109689652","display_name":"FPT University","ror":"https://ror.org/03esj4g97","country_code":"VN","type":"education","lineage":["https://openalex.org/I109689652"]},{"id":"https://openalex.org/I172980758","display_name":"Kennesaw State University","ror":"https://ror.org/00jeqjx33","country_code":"US","type":"education","lineage":["https://openalex.org/I172980758"]}],"countries":["US","VN"],"is_corresponding":false,"raw_author_name":"Tri Gia Nguyen","raw_affiliation_strings":["Department of Computer Science, Kennesaw State University, Marietta, GA, USA","Department of Information Technology, FPT University, Danang, Vietnam"],"raw_orcid":"https://orcid.org/0000-0003-4578-9925","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Kennesaw State University, Marietta, GA, USA","institution_ids":["https://openalex.org/I172980758"]},{"raw_affiliation_string":"Department of Information Technology, FPT University, Danang, Vietnam","institution_ids":["https://openalex.org/I109689652"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101605496","display_name":"Trung V. Phan","orcid":"https://orcid.org/0000-0002-4018-0275"},"institutions":[{"id":"https://openalex.org/I2610724","display_name":"Chemnitz University of Technology","ror":"https://ror.org/00a208s56","country_code":"DE","type":"education","lineage":["https://openalex.org/I2610724"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Trung V. Phan","raw_affiliation_strings":["Chair of Communication Networks, Technische Universit\u00e4t Chemnitz, Chemnitz, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4018-0275","affiliations":[{"raw_affiliation_string":"Chair of Communication Networks, Technische Universit\u00e4t Chemnitz, Chemnitz, Germany","institution_ids":["https://openalex.org/I2610724"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007992576","display_name":"Dinh Thai Hoang","orcid":"https://orcid.org/0000-0002-9528-0863"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dinh Thai Hoang","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9528-0863","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066987043","display_name":"Tu N. Nguyen","orcid":"https://orcid.org/0000-0001-7184-4102"},"institutions":[{"id":"https://openalex.org/I109689652","display_name":"FPT University","ror":"https://ror.org/03esj4g97","country_code":"VN","type":"education","lineage":["https://openalex.org/I109689652"]},{"id":"https://openalex.org/I172980758","display_name":"Kennesaw State University","ror":"https://ror.org/00jeqjx33","country_code":"US","type":"education","lineage":["https://openalex.org/I172980758"]}],"countries":["US","VN"],"is_corresponding":false,"raw_author_name":"Tu N. Nguyen","raw_affiliation_strings":["Department of Computer Science, Kennesaw State University, Marietta, GA, USA","Department of Information Technology, FPT University, Danang, Vietnam"],"raw_orcid":"https://orcid.org/0000-0001-7184-4102","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Kennesaw State University, Marietta, GA, USA","institution_ids":["https://openalex.org/I172980758"]},{"raw_affiliation_string":"Department of Information Technology, FPT University, Danang, Vietnam","institution_ids":["https://openalex.org/I109689652"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055624785","display_name":"Chakchai So\u2013In","orcid":"https://orcid.org/0000-0003-1026-191X"},"institutions":[{"id":"https://openalex.org/I179193067","display_name":"Khon Kaen University","ror":"https://ror.org/03cq4gr50","country_code":"TH","type":"education","lineage":["https://openalex.org/I179193067"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Chakchai So-In","raw_affiliation_strings":["Department of Computer Science, Faculty of Science, Applied Network Technology Laboratory, Khon Kaen University, Khon Kaen, Thailand"],"raw_orcid":"https://orcid.org/0000-0003-1026-191X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Science, Applied Network Technology Laboratory, Khon Kaen University, Khon Kaen, Thailand","institution_ids":["https://openalex.org/I179193067"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":9.7229,"has_fulltext":false,"cited_by_count":86,"citation_normalized_percentile":{"value":0.98474792,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"7","issue":"4","first_page":"1048","last_page":"1065"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.814893364906311},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7357766628265381},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6004189848899841},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.5831140875816345},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.5793495178222656},{"id":"https://openalex.org/keywords/traffic-flow","display_name":"Traffic flow (computer networking)","score":0.5465651154518127},{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.5027308464050293},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.4718732237815857},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4591365158557892},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.40022867918014526},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3953031003475189},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37545865774154663},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26876431703567505},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.08254703879356384}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.814893364906311},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7357766628265381},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6004189848899841},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.5831140875816345},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.5793495178222656},{"id":"https://openalex.org/C207512268","wikidata":"https://www.wikidata.org/wiki/Q3074551","display_name":"Traffic flow (computer networking)","level":2,"score":0.5465651154518127},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.5027308464050293},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.4718732237815857},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4591365158557892},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.40022867918014526},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3953031003475189},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37545865774154663},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26876431703567505},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.08254703879356384},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tccn.2021.3102971","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2021.3102971","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:digitalcommons.kennesaw.edu:facpubs-6159","is_oa":false,"landing_page_url":"https://digitalcommons.kennesaw.edu/facpubs/5003","pdf_url":null,"source":{"id":"https://openalex.org/S4377196456","display_name":"DigitalCommons - Kennesaw State University (Kennesaw State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172980758","host_organization_name":"Kennesaw State University","host_organization_lineage":["https://openalex.org/I172980758"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty Articles","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6600000262260437,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320322335","display_name":"Khon Kaen University","ror":"https://ror.org/03cq4gr50"},{"id":"https://openalex.org/F4320322437","display_name":"National Science and Technology Development Agency","ror":"https://ror.org/04vy95b61"},{"id":"https://openalex.org/F4320322817","display_name":"National Research Council of Thailand","ror":"https://ror.org/018wfhg78"},{"id":"https://openalex.org/F4320329659","display_name":"Thailand Science Research and Innovation","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1515851193","https://openalex.org/W1531996150","https://openalex.org/W1966297862","https://openalex.org/W1992056988","https://openalex.org/W2125560635","https://openalex.org/W2145339207","https://openalex.org/W2155968351","https://openalex.org/W2163375756","https://openalex.org/W2169087758","https://openalex.org/W2344925345","https://openalex.org/W2402852239","https://openalex.org/W2511974940","https://openalex.org/W2535838896","https://openalex.org/W2596636257","https://openalex.org/W2606537796","https://openalex.org/W2609280828","https://openalex.org/W2733765803","https://openalex.org/W2746553466","https://openalex.org/W2753580776","https://openalex.org/W2793241364","https://openalex.org/W2793291865","https://openalex.org/W2895216609","https://openalex.org/W2898035736","https://openalex.org/W2911430275","https://openalex.org/W2921076509","https://openalex.org/W2963318081","https://openalex.org/W2963674932","https://openalex.org/W2963864421","https://openalex.org/W2964214207","https://openalex.org/W2969129261","https://openalex.org/W2985925324","https://openalex.org/W2986455874","https://openalex.org/W2999472659","https://openalex.org/W3006762012","https://openalex.org/W3009829982","https://openalex.org/W3015636663","https://openalex.org/W3017158853","https://openalex.org/W3033448214","https://openalex.org/W3034970898","https://openalex.org/W3037997326","https://openalex.org/W3043320740","https://openalex.org/W3095660705","https://openalex.org/W3103493968","https://openalex.org/W3108345189","https://openalex.org/W3112732217","https://openalex.org/W3119030957","https://openalex.org/W4297687186","https://openalex.org/W6638632666","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W4312306383","https://openalex.org/W4226470542","https://openalex.org/W4360763736","https://openalex.org/W4312815336","https://openalex.org/W4376106090","https://openalex.org/W4290996552","https://openalex.org/W4212929438","https://openalex.org/W2945616868","https://openalex.org/W3021710439","https://openalex.org/W4299796970"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,79,103,149],"novel":[4],"traffic":[5,17,23,106],"monitoring":[6,107],"framework,":[7],"namely,":[8],"DeepMonitor,":[9,130,184],"for":[10,20,43,66],"SDN-based":[11,44],"IoT":[12,22,45],"networks":[13],"to":[14,91,109,173,200],"provide":[15],"fine-grained":[16],"analysis":[18],"capability":[19],"different":[21,49],"types":[24],"at":[25,135],"the":[26,62,71,94,112,116,129,131,136,185],"network":[27],"edges.":[28],"Specifically,":[29],"we":[30,77,101],"first":[31],"develop":[32,78],"an":[33,176,191],"intelligent":[34],"flow":[35,96,150],"rule":[36,97,151],"match-field":[37,98],"control":[38,63],"system,":[39],"called":[40],"DeepMonitor":[41,154],"agent,":[42],"edge":[46,68,117,137],"nodes,":[47],"taking":[48],"granularity-level":[50,164,170],"requirements":[51],"and":[52,162,166],"their":[53],"maximum":[54],"flow-table":[55,132],"capacity":[56],"into":[57],"consideration.":[58],"We":[59],"then":[60],"formulate":[61],"optimization":[64],"problem":[65,134],"each":[67],"node":[69],"employing":[70],"Markov":[72],"decision":[73],"process":[74],"(MDP).":[75],"Next,":[76],"double":[80],"deep":[81],"<inline-formula":[82],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[83],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[84],"<tex-math":[85],"notation=\"LaTeX\">${Q}$":[86],"</tex-math></inline-formula>":[87],"-network":[88],"(DDQN)":[89],"algorithm":[90],"quickly":[92],"achieve":[93],"optimal":[95],"policy.":[99],"Moreover,":[100],"propose":[102],"federated":[104],"DDQN-based":[105],"mechanism":[108],"significantly":[110],"improve":[111],"learning":[113],"performance":[114,189],"of":[115,146,175,190,205],"nodes.":[118],"The":[119,143],"results":[120],"obtained":[121],"through":[122],"extensive":[123],"emulations":[124],"show":[125],"that":[126,174,204],"by":[127,153,157,182,198],"applying":[128],"overflow":[133],"nodes":[138],"can":[139,195],"be":[140,196],"completely":[141],"bypassed.":[142],"average":[144],"number":[145],"match-fields":[147],"in":[148],"achieved":[152],"is":[155],"increased":[156],"approximately":[158],"37%":[159],"(for":[160,168],"medium":[161],"diverse":[163],"requirements)":[165],"41.9%":[167],"high":[169],"requirement)":[171],"compared":[172,202],"existing":[177],"solution,":[178],"i.e.,":[179],"FlowStat.":[180,206],"Finally,":[181],"adopting":[183],"DDoS":[186],"attack":[187],"detection":[188,193],"intrusion":[192],"system":[194],"enhanced":[197],"up":[199],"22.83%":[201],"with":[203]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}