{"id":"https://openalex.org/W4394994431","doi":"https://doi.org/10.1109/access.2024.3392279","title":"DQQS: Deep Reinforcement Learning-Based Technique for Enhancing Security and Performance in SDN-IoT Environments","display_name":"DQQS: Deep Reinforcement Learning-Based Technique for Enhancing Security and Performance in SDN-IoT Environments","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4394994431","doi":"https://doi.org/10.1109/access.2024.3392279"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3392279","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3392279","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10506479.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10506479.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066560236","display_name":"Zabeehullah","orcid":null},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":true,"raw_author_name":"Zabeehullah","raw_affiliation_strings":["National University of Sciences and Technology (NUST), Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-9630-5022","affiliations":[{"raw_affiliation_string":"National University of Sciences and Technology (NUST), Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002815889","display_name":"Fahim Arif","orcid":"https://orcid.org/0000-0002-5361-8600"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Fahim Arif","raw_affiliation_strings":["National University of Sciences and Technology (NUST), Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-5361-8600","affiliations":[{"raw_affiliation_string":"National University of Sciences and Technology (NUST), Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029505921","display_name":"Nauman Ali Khan","orcid":"https://orcid.org/0000-0002-7940-1960"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Nauman Ali Khan","raw_affiliation_strings":["National University of Sciences and Technology (NUST), Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-7940-1960","affiliations":[{"raw_affiliation_string":"National University of Sciences and Technology (NUST), Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046795565","display_name":"Javed Iqbal","orcid":"https://orcid.org/0000-0003-3056-5128"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Javed Iqbal","raw_affiliation_strings":["National University of Sciences and Technology (NUST), Islamabad, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Sciences and Technology (NUST), Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036784649","display_name":"Faten Khalid Karim","orcid":"https://orcid.org/0000-0003-1111-5818"},"institutions":[{"id":"https://openalex.org/I106778892","display_name":"Princess Nourah bint Abdulrahman University","ror":"https://ror.org/05b0cyh02","country_code":"SA","type":"education","lineage":["https://openalex.org/I106778892"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Faten Khalid Karim","raw_affiliation_strings":["Department of Computer Sciences, College of Computer and Information Sciences, Princess Nourah Bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-1111-5818","affiliations":[{"raw_affiliation_string":"Department of Computer Sciences, College of Computer and Information Sciences, Princess Nourah Bint Abdulrahman University, P.O. Box 84428, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I106778892"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050280602","display_name":"Nisreen Innab","orcid":"https://orcid.org/0000-0003-4412-7727"},"institutions":[{"id":"https://openalex.org/I4391767729","display_name":"Almaarefa University","ror":"https://ror.org/00s3s5518","country_code":null,"type":"education","lineage":["https://openalex.org/I4391767729"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Nisreen Innab","raw_affiliation_strings":["Department of Computer Science and Information Systems, College of Applied Sciences, Almaarefa University, Diriyah, Riyadh, Saudi Arabia","Department of Computer Science and Information Systems, College of Applied Sciences, AlMaarefa University, Diriyah, Riyadh, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Systems, College of Applied Sciences, Almaarefa University, Diriyah, Riyadh, Saudi Arabia","institution_ids":[]},{"raw_affiliation_string":"Department of Computer Science and Information Systems, College of Applied Sciences, AlMaarefa University, Diriyah, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I4391767729"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063114495","display_name":"Samih M. Mostafa","orcid":"https://orcid.org/0000-0001-9234-5898"},"institutions":[{"id":"https://openalex.org/I189575948","display_name":"South Valley University","ror":"https://ror.org/00jxshx33","country_code":"EG","type":"education","lineage":["https://openalex.org/I189575948"]},{"id":"https://openalex.org/I91041137","display_name":"Assiut University","ror":"https://ror.org/01jaj8n65","country_code":"EG","type":"education","lineage":["https://openalex.org/I91041137"]}],"countries":["EG"],"is_corresponding":false,"raw_author_name":"Samih M. Mostafa","raw_affiliation_strings":["Computer Science Department, Faculty of Computers and Information, South Valley University, Qena, Egypt","New Assiut Technological University (N.A.T.U.), New Assiut City, Egypt"],"raw_orcid":"https://orcid.org/0000-0001-9234-5898","affiliations":[{"raw_affiliation_string":"Computer Science Department, Faculty of Computers and Information, South Valley University, Qena, Egypt","institution_ids":["https://openalex.org/I189575948"]},{"raw_affiliation_string":"New Assiut Technological University (N.A.T.U.), New Assiut City, Egypt","institution_ids":["https://openalex.org/I91041137"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5066560236"],"corresponding_institution_ids":["https://openalex.org/I929597975"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":5.2962,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.95943183,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"60568","last_page":"60587"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9868999719619751,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8777099847793579},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.7121111750602722},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.616945743560791},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5437002182006836},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5434622168540955},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.5235259532928467},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5151599645614624},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.4977889060974121},{"id":"https://openalex.org/keywords/routing-domain","display_name":"Routing domain","score":0.4294130206108093},{"id":"https://openalex.org/keywords/quality-of-experience","display_name":"Quality of experience","score":0.4172462224960327},{"id":"https://openalex.org/keywords/link-state-routing-protocol","display_name":"Link-state routing protocol","score":0.36907723546028137},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.3619178235530853},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1152772605419159}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8777099847793579},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.7121111750602722},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.616945743560791},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5437002182006836},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5434622168540955},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.5235259532928467},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5151599645614624},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.4977889060974121},{"id":"https://openalex.org/C94600068","wikidata":"https://www.wikidata.org/wiki/Q7371621","display_name":"Routing domain","level":5,"score":0.4294130206108093},{"id":"https://openalex.org/C2779333187","wikidata":"https://www.wikidata.org/wiki/Q3132648","display_name":"Quality of experience","level":3,"score":0.4172462224960327},{"id":"https://openalex.org/C89305328","wikidata":"https://www.wikidata.org/wiki/Q1755411","display_name":"Link-state routing protocol","level":4,"score":0.36907723546028137},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.3619178235530853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1152772605419159},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3392279","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3392279","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10506479.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:af3f77309646486ca9604a788b74c485","is_oa":true,"landing_page_url":"https://doaj.org/article/af3f77309646486ca9604a788b74c485","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 60568-60587 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3392279","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3392279","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10506479.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2254509105","display_name":null,"funder_award_id":"PNURSP2024R300","funder_id":"https://openalex.org/F4320322484","funder_display_name":"Princess Nourah Bint Abdulrahman University"}],"funders":[{"id":"https://openalex.org/F4320322484","display_name":"Princess Nourah Bint Abdulrahman University","ror":"https://ror.org/05b0cyh02"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394994431.pdf","grobid_xml":"https://content.openalex.org/works/W4394994431.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W2099940443","https://openalex.org/W2115377324","https://openalex.org/W2136451165","https://openalex.org/W2147118406","https://openalex.org/W2147469076","https://openalex.org/W2275015310","https://openalex.org/W2512803475","https://openalex.org/W2606358632","https://openalex.org/W2751567280","https://openalex.org/W2803418695","https://openalex.org/W2806732601","https://openalex.org/W2808455183","https://openalex.org/W2901738535","https://openalex.org/W2907862215","https://openalex.org/W2921334498","https://openalex.org/W2943466984","https://openalex.org/W2963864421","https://openalex.org/W2994779073","https://openalex.org/W3078093847","https://openalex.org/W3095660705","https://openalex.org/W3148666712","https://openalex.org/W3155523593","https://openalex.org/W3191209831","https://openalex.org/W3200537716","https://openalex.org/W3205144107","https://openalex.org/W3211560509","https://openalex.org/W3213264846","https://openalex.org/W3213878981","https://openalex.org/W4212930242","https://openalex.org/W4309874991","https://openalex.org/W4311925352","https://openalex.org/W4379115424","https://openalex.org/W4383821056","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W4224257934","https://openalex.org/W2373440974","https://openalex.org/W2531163808","https://openalex.org/W1974807671","https://openalex.org/W1997350652","https://openalex.org/W2905937827","https://openalex.org/W2096480024","https://openalex.org/W4387677172","https://openalex.org/W657301717","https://openalex.org/W1585786976"],"abstract_inverted_index":{"The":[0,137,154,290],"Internet":[1],"of":[2,40,44,53,69,109,111,116,150,187,194,216,236,270,318],"Things":[3],"(IoT)":[4],"is":[5,49,59,90,135,139,299],"an":[6,224],"emerging":[7],"technology":[8],"that":[9,96,198,294,306],"allow":[10],"smart":[11],"devices":[12],"to":[13,32,75,104,140,274],"communicate":[14],"through":[15],"various":[16],"heterogeneous":[17],"channels":[18],"(wired":[19],"or":[20],"wireless).":[21],"However,":[22],"for":[23,93],"conventional":[24],"networks,":[25,88],"it":[26,58,72],"has":[27,73],"become":[28],"a":[29,41,50,66,91,106,125,300],"challenging":[30],"task":[31],"efficiently":[33],"control":[34],"and":[35,63,83,100,114,143,172,184,212,219,252,284,320,322,331],"manage":[36],"the":[37,70,121,148,151,162,169,185,192,199,227,232,266,312],"data":[38],"flows":[39],"huge":[42],"number":[43],"devices.":[45],"Software-defined":[46],"networking":[47],"(SDN)":[48],"new":[51,296],"way":[52],"thinking":[54],"about":[55],"networking.":[56],"Because":[57],"programmable,":[60],"flexible,":[61],"agile,":[62],"gives":[64],"you":[65],"big":[67],"picture":[68],"network,":[71],"tried":[74],"solve":[76],"some":[77],"IoT":[78],"problems,":[79],"like":[80],"scalability,":[81],"heterogeneity,":[82],"complexity.":[84],"In":[85],"large-scale":[86],"SDN-IoT":[87,152,313],"there":[89],"requirement":[92],"routing":[94,175,205,288,310],"protocols":[95],"are":[97],"both":[98,217,329],"efficient":[99],"secure":[101,309],"in":[102,214,223,263,311,328],"order":[103],"ensure":[105],"superior":[107,261],"level":[108],"quality":[110,115,317],"service":[112,319],"(QoS)":[113],"experience":[117],"(QoE).":[118],"To":[119],"address":[120],"above":[122],"stated":[123],"challenges,":[124],"novel":[126],"deep":[127,302],"reinforcement":[128,303],"learning":[129],"(DRL)":[130],"known":[131],"as":[132],"DQQS":[133,156,229,297],"model":[134,157,230,259,298],"proposed.":[136],"aim":[138],"achieve":[141],"QoS":[142],"QoE":[144],"while":[145],"also":[146],"ensuring":[147,315],"security":[149,330],"network.":[153],"proposed":[155,200,228],"dynamically":[158],"extracts":[159],"patterns":[160],"from":[161],"past":[163],"network":[164,171,181,332],"history":[165],"by":[166],"interacting":[167],"with":[168],"underlying":[170],"generating":[173],"optimized":[174],"policies.":[176],"This":[177],"article":[178],"employs":[179],"three":[180],"metrics\u2014throughput,":[182],"latency,":[183,264],"probability":[186],"avoiding":[188],"malicious":[189],"nodes\u2014to":[190],"measure":[191],"performance":[193,262,333],"DQQS.":[195],"Simulations":[196],"reveal":[197],"framework":[201],"outperforms":[202],"four":[203],"state-of-the-art":[204],"algorithms:":[206],"OSPF,":[207],"L-L":[208,244,278],"Routing,":[209,211],"Sailfish":[210,248,281],"RL-Routing":[213],"terms":[215],"throughput":[218,234],"latency.":[220],"For":[221],"instance,":[222],"attacked":[225],"environment,":[226,314],"achieved":[231],"highest":[233],"value":[235,269],"14.5":[237],"Mbps,":[238,243,247,251],"surpassing":[239],"OSPF":[240,275],"at":[241,245,249,254],"8":[242],"8.2":[246],"9":[250],"RL":[253,285],"9.5":[255],"Mbps.":[256],"Similarly,":[257],"this":[258,295],"exhibited":[260],"recording":[265],"lowest":[267],"latency":[268],"52":[271],"ms,":[272,277,280,283],"compared":[273],"88":[276],"85":[279],"72":[282],"75":[286],"ms":[287],"algorithms.":[289],"experimental":[291],"results":[292],"demonstrate":[293],"pioneering":[301],"learning-based":[304],"technique":[305],"optimally":[307],"addresses":[308],"enhanced":[316],"experience,":[321],"outperforming":[323],"state-of-the":[324],"art":[325],"DL":[326],"methodologies":[327],"metrics.":[334]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}