{"id":"https://openalex.org/W4413094881","doi":"https://doi.org/10.1109/ojcoms.2025.3589621","title":"Optimal ACL Policy Placement in Hybrid SDN Networks: A Reinforcement Learning Approach","display_name":"Optimal ACL Policy Placement in Hybrid SDN Networks: A Reinforcement Learning Approach","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413094881","doi":"https://doi.org/10.1109/ojcoms.2025.3589621"},"language":"en","primary_location":{"id":"doi:10.1109/ojcoms.2025.3589621","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2025.3589621","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/ojcoms.2025.3589621","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107854467","display_name":"Wajid Ali Khan","orcid":null},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Wajid Ullah Khan","raw_affiliation_strings":["Department of Computer Science, COMSATS University Islamabad, Wah Campus, Wah Cantt, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-2220-2936","affiliations":[{"raw_affiliation_string":"Department of Computer Science, COMSATS University Islamabad, Wah Campus, Wah Cantt, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054315780","display_name":"Nadir Shah","orcid":"https://orcid.org/0000-0003-1173-4272"},"institutions":[{"id":"https://openalex.org/I16076960","display_name":"COMSATS University Islamabad","ror":"https://ror.org/00nqqvk19","country_code":"PK","type":"education","lineage":["https://openalex.org/I16076960"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Nadir Shah","raw_affiliation_strings":["Department of Computer Science, COMSATS University Islamabad, Wah Campus, Wah Cantt, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-1173-4272","affiliations":[{"raw_affiliation_string":"Department of Computer Science, COMSATS University Islamabad, Wah Campus, Wah Cantt, Pakistan","institution_ids":["https://openalex.org/I16076960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050234051","display_name":"Gabriel\u2010Miro Muntean","orcid":"https://orcid.org/0000-0002-9332-4770"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Gabriel-Miro Muntean","raw_affiliation_strings":["School of Electronic Engineering, Dublin City University, Dublin 9, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-9332-4770","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Dublin City University, Dublin 9, Ireland","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062846089","display_name":"Haleem Farman","orcid":"https://orcid.org/0000-0003-2344-1522"},"institutions":[{"id":"https://openalex.org/I142024983","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26","country_code":"SA","type":"education","lineage":["https://openalex.org/I142024983"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Haleem Farman","raw_affiliation_strings":["Smart Systems Engineering Laboratory, College of Engineering, Prince Sultan University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0003-2344-1522","affiliations":[{"raw_affiliation_string":"Smart Systems Engineering Laboratory, College of Engineering, Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087365655","display_name":"Moustafa M. Nasralla","orcid":"https://orcid.org/0000-0002-6511-1460"},"institutions":[{"id":"https://openalex.org/I142024983","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26","country_code":"SA","type":"education","lineage":["https://openalex.org/I142024983"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Moustafa M. Nasralla","raw_affiliation_strings":["Smart Systems Engineering Laboratory, College of Engineering, Prince Sultan University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-6511-1460","affiliations":[{"raw_affiliation_string":"Smart Systems Engineering Laboratory, College of Engineering, Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101404948","display_name":"Shan Ullah","orcid":"https://orcid.org/0000-0002-2668-790X"},"institutions":[{"id":"https://openalex.org/I142024983","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26","country_code":"SA","type":"education","lineage":["https://openalex.org/I142024983"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Shan Ullah","raw_affiliation_strings":["Smart Systems Engineering Laboratory, College of Engineering, Prince Sultan University, Riyadh, Saudi Arabia"],"raw_orcid":"https://orcid.org/0000-0002-2668-790X","affiliations":[{"raw_affiliation_string":"Smart Systems Engineering Laboratory, College of Engineering, Prince Sultan University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I142024983"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082783054","display_name":"Muhammad Shabir","orcid":"https://orcid.org/0000-0003-3563-5981"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muhammad Shabir","raw_affiliation_strings":["Department of Computer Science, University of Buner, Buner, Pakistan"],"raw_orcid":"https://orcid.org/0000-0003-3563-5981","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Buner, Buner, Pakistan","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":2.0984,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.89028885,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"6","issue":null,"first_page":"6095","last_page":"6113"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8576112985610962},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5959417819976807},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4368087947368622},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4225069582462311},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17124316096305847},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.05987808108329773}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8576112985610962},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5959417819976807},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4368087947368622},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4225069582462311},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17124316096305847},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.05987808108329773}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcoms.2025.3589621","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2025.3589621","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3b7ddfe813cc47898e51498974f8fbba","is_oa":true,"landing_page_url":"https://doaj.org/article/3b7ddfe813cc47898e51498974f8fbba","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Communications Society, Vol 6, Pp 6095-6113 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcoms.2025.3589621","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcoms.2025.3589621","pdf_url":null,"source":{"id":"https://openalex.org/S4210202420","display_name":"IEEE Open Journal of the Communications Society","issn_l":"2644-125X","issn":["2644-125X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Communications Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3438435400","display_name":null,"funder_award_id":"21/FFP-P/10244 (FRADIS)","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"},{"id":"https://openalex.org/G3655975645","display_name":null,"funder_award_id":"20-14884/NRPU/R&D/HEC/2021","funder_id":"https://openalex.org/F4320322799","funder_display_name":"Higher Education Commission, Pakistan"},{"id":"https://openalex.org/G5420733249","display_name":null,"funder_award_id":"12/RC/2289_P2 (Insight)","funder_id":"https://openalex.org/F4320320847","funder_display_name":"Science Foundation Ireland"}],"funders":[{"id":"https://openalex.org/F4320320847","display_name":"Science Foundation Ireland","ror":"https://ror.org/0271asj38"},{"id":"https://openalex.org/F4320322799","display_name":"Higher Education Commission, Pakistan","ror":"https://ror.org/038y3sz68"},{"id":"https://openalex.org/F4320327702","display_name":"Prince Sultan University","ror":"https://ror.org/053mqrf26"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1480909796","https://openalex.org/W2040340473","https://openalex.org/W2122695394","https://openalex.org/W2123732385","https://openalex.org/W2158051955","https://openalex.org/W2339906640","https://openalex.org/W2485543941","https://openalex.org/W2566236972","https://openalex.org/W2588378712","https://openalex.org/W2594250762","https://openalex.org/W2742515467","https://openalex.org/W2761270199","https://openalex.org/W2764139274","https://openalex.org/W2803856670","https://openalex.org/W2890525468","https://openalex.org/W2892290196","https://openalex.org/W2921029313","https://openalex.org/W2921889471","https://openalex.org/W2947477336","https://openalex.org/W2979844528","https://openalex.org/W3109296341","https://openalex.org/W3154419433","https://openalex.org/W3158025374","https://openalex.org/W4256438905","https://openalex.org/W4285059024","https://openalex.org/W4285279023","https://openalex.org/W4293055436","https://openalex.org/W4308632443","https://openalex.org/W4309482388","https://openalex.org/W4319915104","https://openalex.org/W4377966242","https://openalex.org/W4388160546","https://openalex.org/W4389988939","https://openalex.org/W4390190194","https://openalex.org/W4394862644","https://openalex.org/W4402156168","https://openalex.org/W6622396664","https://openalex.org/W6676079207"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"The":[0,125],"immediate":[1],"transition":[2],"to":[3,97],"a":[4,19,60,108],"fully":[5],"Software-Defined":[6],"Networking":[7],"(SDN)-based":[8],"architecture":[9,22],"is":[10,23],"both":[11,136],"costly":[12],"and":[13,44,67,142,154,168],"operationally":[14],"complex.":[15],"As":[16],"an":[17],"alternative,":[18],"hybrid":[20],"SDN":[21],"introduced,":[24],"where":[25],"SDN-enabled":[26],"devices":[27],"are":[28,81],"incrementally":[29],"deployed":[30],"alongside":[31],"legacy":[32],"network":[33,42,65,99,152,169],"devices.":[34],"This":[35],"coexistence,":[36],"however,":[37],"presents":[38],"significant":[39],"challenges":[40],"in":[41,47,63,145,164],"management":[43],"control,":[45],"particularly":[46],"the":[48,86,130,137,146],"efficient":[49],"implementation":[50],"of":[51,89,123,132,140,166],"Access":[52],"Control":[53],"List":[54],"(ACL)":[55],"policies.":[56],"ACL":[57,115,133],"policies":[58,80,116,141],"play":[59],"crucial":[61],"role":[62],"defining":[64],"security":[66],"control":[68],"mechanisms,":[69],"yet":[70],"existing":[71,161],"approaches":[72],"assume":[73],"that":[74,157],"all":[75],"subnets":[76],"affected":[77],"by":[78],"these":[79],"continuously":[82],"transmitting":[83],"data.":[84],"Given":[85],"dynamic":[87],"nature":[88],"subnet":[90],"behavior,":[91],"such":[92],"static":[93],"assumptions":[94],"can":[95],"lead":[96],"suboptimal":[98],"performance.":[100,170],"To":[101],"address":[102],"this":[103,105],"limitation,":[104],"paper":[106],"proposes":[107],"novel":[109],"Q-learning-based":[110],"approach":[111,159],"for":[112],"dynamically":[113],"deploying":[114],"based":[117],"on":[118],"real-time":[119],"data":[120],"transmission":[121],"patterns":[122],"subnets.":[124],"proposed":[126],"algorithm":[127],"optimally":[128],"determines":[129],"placement":[131],"policies,":[134],"minimizing":[135],"total":[138],"number":[139],"redundant":[143],"transmissions":[144],"network.":[147],"Extensive":[148],"evaluations":[149],"using":[150],"real-world":[151],"traces":[153],"topologies":[155],"demonstrate":[156],"our":[158],"outperforms":[160],"state-of-the-art":[162],"methods":[163],"terms":[165],"efficiency":[167]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-06-25T08:15:23.626066","created_date":"2025-10-10T00:00:00"}