{"id":"https://openalex.org/W2892290196","doi":"https://doi.org/10.1145/3281032","title":"SDN Flow Entry Management Using Reinforcement Learning","display_name":"SDN Flow Entry Management Using Reinforcement Learning","publication_year":2018,"publication_date":"2018-06-30","ids":{"openalex":"https://openalex.org/W2892290196","doi":"https://doi.org/10.1145/3281032","mag":"2892290196"},"language":"en","primary_location":{"id":"doi:10.1145/3281032","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3281032","pdf_url":null,"source":{"id":"https://openalex.org/S16632050","display_name":"ACM Transactions on Autonomous and Adaptive Systems","issn_l":"1556-4665","issn":["1556-4665","1556-4703"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Autonomous and Adaptive Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010431079","display_name":"Tingyu Mu","orcid":"https://orcid.org/0000-0001-6348-9833"},"institutions":[{"id":"https://openalex.org/I141649380","display_name":"Western Michigan University","ror":"https://ror.org/04j198w64","country_code":"US","type":"education","lineage":["https://openalex.org/I141649380"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ting-Yu Mu","raw_affiliation_strings":["Western Michigan University, Kalamazoo, MI"],"affiliations":[{"raw_affiliation_string":"Western Michigan University, Kalamazoo, MI","institution_ids":["https://openalex.org/I141649380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008695053","display_name":"Ala Al\u2010Fuqaha","orcid":"https://orcid.org/0000-0002-0903-1204"},"institutions":[{"id":"https://openalex.org/I141649380","display_name":"Western Michigan University","ror":"https://ror.org/04j198w64","country_code":"US","type":"education","lineage":["https://openalex.org/I141649380"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ala Al-Fuqaha","raw_affiliation_strings":["Western Michigan University, Kalamazoo, MI"],"affiliations":[{"raw_affiliation_string":"Western Michigan University, Kalamazoo, MI","institution_ids":["https://openalex.org/I141649380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028978354","display_name":"Khaled Shuaib","orcid":null},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Khaled Shuaib","raw_affiliation_strings":["United Arab Emirates University, Al Ain - Abu Dhabi, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"United Arab Emirates University, Al Ain - Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020497805","display_name":"Farag Sallabi","orcid":"https://orcid.org/0000-0002-2887-5410"},"institutions":[{"id":"https://openalex.org/I201726411","display_name":"United Arab Emirates University","ror":"https://ror.org/01km6p862","country_code":"AE","type":"education","lineage":["https://openalex.org/I201726411"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Farag M. Sallabi","raw_affiliation_strings":["United Arab Emirates University, Al Ain - Abu Dhabi, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"United Arab Emirates University, Al Ain - Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I201726411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5037574053","display_name":"Junaid Qadir","orcid":"https://orcid.org/0000-0001-9466-2475"},"institutions":[{"id":"https://openalex.org/I1323252656","display_name":"Information Technology University","ror":"https://ror.org/00ngv8j44","country_code":"PK","type":"education","lineage":["https://openalex.org/I1323252656"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Junaid Qadir","raw_affiliation_strings":["Information Technology University, Lahore Pakistan"],"affiliations":[{"raw_affiliation_string":"Information Technology University, Lahore Pakistan","institution_ids":["https://openalex.org/I1323252656"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5010431079"],"corresponding_institution_ids":["https://openalex.org/I141649380"],"apc_list":null,"apc_paid":null,"fwci":4.7979,"has_fulltext":false,"cited_by_count":53,"citation_normalized_percentile":{"value":0.95548084,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"13","issue":"2","first_page":"1","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10660","display_name":"Conducting polymers and applications","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/2507","display_name":"Polymers and Plastics"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8952418565750122},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7862621545791626},{"id":"https://openalex.org/keywords/openflow","display_name":"OpenFlow","score":0.6816796064376831},{"id":"https://openalex.org/keywords/forwarding-plane","display_name":"Forwarding plane","score":0.5702289342880249},{"id":"https://openalex.org/keywords/control-reconfiguration","display_name":"Control reconfiguration","score":0.536381185054779},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.518191397190094},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5167438387870789},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4873858094215393},{"id":"https://openalex.org/keywords/emulation","display_name":"Emulation","score":0.482384592294693},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.4475487172603607},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.4407346248626709},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.4114189147949219},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.26567184925079346},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.18356060981750488},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1429198682308197},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10300964117050171}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8952418565750122},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7862621545791626},{"id":"https://openalex.org/C192697461","wikidata":"https://www.wikidata.org/wiki/Q4045918","display_name":"OpenFlow","level":3,"score":0.6816796064376831},{"id":"https://openalex.org/C10597312","wikidata":"https://www.wikidata.org/wiki/Q5473302","display_name":"Forwarding plane","level":3,"score":0.5702289342880249},{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.536381185054779},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.518191397190094},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5167438387870789},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4873858094215393},{"id":"https://openalex.org/C149810388","wikidata":"https://www.wikidata.org/wiki/Q5374873","display_name":"Emulation","level":2,"score":0.482384592294693},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.4475487172603607},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.4407346248626709},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.4114189147949219},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.26567184925079346},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.18356060981750488},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1429198682308197},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10300964117050171},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3281032","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3281032","pdf_url":null,"source":{"id":"https://openalex.org/S16632050","display_name":"ACM Transactions on Autonomous and Adaptive Systems","issn_l":"1556-4665","issn":["1556-4665","1556-4703"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Autonomous and Adaptive Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6399999856948853}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1579988386","https://openalex.org/W1620258451","https://openalex.org/W1757796397","https://openalex.org/W1989204552","https://openalex.org/W1995295169","https://openalex.org/W2000875519","https://openalex.org/W2002015239","https://openalex.org/W2062832101","https://openalex.org/W2071552523","https://openalex.org/W2076063813","https://openalex.org/W2099498471","https://openalex.org/W2105842404","https://openalex.org/W2120900812","https://openalex.org/W2121863487","https://openalex.org/W2136451165","https://openalex.org/W2145339207","https://openalex.org/W2147118406","https://openalex.org/W2155893237","https://openalex.org/W2168595508","https://openalex.org/W2344925345","https://openalex.org/W2359492392","https://openalex.org/W2465022044","https://openalex.org/W2512877821","https://openalex.org/W2546703325","https://openalex.org/W2586470208","https://openalex.org/W2788422624","https://openalex.org/W4256438905"],"related_works":["https://openalex.org/W1667807958","https://openalex.org/W3133679066","https://openalex.org/W2006657731","https://openalex.org/W4224226964","https://openalex.org/W2742806177","https://openalex.org/W2255799302","https://openalex.org/W1993724510","https://openalex.org/W2126522175","https://openalex.org/W3095500024","https://openalex.org/W4385730431"],"abstract_inverted_index":{"Modern":[0],"information":[1],"technology":[2],"services":[3],"largely":[4],"depend":[5],"on":[6,18,118],"cloud":[7,14],"infrastructures":[8,15],"to":[9,33,69,92,127,210],"provide":[10],"their":[11],"services.":[12],"These":[13],"are":[16],"built":[17],"top":[19],"of":[20,78,115,136,164,170,223],"Datacenter":[21],"Networks":[22],"(DCNs)":[23],"constructed":[24],"with":[25,51],"high-speed":[26],"links,":[27],"fast":[28],"switching":[29],"gear,":[30],"and":[31,37,47,103,147,201],"redundancy":[32],"offer":[34],"better":[35],"flexibility":[36],"resiliency.":[38],"In":[39],"this":[40,152],"environment,":[41],"network":[42,70],"traffic":[43,53],"includes":[44],"long-lived":[45],"(elephant)":[46],"short-lived":[48],"(mice)":[49],"flows":[50],"partitioned/aggregated":[52],"patterns.":[54],"Although":[55],"SDN-based":[56],"approaches":[57],"can":[58,72],"efficiently":[59],"allocate":[60],"networking":[61],"resources":[62],"for":[63],"such":[64],"flows,":[65],"the":[66,100,110,119,129,134,138,145,148,178,187,196,206,211],"overhead":[67,142,200],"due":[68],"reconfiguration":[71],"be":[73,107],"significant.":[74],"With":[75],"limited":[76],"capacity":[77],"Ternary":[79],"Content-Addressable":[80],"Memory":[81],"(TCAM)":[82],"deployed":[83],"in":[84,99,113,125,194,205],"an":[85],"OpenFlow":[86],"enabled":[87],"switch,":[88],"it":[89],"is":[90,123,172,180],"crucial":[91],"determine":[93],"which":[94,104,171],"forwarding":[95],"rules":[96,105],"should":[97,106],"remain":[98],"flow":[101,130,221],"table":[102,222],"processed":[108],"by":[109],"SDN":[111,120],"controller":[112,146],"case":[114],"a":[116,156,173,218],"table-miss":[117],"switch.":[121],"This":[122],"needed":[124],"order":[126],"obtain":[128],"entries":[131],"that":[132,160],"satisfy":[133],"goal":[135],"reducing":[137,195],"long-term":[139,197],"control":[140,198],"plane":[141,199],"introduced":[143],"between":[144],"switches.":[149],"To":[150],"achieve":[151],"goal,":[153],"we":[154],"propose":[155],"machine":[157],"learning":[158],"technique":[159],"utilizes":[161],"two":[162],"variations":[163],"Reinforcement":[165],"Learning":[166],"(RL)":[167],"algorithms\u2014the":[168],"first":[169],"traditional":[174],"RL-based":[175],"algorithm,":[176],"while":[177],"other":[179],"deep":[181],"reinforcement":[182],"learning-based.":[183],"Emulation":[184],"results":[185],"using":[186],"RL":[188],"algorithm":[189],"show":[190],"around":[191,202],"60%":[192],"improvement":[193,204],"14%":[203],"table-hit":[207],"ratio":[208],"compared":[209],"Multiple":[212],"Bloom":[213],"Filters":[214],"(MBF)":[215],"method,":[216],"given":[217],"fixed":[219],"size":[220],"4KB.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}