{"id":"https://openalex.org/W2906901127","doi":"https://doi.org/10.1109/tnsm.2018.2890754","title":"HQTimer: A Hybrid ${Q}$ -Learning-Based Timeout Mechanism in Software-Defined Networks","display_name":"HQTimer: A Hybrid ${Q}$ -Learning-Based Timeout Mechanism in Software-Defined Networks","publication_year":2019,"publication_date":"2019-01-03","ids":{"openalex":"https://openalex.org/W2906901127","doi":"https://doi.org/10.1109/tnsm.2018.2890754","mag":"2906901127"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2018.2890754","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2018.2890754","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100734609","display_name":"Qing Li","orcid":"https://orcid.org/0000-0002-6071-473X"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qing Li","raw_affiliation_strings":["Future Network Institute, Southern University of Science and Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Future Network Institute, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062592978","display_name":"Nanyang Huang","orcid":"https://orcid.org/0000-0001-6489-9674"},"institutions":[{"id":"https://openalex.org/I4210114105","display_name":"Tsinghua\u2013Berkeley Shenzhen Institute","ror":"https://ror.org/02hhwwz98","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210114105","https://openalex.org/I95457486","https://openalex.org/I99065089"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nanyang Huang","raw_affiliation_strings":["Tsinghua\u2013Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-6489-9674","affiliations":[{"raw_affiliation_string":"Tsinghua\u2013Berkeley Shenzhen Institute, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I4210114105","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056754361","display_name":"Dingmin Wang","orcid":"https://orcid.org/0000-0001-9196-2624"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dingmin Wang","raw_affiliation_strings":["Graduate School at Shenzhen, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School at Shenzhen, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100717711","display_name":"Xiaowen Li","orcid":"https://orcid.org/0000-0003-0894-9846"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaowen Li","raw_affiliation_strings":["Graduate School at Shenzhen, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School at Shenzhen, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101626204","display_name":"Yong Jiang","orcid":"https://orcid.org/0000-0002-4260-1395"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Jiang","raw_affiliation_strings":["Graduate School at Shenzhen, Tsinghua University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School at Shenzhen, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101981444","display_name":"Zhendong Song","orcid":"https://orcid.org/0000-0002-1259-0779"},"institutions":[{"id":"https://openalex.org/I182722699","display_name":"Shenzhen Polytechnic University","ror":"https://ror.org/00d2w9g53","country_code":"CN","type":"education","lineage":["https://openalex.org/I182722699"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhendong Song","raw_affiliation_strings":["Department of Mechatronic Engineering, Shenzhen Polytechnic, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechatronic Engineering, Shenzhen Polytechnic, Shenzhen, China","institution_ids":["https://openalex.org/I182722699"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100734609"],"corresponding_institution_ids":["https://openalex.org/I3045169105"],"apc_list":null,"apc_paid":null,"fwci":2.7857,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.90963207,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"16","issue":"1","first_page":"153","last_page":"166"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/timeout","display_name":"Timeout","score":0.9236205816268921},{"id":"https://openalex.org/keywords/openflow","display_name":"OpenFlow","score":0.6846205592155457},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6669585108757019},{"id":"https://openalex.org/keywords/software-defined-networking","display_name":"Software-defined networking","score":0.6196771860122681},{"id":"https://openalex.org/keywords/forwarding-plane","display_name":"Forwarding plane","score":0.6165275573730469},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.51933753490448},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.48076364398002625},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.46959057450294495},{"id":"https://openalex.org/keywords/notation","display_name":"Notation","score":0.41839611530303955},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3827473521232605},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3484266698360443},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.2881600856781006},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2653864026069641},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.19862735271453857},{"id":"https://openalex.org/keywords/arithmetic","display_name":"Arithmetic","score":0.1942777931690216},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.13394436240196228}],"concepts":[{"id":"https://openalex.org/C31691690","wikidata":"https://www.wikidata.org/wiki/Q1753979","display_name":"Timeout","level":2,"score":0.9236205816268921},{"id":"https://openalex.org/C192697461","wikidata":"https://www.wikidata.org/wiki/Q4045918","display_name":"OpenFlow","level":3,"score":0.6846205592155457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6669585108757019},{"id":"https://openalex.org/C77270119","wikidata":"https://www.wikidata.org/wiki/Q1655198","display_name":"Software-defined networking","level":2,"score":0.6196771860122681},{"id":"https://openalex.org/C10597312","wikidata":"https://www.wikidata.org/wiki/Q5473302","display_name":"Forwarding plane","level":3,"score":0.6165275573730469},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.51933753490448},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.48076364398002625},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.46959057450294495},{"id":"https://openalex.org/C45357846","wikidata":"https://www.wikidata.org/wiki/Q2001982","display_name":"Notation","level":2,"score":0.41839611530303955},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3827473521232605},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3484266698360443},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.2881600856781006},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2653864026069641},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.19862735271453857},{"id":"https://openalex.org/C94375191","wikidata":"https://www.wikidata.org/wiki/Q11205","display_name":"Arithmetic","level":1,"score":0.1942777931690216},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.13394436240196228}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2018.2890754","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2018.2890754","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1481980731","https://openalex.org/W1590488181","https://openalex.org/W1735354588","https://openalex.org/W1975415642","https://openalex.org/W1980959920","https://openalex.org/W1989870823","https://openalex.org/W2019678549","https://openalex.org/W2022758041","https://openalex.org/W2046738808","https://openalex.org/W2059670140","https://openalex.org/W2074147784","https://openalex.org/W2095228834","https://openalex.org/W2099501333","https://openalex.org/W2106863923","https://openalex.org/W2109840532","https://openalex.org/W2115546448","https://openalex.org/W2124497098","https://openalex.org/W2126655973","https://openalex.org/W2126822952","https://openalex.org/W2137826183","https://openalex.org/W2137838113","https://openalex.org/W2139221507","https://openalex.org/W2139751271","https://openalex.org/W2145339207","https://openalex.org/W2147118406","https://openalex.org/W2150574682","https://openalex.org/W2168595508","https://openalex.org/W2169486379","https://openalex.org/W2257979135","https://openalex.org/W2344925345","https://openalex.org/W2460461231","https://openalex.org/W2546571074","https://openalex.org/W2607155319","https://openalex.org/W2744628735","https://openalex.org/W2744660401","https://openalex.org/W2762057584","https://openalex.org/W2768254111","https://openalex.org/W2768583441","https://openalex.org/W2809585787","https://openalex.org/W2824027552","https://openalex.org/W2963549123","https://openalex.org/W4214717370","https://openalex.org/W6635205284","https://openalex.org/W6637464664","https://openalex.org/W6644201342","https://openalex.org/W7043388097"],"related_works":["https://openalex.org/W2051935741","https://openalex.org/W4211055425","https://openalex.org/W2292300552","https://openalex.org/W4243609393","https://openalex.org/W3042077637","https://openalex.org/W2560450376","https://openalex.org/W2738801488","https://openalex.org/W2508315983","https://openalex.org/W2901563743","https://openalex.org/W2772741848"],"abstract_inverted_index":{"Software-defined":[0],"networking":[1],"(SDN)":[2],"has":[3],"enabled":[4],"flexible":[5],"control":[6,22],"over":[7],"the":[8,33,51,56,62,71,78,83,97,144,151,169,173,226,235],"network":[9,74],"by":[10,150,238],"leveraging":[11],"data":[12,28,174],"plane":[13,29,175],"programming":[14],"languages":[15],"such":[16],"as":[17,88,90,139,158],"OpenFlow.":[18],"However,":[19,58],"this":[20,101],"fine-grained":[21],"is":[23,137,147,156],"potentially":[24],"at":[25],"odds":[26],"with":[27,210],"performance":[30,176],"due":[31],"to":[32,54,69,164,168,217,231],"high":[34],"storage":[35],"load":[36],"and":[37,47,76,125,172,192,204],"limited":[38,84],"flow":[39,85],"table":[40,86],"space":[41],"of":[42,73],"SDN":[43],"switches.":[44],"Wildcard":[45],"rules":[46,60,166],"timeout":[48,79,94,115,123,141,162,212,222],"mechanisms":[49],"are":[50],"main":[52,98],"approaches":[53],"relieve":[55],"load.":[57],"wildcard":[59],"introduce":[61],"rule":[63,152],"dependency":[64,153],"problem,":[65],"which":[66],"poses":[67],"obstacles":[68],"preserve":[70],"semantics":[72],"policies":[75],"design":[77],"mechanism.":[80],"Therefore,":[81],"exploiting":[82],"effectively":[87],"well":[89],"designing":[91],"a":[92,106,121,126,200,205,218],"safe":[93],"mechanism":[95,116,124,142],"become":[96],"challenge.":[99],"In":[100],"paper,":[102],"we":[103],"propose":[104],"HQTimer:":[105],"hybrid":[107,122],"<inline-formula":[108,127,179],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[109,128,180],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[110,129,181],"<tex-math":[111,130,182],"notation=\"LaTeX\">${Q}$":[112,131,183],"</tex-math></inline-formula>":[113,132,184],"-learning-based":[114,133],"in":[117,215],"SDN.":[118],"HQTimer":[119,136,155,197,224],"employs":[120],"adaptation":[134],"logic.":[135],"safe,":[138],"its":[140],"ensures":[143],"forwarding":[145],"logic":[146],"not":[148],"violated":[149],"problem.":[154],"adaptive,":[157],"it":[159],"assigns":[160],"different":[161,165],"values":[163],"according":[167],"traffic":[170],"dynamics":[171],"based":[177,189],"on":[178,190],"-learning.":[185],"The":[186],"extensive":[187],"experiments":[188],"real":[191],"synthetic":[193],"workloads":[194],"show":[195],"that":[196],"achieves":[198],"both":[199],"higher":[201],"table-hit":[202,227],"rate":[203,228],"lower":[206],"overflow":[207,236],"number":[208,237],"compared":[209],"existing":[211],"mechanisms.":[213],"Specifically,":[214],"contrast":[216],"well-tuned,":[219],"static":[220],"idle":[221],"mechanism,":[223],"improves":[225],"from":[229],"97.6%":[230],"99.4%":[232],"while":[233],"decreasing":[234],"83.8%.":[239]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}