{"id":"https://openalex.org/W2995496823","doi":"https://doi.org/10.1109/tnsm.2019.2960202","title":"Per-Host DDoS Mitigation by Direct-Control Reinforcement Learning","display_name":"Per-Host DDoS Mitigation by Direct-Control Reinforcement Learning","publication_year":2019,"publication_date":"2019-12-17","ids":{"openalex":"https://openalex.org/W2995496823","doi":"https://doi.org/10.1109/tnsm.2019.2960202","mag":"2995496823"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2019.2960202","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2019.2960202","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.gla.ac.uk/205890/7/205890.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042118036","display_name":"Kyle A. Simpson","orcid":"https://orcid.org/0000-0001-8068-9909"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kyle A. Simpson","raw_affiliation_strings":["School of Computing Science, University of Glasgow, Glasgow, U.K"],"raw_orcid":"https://orcid.org/0000-0001-8068-9909","affiliations":[{"raw_affiliation_string":"School of Computing Science, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060432668","display_name":"Simon Rogers","orcid":"https://orcid.org/0000-0003-3578-4477"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Simon Rogers","raw_affiliation_strings":["School of Computing Science, University of Glasgow, Glasgow, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing Science, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021350142","display_name":"Dimitrios P. Pezaros","orcid":"https://orcid.org/0000-0003-0939-378X"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dimitrios P. Pezaros","raw_affiliation_strings":["School of Computing Science, University of Glasgow, Glasgow, U.K"],"raw_orcid":"https://orcid.org/0000-0003-0939-378X","affiliations":[{"raw_affiliation_string":"School of Computing Science, University of Glasgow, Glasgow, U.K","institution_ids":["https://openalex.org/I7882870"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I7882870"],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":2.406,"has_fulltext":false,"cited_by_count":50,"citation_normalized_percentile":{"value":0.89791964,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"17","issue":"1","first_page":"103","last_page":"117"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8507824540138245},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.829281210899353},{"id":"https://openalex.org/keywords/burstiness","display_name":"Burstiness","score":0.8170153498649597},{"id":"https://openalex.org/keywords/denial-of-service-attack","display_name":"Denial-of-service attack","score":0.7011716365814209},{"id":"https://openalex.org/keywords/goodput","display_name":"Goodput","score":0.457848459482193},{"id":"https://openalex.org/keywords/host","display_name":"Host (biology)","score":0.4281960427761078},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.37401628494262695},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.37095969915390015},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3586868941783905},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33535024523735046},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.196760356426239},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.18926414847373962},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.1325812041759491},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09733501076698303}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8507824540138245},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.829281210899353},{"id":"https://openalex.org/C2781023610","wikidata":"https://www.wikidata.org/wiki/Q17006304","display_name":"Burstiness","level":3,"score":0.8170153498649597},{"id":"https://openalex.org/C38822068","wikidata":"https://www.wikidata.org/wiki/Q131406","display_name":"Denial-of-service attack","level":3,"score":0.7011716365814209},{"id":"https://openalex.org/C94022561","wikidata":"https://www.wikidata.org/wiki/Q1172393","display_name":"Goodput","level":4,"score":0.457848459482193},{"id":"https://openalex.org/C126831891","wikidata":"https://www.wikidata.org/wiki/Q221673","display_name":"Host (biology)","level":2,"score":0.4281960427761078},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.37401628494262695},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.37095969915390015},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3586868941783905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33535024523735046},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.196760356426239},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.18926414847373962},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.1325812041759491},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09733501076698303},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnsm.2019.2960202","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2019.2960202","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:eprints.gla.ac.uk:205890","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/205890/7/205890.pdf","pdf_url":"https://eprints.gla.ac.uk/205890/7/205890.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Articles"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:205890","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/205890/7/205890.pdf","pdf_url":"https://eprints.gla.ac.uk/205890/7/205890.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Articles"},"sustainable_development_goals":[{"score":0.5099999904632568,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1708471004","display_name":null,"funder_award_id":"EP/N033957/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2334643659","display_name":"DTP 2016-2017 University of Glasgow","funder_award_id":"EP/N509668/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4295819504","display_name":"FRuIT: The Federated RaspberryPi Micro-Infrastructure Testbed","funder_award_id":"EP/P004024/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4416211243","display_name":null,"funder_award_id":"CA15127","funder_id":"https://openalex.org/F4320320366","funder_display_name":"European Cooperation in Science and Technology"},{"id":"https://openalex.org/G5147957557","display_name":null,"funder_award_id":"EP/P004024/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8186088439","display_name":"Network Measurement as a Service","funder_award_id":"EP/N033957/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320366","display_name":"European Cooperation in Science and Technology","ror":"https://ror.org/01bstzn19"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1577538250","https://openalex.org/W1584974409","https://openalex.org/W1863525897","https://openalex.org/W1869854851","https://openalex.org/W1966809779","https://openalex.org/W1980793860","https://openalex.org/W1985987493","https://openalex.org/W1989454965","https://openalex.org/W1990920914","https://openalex.org/W2043600337","https://openalex.org/W2048465382","https://openalex.org/W2065776696","https://openalex.org/W2105818147","https://openalex.org/W2111942706","https://openalex.org/W2116696275","https://openalex.org/W2119120810","https://openalex.org/W2121863487","https://openalex.org/W2128796442","https://openalex.org/W2130531694","https://openalex.org/W2154178154","https://openalex.org/W2163375756","https://openalex.org/W2180612164","https://openalex.org/W2344925345","https://openalex.org/W2402560368","https://openalex.org/W2461943168","https://openalex.org/W2480111655","https://openalex.org/W2546571074","https://openalex.org/W2548669195","https://openalex.org/W2559185235","https://openalex.org/W2572504188","https://openalex.org/W2573541888","https://openalex.org/W2586751528","https://openalex.org/W2612997776","https://openalex.org/W2737349658","https://openalex.org/W2744628735","https://openalex.org/W2745034467","https://openalex.org/W2748868501","https://openalex.org/W2753652472","https://openalex.org/W2768254111","https://openalex.org/W2768883253","https://openalex.org/W2782928138","https://openalex.org/W2794568842","https://openalex.org/W2824027552","https://openalex.org/W2902983161","https://openalex.org/W2917822786","https://openalex.org/W2948719970","https://openalex.org/W2949103145","https://openalex.org/W2963857521","https://openalex.org/W2964318098","https://openalex.org/W3099834037","https://openalex.org/W3103940881","https://openalex.org/W4238465620","https://openalex.org/W4243420524","https://openalex.org/W6676707958","https://openalex.org/W6733049761","https://openalex.org/W6743493502","https://openalex.org/W6760361204"],"related_works":["https://openalex.org/W1843717240","https://openalex.org/W2340440348","https://openalex.org/W4392388692","https://openalex.org/W2508200300","https://openalex.org/W2083756677","https://openalex.org/W2737070158","https://openalex.org/W2736824533","https://openalex.org/W2401114710","https://openalex.org/W2499883480","https://openalex.org/W2138256111"],"abstract_inverted_index":{"DDoS":[0,59,90],"attacks":[1,60],"plague":[2],"the":[3,86,128,152],"availability":[4],"of":[5,119,130,164,171],"online":[6,82],"services":[7],"today,":[8],"yet":[9],"like":[10],"many":[11,169],"cybersecurity":[12],"problems":[13],"are":[14,28,77],"evolving":[15],"and":[16,19,26,34,46,63,122],"non-stationary.":[17],"Normal":[18],"attack":[20],"patterns":[21],"shift":[22],"as":[23,143],"new":[24,153],"protocols":[25],"applications":[27],"introduced,":[29],"further":[30],"compounded":[31],"by":[32,61,92,115],"burstiness":[33],"seasonal":[35],"variation.":[36],"Accordingly,":[37],"it":[38],"is":[39,69,113],"difficult":[40],"to":[41,70,72,98],"apply":[42],"machine":[43],"learning-based":[44],"techniques":[45],"defences":[47],"in":[48,80,88,104,162],"practice.":[49],"Reinforcement":[50],"learning":[51],"(RL)":[52],"may":[53],"overcome":[54],"this":[55],"detection":[56],"problem":[57],"for":[58,108,137,146,168],"managing":[62],"monitoring":[64],"consequences;":[65],"an":[66,81,116],"agent's":[67],"role":[68],"learn":[71],"optimise":[73],"performance":[74],"criteria":[75],"(which":[76],"always":[78],"available)":[79],"manner.":[83],"We":[84,149],"advance":[85],"state-of-the-art":[87],"RL-based":[89],"mitigation":[91],"introducing":[93],"two":[94],"agent":[95,155],"classes":[96],"designed":[97],"act":[99],"on":[100],"a":[101,105,144,159],"per-flow":[102],"basis,":[103],"protocol-agnostic":[106],"manner":[107],"any":[109],"network":[110],"topology.":[111],"This":[112],"supported":[114],"in-depth":[117],"investigation":[118],"feature":[120],"suitability":[121],"empirical":[123],"evaluation.":[124],"Our":[125],"results":[126],"show":[127,150],"existence":[129],"flow":[131],"features":[132],"with":[133],"high":[134],"predictive":[135],"power":[136],"different":[138],"traffic":[139,167],"classes,":[140],"when":[141],"used":[142],"basis":[145],"feedback-loop-like":[147],"control.":[148],"that":[151],"RL":[154],"models":[156],"can":[157],"offer":[158],"significant":[160],"increase":[161],"goodput":[163],"legitimate":[165],"TCP":[166],"choices":[170],"host":[172],"density.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":2}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}