{"id":"https://openalex.org/W3098037117","doi":"https://doi.org/10.1109/tnsm.2020.3037486","title":"Adaptive and Reinforcement Learning Approaches for Online Network Monitoring and Analysis","display_name":"Adaptive and Reinforcement Learning Approaches for Online Network Monitoring and Analysis","publication_year":2020,"publication_date":"2020-11-11","ids":{"openalex":"https://openalex.org/W3098037117","doi":"https://doi.org/10.1109/tnsm.2020.3037486","mag":"3098037117"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2020.3037486","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2020.3037486","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-03110834","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024027566","display_name":"Sarah Wassermann","orcid":"https://orcid.org/0000-0003-4068-3742"},"institutions":[{"id":"https://openalex.org/I132118926","display_name":"Austrian Institute of Technology","ror":"https://ror.org/04knbh022","country_code":"AT","type":"facility","lineage":["https://openalex.org/I132118926"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Sarah Wassermann","raw_affiliation_strings":["Center for Digital Safety and Security, AIT Austrian Institute of Technology, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Center for Digital Safety and Security, AIT Austrian Institute of Technology, Vienna, Austria","institution_ids":["https://openalex.org/I132118926"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088319613","display_name":"Thibaut Cuvelier","orcid":"https://orcid.org/0000-0002-4233-2316"},"institutions":[{"id":"https://openalex.org/I4210107720","display_name":"CentraleSup\u00e9lec","ror":"https://ror.org/019tcpt25","country_code":"FR","type":"facility","lineage":["https://openalex.org/I277688954","https://openalex.org/I4210107720"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Thibaut Cuvelier","raw_affiliation_strings":["Signals and Systems Lab, CentraleSup\u00e9lec, Gif-sur-Yvette, France"],"affiliations":[{"raw_affiliation_string":"Signals and Systems Lab, CentraleSup\u00e9lec, Gif-sur-Yvette, France","institution_ids":["https://openalex.org/I4210107720"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089835284","display_name":"Pavol Mulinka","orcid":"https://orcid.org/0000-0002-9394-8794"},"institutions":[{"id":"https://openalex.org/I44504214","display_name":"Czech Technical University in Prague","ror":"https://ror.org/03kqpb082","country_code":"CZ","type":"education","lineage":["https://openalex.org/I44504214"]}],"countries":["CZ"],"is_corresponding":false,"raw_author_name":"Pavol Mulinka","raw_affiliation_strings":["Department of Telecommunications Engineering, CTU Czech Technical University in Prague, Prague, Czechia"],"affiliations":[{"raw_affiliation_string":"Department of Telecommunications Engineering, CTU Czech Technical University in Prague, Prague, Czechia","institution_ids":["https://openalex.org/I44504214"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081556750","display_name":"Pedro Casas","orcid":"https://orcid.org/0000-0002-0951-2331"},"institutions":[{"id":"https://openalex.org/I132118926","display_name":"Austrian Institute of Technology","ror":"https://ror.org/04knbh022","country_code":"AT","type":"facility","lineage":["https://openalex.org/I132118926"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Pedro Casas","raw_affiliation_strings":["Center for Digital Safety and Security, AIT Austrian Institute of Technology, Vienna, Austria"],"affiliations":[{"raw_affiliation_string":"Center for Digital Safety and Security, AIT Austrian Institute of Technology, Vienna, Austria","institution_ids":["https://openalex.org/I132118926"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5024027566"],"corresponding_institution_ids":["https://openalex.org/I132118926"],"apc_list":null,"apc_paid":null,"fwci":0.6857,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.77348058,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"18","issue":"2","first_page":"1832","last_page":"1849"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8341701030731201},{"id":"https://openalex.org/keywords/data-stream-mining","display_name":"Data stream mining","score":0.7482872605323792},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.724773645401001},{"id":"https://openalex.org/keywords/concept-drift","display_name":"Concept drift","score":0.6680847406387329},{"id":"https://openalex.org/keywords/data-stream","display_name":"Data stream","score":0.6593174934387207},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6249777674674988},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6018301248550415},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.500220537185669},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3741254508495331}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8341701030731201},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.7482872605323792},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.724773645401001},{"id":"https://openalex.org/C60777511","wikidata":"https://www.wikidata.org/wiki/Q3045002","display_name":"Concept drift","level":3,"score":0.6680847406387329},{"id":"https://openalex.org/C2778484313","wikidata":"https://www.wikidata.org/wiki/Q1172540","display_name":"Data stream","level":2,"score":0.6593174934387207},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6249777674674988},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6018301248550415},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.500220537185669},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3741254508495331},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnsm.2020.3037486","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2020.3037486","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-03110834v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03110834","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Network and Service Management, In press, ⟨10.1109/TNSM.2020.3037486⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-03110834v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03110834","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Network and Service Management, In press, ⟨10.1109/TNSM.2020.3037486⟩","raw_type":"Journal articles"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W3540556","https://openalex.org/W27170557","https://openalex.org/W189929561","https://openalex.org/W603830301","https://openalex.org/W1525647652","https://openalex.org/W1562693942","https://openalex.org/W1585854823","https://openalex.org/W1651580134","https://openalex.org/W1666672054","https://openalex.org/W1982039810","https://openalex.org/W1992019053","https://openalex.org/W2022775778","https://openalex.org/W2040333627","https://openalex.org/W2051903196","https://openalex.org/W2068714596","https://openalex.org/W2070845802","https://openalex.org/W2073256825","https://openalex.org/W2077902449","https://openalex.org/W2084689094","https://openalex.org/W2099419573","https://openalex.org/W2101763555","https://openalex.org/W2109964623","https://openalex.org/W2122646361","https://openalex.org/W2128362607","https://openalex.org/W2135335717","https://openalex.org/W2140679654","https://openalex.org/W2143991132","https://openalex.org/W2156909104","https://openalex.org/W2278186031","https://openalex.org/W2284008484","https://openalex.org/W2326279864","https://openalex.org/W2399033357","https://openalex.org/W2488721199","https://openalex.org/W2542991588","https://openalex.org/W2577513693","https://openalex.org/W2581634139","https://openalex.org/W2585508806","https://openalex.org/W2590833223","https://openalex.org/W2604436457","https://openalex.org/W2626498001","https://openalex.org/W2740275380","https://openalex.org/W2741396778","https://openalex.org/W2759984148","https://openalex.org/W2783366320","https://openalex.org/W2785494456","https://openalex.org/W2809684781","https://openalex.org/W2847284300","https://openalex.org/W2903158431","https://openalex.org/W2951025196","https://openalex.org/W2951324921","https://openalex.org/W2963696295","https://openalex.org/W2964289795","https://openalex.org/W2986514296","https://openalex.org/W3000669664","https://openalex.org/W3003253354","https://openalex.org/W3009141121","https://openalex.org/W3011120880","https://openalex.org/W3012943290","https://openalex.org/W3037328397","https://openalex.org/W4230674625","https://openalex.org/W4255466416","https://openalex.org/W4285719527","https://openalex.org/W4293407356","https://openalex.org/W4294526978","https://openalex.org/W4391712018","https://openalex.org/W6607691871","https://openalex.org/W6618347045","https://openalex.org/W6637001620","https://openalex.org/W6675999653","https://openalex.org/W6680192438","https://openalex.org/W6741776117","https://openalex.org/W6752866118","https://openalex.org/W6756615331","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W4307392573","https://openalex.org/W2802243998","https://openalex.org/W2736127210","https://openalex.org/W2329342202","https://openalex.org/W2574092225","https://openalex.org/W2161835057","https://openalex.org/W1521014365","https://openalex.org/W4200217704","https://openalex.org/W3208495060","https://openalex.org/W2740428142"],"abstract_inverted_index":{"Network-monitoring":[0],"data":[1,11,74,93,130,145,200],"commonly":[2],"arrives":[3],"in":[4,127,172],"the":[5,44,88,128,141,153,166,190,196],"form":[6],"of":[7,91,143,169,192,198],"fast":[8],"and":[9,14,56,70,78,176],"changing":[10,75],"streams.":[12],"Continuous":[13],"dynamic":[15],"learning":[16,20,37,55,123,135],"is":[17,180],"an":[18],"effective":[19],"strategy":[21],"when":[22],"dealing":[23],"with":[24,87,136],"such":[25],"data,":[26],"where":[27],"concept":[28,193],"drifts":[29],"constantly":[30],"occur.":[31],"We":[32,46,100,160],"propose":[33],"different":[34],"stream-based,":[35],"adaptive":[36,116],"approaches":[38],"to":[39,52,66,72,85,94,109,119,125,139,157,165,182],"analyze":[40],"network-traffic":[41],"streams":[42],"on":[43,115,152],"fly.":[45],"address":[47],"two":[48,105],"major":[49],"challenges":[50],"associated":[51],"stream-based":[53,106,122,137],"machine":[54],"online":[57],"network":[58,170,174],"monitoring:":[59],"(":[60,79],"i":[63],")":[64,83],"how":[65,84],"dynamically":[67,120,150],"learn":[68,158],"from":[69],"adapt":[71],"non-stationary":[73],"over":[76],"time,":[77],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">ii":[82],"deal":[86],"limited":[89],"availability":[90],"labeled":[92,144,199],"continuously":[95,183],"tune":[96,121],"a":[97],"supervised-learning":[98],"model.":[99],"introduce":[101],"ADAM":[102,113,162],"&":[103,163],"RAL,":[104],"machine-learning":[107],"techniques":[108],"tackle":[110],"these":[111],"challenges.":[112],"relies":[114],"memory":[117],"strategies":[118],"models":[124],"changes":[126],"input":[129],"distribution.":[131],"RAL":[132,164],"combines":[133],"reinforcement":[134],"active-learning":[138],"reduce":[140],"amount":[142,197],"needed":[146,201],"for":[147,202],"continual":[148],"learning,":[149],"deciding":[151],"most":[154],"informative":[155],"samples":[156],"from.":[159],"apply":[161],"real-time":[167],"detection":[168,186],"attacks":[171],"Internet":[173],"traffic,":[175],"show":[177],"that":[178],"it":[179],"possible":[181],"achieve":[184],"high":[185],"accuracy":[187],"even":[188],"under":[189],"occurrence":[191],"drifts,":[194],"limiting":[195],"learning.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}