{"id":"https://openalex.org/W2986479656","doi":"https://doi.org/10.1109/access.2019.2953451","title":"Classification Hardness for Supervised Learners on 20 Years of Intrusion Detection Data","display_name":"Classification Hardness for Supervised Learners on 20 Years of Intrusion Detection Data","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2986479656","doi":"https://doi.org/10.1109/access.2019.2953451","mag":"2986479656"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2953451","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2953451","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08901110.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08901110.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062378693","display_name":"Laurens D\u2019hooge","orcid":"https://orcid.org/0000-0001-5086-6361"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Laurens D'hooge","raw_affiliation_strings":["ORCiD","Department of Information Technology, IDLab, Ghent University–mec, Ghent, Belgium"],"raw_orcid":"https://orcid.org/0000-0001-5086-6361","affiliations":[{"raw_affiliation_string":"ORCiD","institution_ids":[]},{"raw_affiliation_string":"Department of Information Technology, IDLab, Ghent University–mec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078209506","display_name":"Tim Wauters","orcid":"https://orcid.org/0000-0003-2618-3311"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Tim Wauters","raw_affiliation_strings":["Department of Information Technology, IDLab, Ghent University\u2013mec, Ghent, Belgium","Department of Information Technology, IDLab, Ghent University–mec, Ghent, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Technology, IDLab, Ghent University\u2013mec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]},{"raw_affiliation_string":"Department of Information Technology, IDLab, Ghent University–mec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061693660","display_name":"Bruno Volckaert","orcid":"https://orcid.org/0000-0003-0575-5894"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Bruno Volckaert","raw_affiliation_strings":["Department of Information Technology, IDLab, Ghent University\u2013mec, Ghent, Belgium","Department of Information Technology, IDLab, Ghent University–mec, Ghent, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Technology, IDLab, Ghent University\u2013mec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]},{"raw_affiliation_string":"Department of Information Technology, IDLab, Ghent University–mec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051784384","display_name":"Filip De Turck","orcid":"https://orcid.org/0000-0003-4824-1199"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Filip De Turck","raw_affiliation_strings":["Department of Information Technology, IDLab, Ghent University\u2013mec, Ghent, Belgium","Department of Information Technology, IDLab, Ghent University–mec, Ghent, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Technology, IDLab, Ghent University\u2013mec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]},{"raw_affiliation_string":"Department of Information Technology, IDLab, Ghent University–mec, Ghent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.6737,"has_fulltext":true,"cited_by_count":27,"citation_normalized_percentile":{"value":0.86133891,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"7","issue":null,"first_page":"167455","last_page":"167469"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8220083713531494},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.7439998984336853},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.7007594108581543},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.635280966758728},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5983951687812805},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5075241327285767},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.5066238045692444},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.496587336063385},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.48423266410827637},{"id":"https://openalex.org/keywords/intrusion","display_name":"Intrusion","score":0.4803563356399536},{"id":"https://openalex.org/keywords/resilience","display_name":"Resilience (materials science)","score":0.4796607792377472},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.414798378944397},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.13741087913513184},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06546711921691895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8220083713531494},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.7439998984336853},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.7007594108581543},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.635280966758728},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5983951687812805},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5075241327285767},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.5066238045692444},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.496587336063385},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48423266410827637},{"id":"https://openalex.org/C158251709","wikidata":"https://www.wikidata.org/wiki/Q354025","display_name":"Intrusion","level":2,"score":0.4803563356399536},{"id":"https://openalex.org/C2779585090","wikidata":"https://www.wikidata.org/wiki/Q3457762","display_name":"Resilience (materials science)","level":2,"score":0.4796607792377472},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.414798378944397},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.13741087913513184},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06546711921691895},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17409809","wikidata":"https://www.wikidata.org/wiki/Q161764","display_name":"Geochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/access.2019.2953451","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2953451","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08901110.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:archive.ugent.be:8641350","is_oa":true,"landing_page_url":"https://biblio.ugent.be/publication/8641350","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journalArticle"},{"id":"pmh:oai:archive.ugent.be:8647367","is_oa":true,"landing_page_url":"https://biblio.ugent.be/publication/8647367","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 2169-3536","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:doaj.org/article:b4f9f1e8fdc9472689789805262143a8","is_oa":true,"landing_page_url":"https://doaj.org/article/b4f9f1e8fdc9472689789805262143a8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 167455-167469 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2953451","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2953451","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08901110.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322603","display_name":"Universiteit Gent","ror":"https://ror.org/00cv9y106"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2986479656.pdf","grobid_xml":"https://content.openalex.org/works/W2986479656.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W433644524","https://openalex.org/W1480376833","https://openalex.org/W1516506771","https://openalex.org/W1674877186","https://openalex.org/W1763270762","https://openalex.org/W2031163547","https://openalex.org/W2056132907","https://openalex.org/W2099940443","https://openalex.org/W2101234009","https://openalex.org/W2129468158","https://openalex.org/W2139669429","https://openalex.org/W2295598076","https://openalex.org/W2550999023","https://openalex.org/W2559022174","https://openalex.org/W2789828921","https://openalex.org/W2792488777","https://openalex.org/W2807786182","https://openalex.org/W2909691320","https://openalex.org/W2934386458","https://openalex.org/W2945660495","https://openalex.org/W3100789280","https://openalex.org/W6637096788","https://openalex.org/W6675354045","https://openalex.org/W6731020152"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2005801347","https://openalex.org/W2372385138","https://openalex.org/W2186640231","https://openalex.org/W4296359239","https://openalex.org/W2133389611"],"abstract_inverted_index":{"This":[0,61,203],"article":[1],"consolidates":[2],"analysis":[3,27],"of":[4,18,50,71,73,167,172,216,241],"established":[5,92],"(NSL-KDD)":[6],"and":[7,93,104,134,223],"new":[8,94],"intrusion":[9,173,221],"detection":[10,174,222],"datasets":[11,95,219],"(ISCXIDS2012,":[12],"CICIDS2017,":[13],"CICIDS2018)":[14],"through":[15,175,199],"the":[16,31,35,45,48,54,69,101,106,117,126,148,163,170,208,213,217,224,239],"use":[17],"supervised":[19,51,176],"machine":[20,177],"learning":[21],"(ML)":[22],"algorithms.":[23],"The":[24,136],"uniformity":[25],"in":[26,58,65,122,232],"procedure":[28],"opens":[29],"up":[30,154],"option":[32],"to":[33,67,99,129,145,188,243],"compare":[34,185],"obtained":[36],"results.":[37],"It":[38],"also":[39],"provides":[40],"a":[41,79,143,200],"stronger":[42],"foundation":[43,103],"for":[44,110,220],"conclusions":[46],"about":[47],"efficacy":[49],"learners":[52],"on":[53,90,169,181,212],"main":[55,205],"classification":[56,84,118,210,233],"task":[57,119],"network":[59],"security.":[60],"research":[62],"is":[63],"motivated":[64],"part":[66],"address":[68],"lack":[70],"adoption":[72],"these":[74,227],"modern":[75],"datasets.":[76],"Starting":[77],"with":[78],"broad":[80],"scope":[81],"that":[82,192,226],"includes":[83],"by":[85,124],"algorithms":[86],"from":[87],"different":[88],"families":[89],"both":[91,132],"has":[96,139],"been":[97,140],"done":[98],"expand":[100],"existing":[102],"reveal":[105],"most":[107,164],"opportune":[108],"avenues":[109],"further":[111],"inquiry.":[112],"After":[113],"obtaining":[114],"baseline":[115,151],"results,":[116],"was":[120],"increased":[121],"difficulty,":[123],"reducing":[125,238],"available":[127],"data":[128,137,242],"learn":[130,244],"from,":[131],"horizontally":[133],"vertically.":[135],"reduction":[138],"included":[141],"as":[142],"stress-test":[144],"verify":[146],"if":[147],"very":[149],"high":[150],"results":[152,168,187,194,211],"hold":[153],"under":[155],"increasingly":[156],"harsh":[157],"constraints.":[158],"Ultimately,":[159],"this":[160,189],"work":[161],"contains":[162],"comprehensive":[165],"set":[166],"topic":[171],"learning.":[178],"Researchers":[179],"working":[180],"algorithmic":[182],"improvements":[183],"can":[184],"their":[186],"collection,":[190],"knowing":[191],"all":[193],"reported":[195],"here":[196],"were":[197],"gathered":[198],"uniform":[201],"framework.":[202],"work's":[204],"contributions":[206],"are":[207],"outstanding":[209],"current":[214],"state":[215],"art":[218],"conclusion":[225],"methods":[228],"show":[229],"remarkable":[230],"resilience":[231],"performance":[234],"even":[235],"when":[236],"aggressively":[237],"amount":[240],"from.":[245]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":4}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2019-11-22T00:00:00"}