{"id":"https://openalex.org/W7164181721","doi":"https://doi.org/10.48550/arxiv.2606.11098","title":"Do Transformers Actually Help Intrusion Detection? A Temporal Sequence Evaluation on CIC-IDS2017","display_name":"Do Transformers Actually Help Intrusion Detection? A Temporal Sequence Evaluation on CIC-IDS2017","publication_year":2026,"publication_date":"2026-06-09","ids":{"openalex":"https://openalex.org/W7164181721","doi":"https://doi.org/10.48550/arxiv.2606.11098"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.11098","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11098","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.11098","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138357257","display_name":"Zach Moczkodan","orcid":null},"institutions":[{"id":"https://openalex.org/I51768193","display_name":"Royal Military College of Canada","ror":"https://ror.org/04yr71909","country_code":"CA","type":"education","lineage":["https://openalex.org/I51768193"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Moczkodan, Zach","raw_affiliation_strings":["Royal Military College of Canada, Kingston, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Royal Military College of Canada, Kingston, Canada","institution_ids":["https://openalex.org/I51768193"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033937133","display_name":"Hany Ragab","orcid":null},"institutions":[{"id":"https://openalex.org/I51768193","display_name":"Royal Military College of Canada","ror":"https://ror.org/04yr71909","country_code":"CA","type":"education","lineage":["https://openalex.org/I51768193"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ragab, Hany","raw_affiliation_strings":["Royal Military College of Canada, Kingston, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Royal Military College of Canada, Kingston, Canada","institution_ids":["https://openalex.org/I51768193"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I51768193"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9441999793052673,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9441999793052673,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.01209999993443489,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.009200000204145908,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/padding","display_name":"Padding","score":0.8769000172615051},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8482000231742859},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.645799994468689},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.5504000186920166},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.527899980545044},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4999000132083893},{"id":"https://openalex.org/keywords/intrusion","display_name":"Intrusion","score":0.47769999504089355},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.32089999318122864}],"concepts":[{"id":"https://openalex.org/C165435473","wikidata":"https://www.wikidata.org/wiki/Q1509884","display_name":"Padding","level":2,"score":0.8769000172615051},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8482000231742859},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7156000137329102},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.645799994468689},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.5504000186920166},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.527899980545044},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4999000132083893},{"id":"https://openalex.org/C158251709","wikidata":"https://www.wikidata.org/wiki/Q354025","display_name":"Intrusion","level":2,"score":0.47769999504089355},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44110000133514404},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4169999957084656},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.37700000405311584},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.32089999318122864},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.31279999017715454},{"id":"https://openalex.org/C182590292","wikidata":"https://www.wikidata.org/wiki/Q989632","display_name":"Network security","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C40506919","wikidata":"https://www.wikidata.org/wiki/Q7452469","display_name":"Sequence learning","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C152565575","wikidata":"https://www.wikidata.org/wiki/Q1124538","display_name":"Conditional random field","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C169258074","wikidata":"https://www.wikidata.org/wiki/Q245748","display_name":"Random forest","level":2,"score":0.2815999984741211},{"id":"https://openalex.org/C176809094","wikidata":"https://www.wikidata.org/wiki/Q15401496","display_name":"Traverse","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C114809511","wikidata":"https://www.wikidata.org/wiki/Q1412924","display_name":"Flow network","level":2,"score":0.25760000944137573},{"id":"https://openalex.org/C114563136","wikidata":"https://www.wikidata.org/wiki/Q19725982","display_name":"Network planning and design","level":2,"score":0.2558000087738037},{"id":"https://openalex.org/C12269588","wikidata":"https://www.wikidata.org/wiki/Q132364","display_name":"Communications protocol","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.11098","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11098","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.11098","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11098","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"deep":[1,78],"learning":[2,79],"approaches":[3],"for":[4],"network":[5,71],"intrusion":[6],"detection":[7],"increasingly":[8],"incorporate":[9],"temporal":[10,31,62],"architectures":[11,80],"such":[12],"as":[13,60,220],"recurrent":[14],"networks":[15],"and":[16,73,77,88,134,178,192,217,228],"Transformers,":[17],"often":[18],"reporting":[19],"near-perfect":[20],"performance":[21,188],"on":[22,105,186],"CIC-IDS2017.":[23],"However,":[24],"many":[25],"existing":[26],"studies":[27],"neither":[28],"supply":[29],"their":[30],"modules":[32],"with":[33,198],"genuine":[34],"sequence":[35],"inputs":[36],"nor":[37],"evaluate":[38],"under":[39,81,123,165],"realistic,":[40],"leakage-free":[41,86,139,212],"conditions,":[42],"making":[43],"it":[44,126],"unclear":[45],"whether":[46],"reported":[47,187],"gains":[48],"arise":[49],"from":[50,70,157],"true":[51],"sequence-modeling":[52],"capability.":[53],"In":[54],"this":[55],"work,":[56],"we":[57],"reformulate":[58],"CIC-IDS2017":[59],"a":[61,82,89,161,183],"intrusion-detection":[63],"task":[64],"by":[65,205],"constructing":[66],"ordered":[67],"flow":[68],"sequences":[69],"conversations":[72],"benchmarking":[74,219],"nine":[75],"classical":[76],"random":[83,196],"split,":[84],"two":[85],"splits,":[87,213],"padding-scheme":[90],"ablation.":[91],"The":[92],"central":[93],"finding":[94],"is":[95,145],"that":[96,171,193],"padding":[97,176,200,215],"convention,":[98],"not":[99],"architecture,":[100],"determines":[101],"the":[102,110,113,120,142,146,152],"Transformer's":[103,153],"performance:":[104],"genuinely":[106],"sequential":[107],"(non-padded)":[108],"windows":[109],"Transformer":[111],"achieves":[112],"highest":[114],"macro-F1":[115],"of":[116],"any":[117],"model":[118,149,203],"in":[119,223],"experiment":[121],"(0.89);":[122],"zero-pad+mask":[124],"evaluation":[125,141,172],"drops":[127],"markedly":[128],"(-0.24":[129],"macro-F1),":[130],"while":[131,151],"LSTM,":[132],"GRU,":[133],"1D-CNN":[135],"remain":[136],"stable.":[137],"Under":[138],"group":[140],"Random":[143],"Forest":[144],"most":[147],"robust":[148],"(+0.009),":[150],"false-alarm":[154],"rate":[155],"grows":[156],"0.04%":[158],"to":[159,207],"2.7%,":[160],"67-fold":[162],"increase":[163],"invisible":[164],"conventional":[166],"protocols.":[167],"These":[168],"findings":[169],"demonstrate":[170],"methodology":[173],"--":[174,181],"specifically":[175],"convention":[177],"split":[179],"protocol":[180],"has":[182],"larger":[184],"effect":[185],"than":[189],"architectural":[190],"choice,":[191],"widely":[194],"used":[195],"splits":[197],"repeat-last":[199],"can":[201],"overestimate":[202],"robustness":[204],"up":[206],"0.24":[208],"macro-F1.":[209],"We":[210],"advocate":[211],"explicit":[214],"disclosure,":[216],"sequence-aware":[218],"standard":[221],"practice":[222],"future":[224],"IDS":[225],"research.":[226],"Code":[227],"implementation":[229],"details":[230],"are":[231],"available":[232],"at":[233],"https://github.com/zachmocz/temporal-ids-bench.":[234]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-11T00:00:00"}