{"id":"https://openalex.org/W7162089881","doi":"https://doi.org/10.1109/tccn.2026.3695843","title":"IHUD-BERT: A Large-Scale Network Traffic Classification Method Based on Pre-Training Transformers and Knowledge Distillation","display_name":"IHUD-BERT: A Large-Scale Network Traffic Classification Method Based on Pre-Training Transformers and Knowledge Distillation","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7162089881","doi":"https://doi.org/10.1109/tccn.2026.3695843"},"language":null,"primary_location":{"id":"doi:10.1109/tccn.2026.3695843","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2026.3695843","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042519138","display_name":"Yahui Hu","orcid":"https://orcid.org/0000-0002-9856-5485"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yahui Hu","raw_affiliation_strings":["China University of Mining and Technology-Beijing, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China University of Mining and Technology-Beijing, Beijing, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136775224","display_name":"Tiancun Deng","orcid":"https://orcid.org/0009-0002-5014-8751"},"institutions":[{"id":"https://openalex.org/I25757504","display_name":"China University of Mining and Technology","ror":"https://ror.org/01xt2dr21","country_code":"CN","type":"education","lineage":["https://openalex.org/I25757504"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiancun Deng","raw_affiliation_strings":["China University of Mining and Technology-Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-5014-8751","affiliations":[{"raw_affiliation_string":"China University of Mining and Technology-Beijing, Beijing, China","institution_ids":["https://openalex.org/I25757504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007493569","display_name":"Junping Song","orcid":"https://orcid.org/0000-0002-4451-1297"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210108629","display_name":"Computer Network Information Center","ror":"https://ror.org/01s0wyf50","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210108629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junping Song","raw_affiliation_strings":["Chinese Academy of Sciences, Computer Network Information Center, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-4451-1297","affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Computer Network Information Center, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210108629"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108917732","display_name":"Pengfei Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210108629","display_name":"Computer Network Information Center","ror":"https://ror.org/01s0wyf50","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210108629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Fan","raw_affiliation_strings":["Chinese Academy of Sciences, Computer Network Information Center, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Computer Network Information Center, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210108629"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136729824","display_name":"Xu Zhou","orcid":"https://orcid.org/0000-0002-2236-0520"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210108629","display_name":"Computer Network Information Center","ror":"https://ror.org/01s0wyf50","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210108629"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Zhou","raw_affiliation_strings":["Chinese Academy of Sciences, Computer Network Information Center, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2236-0520","affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Computer Network Information Center, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210108629"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.63780998,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"8478","last_page":"8491"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9110999703407288,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9110999703407288,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.04089999943971634,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12326","display_name":"Network Packet Processing and Optimization","score":0.005799999926239252,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6001999974250793},{"id":"https://openalex.org/keywords/knowledge-based-systems","display_name":"Knowledge-based systems","score":0.4350000023841858},{"id":"https://openalex.org/keywords/intelligent-network","display_name":"Intelligent Network","score":0.3560999929904938},{"id":"https://openalex.org/keywords/knowledge-engineering","display_name":"Knowledge engineering","score":0.3474999964237213},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.30550000071525574},{"id":"https://openalex.org/keywords/electronic-mail","display_name":"Electronic mail","score":0.2822999954223633}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8166000247001648},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6001999974250793},{"id":"https://openalex.org/C115925183","wikidata":"https://www.wikidata.org/wiki/Q1412694","display_name":"Knowledge-based systems","level":2,"score":0.4350000023841858},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3628999888896942},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.36230000853538513},{"id":"https://openalex.org/C51675839","wikidata":"https://www.wikidata.org/wiki/Q1665681","display_name":"Intelligent Network","level":2,"score":0.3560999929904938},{"id":"https://openalex.org/C84685590","wikidata":"https://www.wikidata.org/wiki/Q1540472","display_name":"Knowledge engineering","level":2,"score":0.3474999964237213},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33640000224113464},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3352999985218048},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.30550000071525574},{"id":"https://openalex.org/C3020028006","wikidata":"https://www.wikidata.org/wiki/Q9158","display_name":"Electronic mail","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C58328972","wikidata":"https://www.wikidata.org/wiki/Q184609","display_name":"Expert system","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C192126672","wikidata":"https://www.wikidata.org/wiki/Q1068715","display_name":"Telecommunications network","level":2,"score":0.25850000977516174},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2583000063896179},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2533000111579895}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2026.3695843","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2026.3695843","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1504770635","display_name":null,"funder_award_id":"2024YFB2908700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G3117990992","display_name":null,"funder_award_id":"2025ZKPYZN02","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G4726090477","display_name":null,"funder_award_id":"2021168","funder_id":"https://openalex.org/F4320322847","funder_display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences"},{"id":"https://openalex.org/G5017694733","display_name":null,"funder_award_id":"2021168","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"}],"funders":[{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320322847","display_name":"Youth Innovation Promotion Association of the Chinese Academy of Sciences","ror":"https://ror.org/031141b54"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Accurate":[0],"and":[1,17,56,140,214],"efficient":[2,215],"classification":[3],"of":[4,14,53,61],"large-scale":[5],"network":[6,12],"traffic":[7,220],"is":[8,134,144],"fundamental":[9],"to":[10,41,146,195],"ensuring":[11,119],"Quality":[13],"Service":[15],"(QoS)":[16],"security.":[18],"However,":[19],"existing":[20],"methodologies":[21],"face":[22],"critical":[23],"challenges.":[24],"While":[25],"payload-based":[26,105,169],"pre-trained":[27,131],"models":[28,63],"have":[29],"achieved":[30],"success,":[31],"they":[32],"often":[33],"rely":[34],"on":[35,158,176],"memorizing":[36],"session-specific":[37],"encryption":[38,122],"artifacts,":[39],"leading":[40],"catastrophic":[42],"performance":[43,192],"degradation":[44,193],"under":[45,172],"realistic":[46],"\u201cinter-flow\u201d":[47],"splitting":[48],"scenarios.":[49],"Furthermore,":[50],"the":[51,57,90,185,207],"scarcity":[52],"labeled":[54],"samples":[55],"high":[58,182],"computational":[59],"cost":[60],"large":[62],"hinder":[64],"their":[65],"practical":[66],"deployment.":[67],"To":[68],"address":[69],"these":[70],"limitations,":[71],"this":[72,107],"paper":[73],"proposes":[74],"an":[75],"integrated":[76],"framework,":[77],"IHUD-BERT,":[78],"which":[79],"integrates":[80],"robust":[81],"feature":[82],"representation":[83],"with":[84],"knowledge":[85,143,154],"distillation.":[86,155],"We":[87],"first":[88],"introduce":[89],"IP":[91,101],"Header":[92],"Unit":[93],"(IHU)":[94],"scheme,":[95],"applying":[96],"a":[97,130,137,147,190,211],"sliding":[98],"window":[99],"over":[100],"packet":[102],"headers.":[103],"Unlike":[104],"approaches,":[106],"method":[108,180],"captures":[109],"invariant":[110],"behavioral":[111],"patterns":[112],"that":[113,167],"remain":[114],"consistent":[115],"across":[116],"encrypted":[117,177,219],"sessions,":[118],"robustness":[120],"against":[121],"randomization":[123],"while":[124,168,199],"augmenting":[125],"limited":[126],"training":[127],"data.":[128],"Subsequently,":[129],"Transformer":[132],"(IHU-BERT)":[133],"constructed":[135],"as":[136,210],"teacher":[138,197],"model,":[139],"its":[141,196],"comprehensive":[142],"transferred":[145],"lightweight":[148,186],"student":[149],"model":[150],"(IHUD-BERT)":[151],"via":[152],"hierarchical":[153],"Comprehensive":[156],"evaluations":[157],"multiple":[159],"datasets":[160],"validate":[161],"our":[162,179],"approach.":[163],"The":[164],"results":[165,205],"demonstrate":[166],"baselines":[170],"collapse":[171],"strict":[173],"inter-flow":[174],"evaluation":[175],"traffic,":[178],"maintains":[181],"accuracy.":[183],"Notably,":[184],"IHUD-BERT":[187],"achieves":[188],"only":[189],"marginal":[191],"compared":[194],"counterpart":[198],"delivering":[200],"millisecond-level":[201],"inference":[202],"latency.":[203],"These":[204],"establish":[206],"proposed":[208],"framework":[209],"robust,":[212],"high-precision,":[213],"solution":[216],"for":[217],"modern":[218],"classification.":[221]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2026-05-23T00:00:00"}