{"id":"https://openalex.org/W4412567383","doi":"https://doi.org/10.1109/tii.2025.3582375","title":"KD-BERT: A Lightweight Knowledge Distillation Bidirectional Encoder Representations from Transformers for IoT Network Intrusion Detection","display_name":"KD-BERT: A Lightweight Knowledge Distillation Bidirectional Encoder Representations from Transformers for IoT Network Intrusion Detection","publication_year":2025,"publication_date":"2025-07-22","ids":{"openalex":"https://openalex.org/W4412567383","doi":"https://doi.org/10.1109/tii.2025.3582375"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2025.3582375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3582375","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050961328","display_name":"Zhong Cao","orcid":"https://orcid.org/0000-0002-2301-8030"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhong Cao","raw_affiliation_strings":["School of Electronics and Communication Engineering, Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2301-8030","affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100370790","display_name":"Xiaohua Liu","orcid":"https://orcid.org/0000-0003-0384-5431"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohua Liu","raw_affiliation_strings":["School of Electronics and Communication Engineering, Guangzhou University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459198","display_name":"Zheng Zhou","orcid":"https://orcid.org/0009-0003-5690-0761"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Zhou","raw_affiliation_strings":["School of Electronics and Communication Engineering, Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-5690-0761","affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101683395","display_name":"Lei Ding","orcid":"https://orcid.org/0000-0001-8480-4628"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Ding","raw_affiliation_strings":["School of Cyber Security, Guangzhou University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Cyber Security, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016584004","display_name":"Wenli Shang","orcid":"https://orcid.org/0000-0001-6022-5381"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenli Shang","raw_affiliation_strings":["School of Electronics and Communication Engineering, Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-6022-5381","affiliations":[{"raw_affiliation_string":"School of Electronics and Communication Engineering, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5050961328"],"corresponding_institution_ids":["https://openalex.org/I37987034"],"apc_list":null,"apc_paid":null,"fwci":8.8437,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.97705846,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"21","issue":"11","first_page":"8475","last_page":"8483"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9678999781608582,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6752143502235413},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6487151980400085},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5728511214256287},{"id":"https://openalex.org/keywords/intrusion-detection-system","display_name":"Intrusion detection system","score":0.5447136163711548},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.5400115251541138},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.46888917684555054},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.42161089181900024},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.4172879457473755},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20608586072921753},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20397219061851501},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.16558969020843506},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.13414499163627625},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07430416345596313},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.07382744550704956}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6752143502235413},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6487151980400085},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5728511214256287},{"id":"https://openalex.org/C35525427","wikidata":"https://www.wikidata.org/wiki/Q745881","display_name":"Intrusion detection system","level":2,"score":0.5447136163711548},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.5400115251541138},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.46888917684555054},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.42161089181900024},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.4172879457473755},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20608586072921753},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20397219061851501},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.16558969020843506},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.13414499163627625},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07430416345596313},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.07382744550704956},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2025.3582375","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2025.3582375","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4858318468","display_name":null,"funder_award_id":"62173101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2038194220","https://openalex.org/W2743678626","https://openalex.org/W2785446263","https://openalex.org/W2911489562","https://openalex.org/W2911505293","https://openalex.org/W2970390493","https://openalex.org/W3105966348","https://openalex.org/W3114936184","https://openalex.org/W3162956350","https://openalex.org/W3202083238","https://openalex.org/W3208773001","https://openalex.org/W3209227865","https://openalex.org/W3215317537","https://openalex.org/W4224315052","https://openalex.org/W4224331011","https://openalex.org/W4281701520","https://openalex.org/W4321020904","https://openalex.org/W4322576594","https://openalex.org/W4323349130","https://openalex.org/W4384834994","https://openalex.org/W4385413374","https://openalex.org/W4385574718","https://openalex.org/W4387501456","https://openalex.org/W4389584681","https://openalex.org/W4391582407","https://openalex.org/W4394605820","https://openalex.org/W4397026533","https://openalex.org/W4401567590","https://openalex.org/W4402035331","https://openalex.org/W4402186925"],"related_works":["https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W2625093826","https://openalex.org/W4410295802","https://openalex.org/W4200598720","https://openalex.org/W2921026492","https://openalex.org/W4247463117","https://openalex.org/W4361251261","https://openalex.org/W3031181660"],"abstract_inverted_index":{"The":[0],"Internet":[1],"of":[2,27,134,188],"Things":[3],"(IoT)":[4],"network":[5,185],"intrusion":[6,72],"detection":[7,38,51,144],"(NID)":[8],"has":[9],"emerged":[10],"as":[11],"a":[12,24,58,78,94,103,154],"powerful":[13],"technique":[14],"for":[15,69],"effectively":[16,147],"detecting":[17],"attacks":[18],"and":[19,53,158,184,192],"protecting":[20],"internet":[21],"safety":[22],"across":[23],"wide":[25],"range":[26],"applications.":[28],"However,":[29],"existing":[30],"NID":[31,170],"models":[32],"often":[33],"struggle":[34],"to":[35,83,138,199],"achieve":[36,46],"good":[37],"performance":[39,52,197],"when":[40],"deployed":[41],"in":[42],"resource-restricted":[43],"environments.":[44],"To":[45,146],"an":[47],"optimal":[48],"balance":[49],"between":[50],"computational":[54],"cost,":[55],"we":[56,75,89,152],"propose":[57],"lightweight":[59],"knowledge":[60,92],"distillation":[61],"bidirectional":[62],"encoder":[63],"representations":[64],"from":[65,93,136],"Transformers":[66],"(KD-BERT)":[67],"framework":[68],"efficient":[70],"IoT":[71,169,189],"detection.":[73],"Specifically,":[74],"first":[76],"develop":[77],"header-payload":[79],"pairs":[80],"tokenization":[81],"method":[82],"preprocess":[84],"the":[85,117,126,132,149,160],"raw":[86],"data.":[87],"Then,":[88],"distill":[90],"rich":[91],"large":[95],"pre-trained":[96],"<inline-formula":[97,105,118,127,161],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[98,106,119,128,162],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[99,107,120,129,163],"notation=\"LaTeX\">$\\text{BERT}_{\\text{teacher}}$</tex-math></inline-formula>":[100,121],"model":[101,109,165],"into":[102,125],"smaller":[104],"notation=\"LaTeX\">$\\text{BERT}_{\\text{student}}$</tex-math></inline-formula>":[108,164],"with":[110],"fewer":[111],"training":[112],"parameters.":[113],"By":[114],"leveraging":[115],"KD-BERT,":[116],"can":[122],"be":[123],"compressed":[124],"notation=\"LaTeX\">$\\text{BERT}_{\\text{student}}$</tex-math></inline-formula>,":[130],"reducing":[131],"number":[133],"parameters":[135],"135":[137],"9":[139],"M,":[140],"while":[141],"maintaining":[142],"high":[143],"accuracy.":[145],"obtain":[148],"essential":[150],"features,":[151],"design":[153],"data":[155],"transformation":[156],"strategy":[157],"fine-tuned":[159],"on":[166,175],"several":[167],"labeled":[168],"tasks.":[171],"Comprehensive":[172],"experimental":[173],"results":[174],"three":[176],"public":[177],"datasets":[178,183],"(telemetry":[179],"datasets,":[180],"operating":[181],"systems":[182],"traffic":[186],"dataset":[187],"(TON-IoT),":[190],"Edge-IIoTset,":[191],"IoMT2024)":[193],"have":[194],"demonstrated":[195],"superior":[196],"compared":[198],"state-of-the-art":[200],"methods.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":3}],"updated_date":"2026-05-10T08:33:47.465468","created_date":"2025-10-10T00:00:00"}