{"id":"https://openalex.org/W4400728602","doi":"https://doi.org/10.1109/iwcmc61514.2024.10592399","title":"Enhancing IoT Traffic Detection via Attention Mechanisms Derived from Matrix Eigenvalues and Eigenvectors within Transformer Architectures<sup>*</sup>","display_name":"Enhancing IoT Traffic Detection via Attention Mechanisms Derived from Matrix Eigenvalues and Eigenvectors within Transformer Architectures<sup>*</sup>","publication_year":2024,"publication_date":"2024-05-27","ids":{"openalex":"https://openalex.org/W4400728602","doi":"https://doi.org/10.1109/iwcmc61514.2024.10592399"},"language":"en","primary_location":{"id":"doi:10.1109/iwcmc61514.2024.10592399","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iwcmc61514.2024.10592399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101347171","display_name":"Yiyang Xiong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yiyang Xiong","raw_affiliation_strings":["China Telecom Research Institute,Beijing,China"],"affiliations":[{"raw_affiliation_string":"China Telecom Research Institute,Beijing,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100354225","display_name":"Cheng Li","orcid":"https://orcid.org/0000-0001-6110-8099"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Li","raw_affiliation_strings":["China Telecommunications Corporation,Beijing,China"],"affiliations":[{"raw_affiliation_string":"China Telecommunications Corporation,Beijing,China","institution_ids":["https://openalex.org/I4210136246"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029675011","display_name":"Shilei Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]},{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shilei Dong","raw_affiliation_strings":["China Telecom Research Institute,Beijing,China"],"affiliations":[{"raw_affiliation_string":"China Telecom Research Institute,Beijing,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102545826","display_name":"Fangning Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fangning Shi","raw_affiliation_strings":["China Telecom Research Institute,Beijing,China"],"affiliations":[{"raw_affiliation_string":"China Telecom Research Institute,Beijing,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107809054","display_name":"Haoming Zhang","orcid":"https://orcid.org/0000-0002-0395-6724"},"institutions":[{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]},{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoming Zhang","raw_affiliation_strings":["China Telecom Research Institute,Beijing,China"],"affiliations":[{"raw_affiliation_string":"China Telecom Research Institute,Beijing,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101347171"],"corresponding_institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.08417551,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"11","issue":null,"first_page":"162","last_page":"167"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9753999710083008,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9620000123977661,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10363","display_name":"Low-power high-performance VLSI design","score":0.9587000012397766,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/eigenvalues-and-eigenvectors","display_name":"Eigenvalues and eigenvectors","score":0.7295653223991394},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5544626712799072},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5032584071159363},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.42937609553337097},{"id":"https://openalex.org/keywords/matrix","display_name":"Matrix (chemical analysis)","score":0.4239712953567505},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.24099519848823547},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18545961380004883},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1794673502445221},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.15918931365013123},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.08934500813484192},{"id":"https://openalex.org/keywords/quantum-mechanics","display_name":"Quantum mechanics","score":0.06824025511741638},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.06591317057609558}],"concepts":[{"id":"https://openalex.org/C158693339","wikidata":"https://www.wikidata.org/wiki/Q190524","display_name":"Eigenvalues and eigenvectors","level":2,"score":0.7295653223991394},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5544626712799072},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5032584071159363},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.42937609553337097},{"id":"https://openalex.org/C106487976","wikidata":"https://www.wikidata.org/wiki/Q685816","display_name":"Matrix (chemical analysis)","level":2,"score":0.4239712953567505},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.24099519848823547},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18545961380004883},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1794673502445221},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.15918931365013123},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.08934500813484192},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.06824025511741638},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.06591317057609558},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwcmc61514.2024.10592399","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iwcmc61514.2024.10592399","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1534477342","https://openalex.org/W1614298861","https://openalex.org/W2064675550","https://openalex.org/W2122646361","https://openalex.org/W2136922672","https://openalex.org/W2618530766","https://openalex.org/W3112637638","https://openalex.org/W4285060730","https://openalex.org/W4285138331","https://openalex.org/W4294170691","https://openalex.org/W4307573706","https://openalex.org/W4353004788","https://openalex.org/W4360584206","https://openalex.org/W6636510571"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4245926026","https://openalex.org/W4311097251","https://openalex.org/W2586548817","https://openalex.org/W2390279801","https://openalex.org/W2625093826","https://openalex.org/W2950174689","https://openalex.org/W2358668433","https://openalex.org/W4200598720"],"abstract_inverted_index":{"In":[0],"the":[1,14,26,40,64,99,123,135,139,149,156,179,185,193,198,232,241,252],"contemporary":[2],"landscape":[3],"of":[4,16,28,101,125,128,134,143,152,181,195,215,223,234,254],"ubiquitous":[5],"mobile":[6,11,33],"devices":[7],"and":[8,89,96,113,132,141,159,238],"rapidly":[9],"advancing":[10],"network":[12,17],"technologies,":[13],"issue":[15],"security":[18],"has":[19],"become":[20],"increasingly":[21],"critical.":[22],"Within":[23],"this":[24,46,117,209],"context,":[25],"detection":[27,53],"abnormal":[29],"IoT":[30],"traffic":[31,55,153],"in":[32,39,54,98,184,197],"communications":[34],"assumes":[35],"paramount":[36],"importance,":[37],"especially":[38],"industrially":[41],"diverse":[42],"connectivity":[43],"sector.":[44],"Against":[45],"backdrop,":[47],"deep":[48,66],"learning-based":[49],"techniques":[50],"for":[51,74],"anomaly":[52],"data":[56,136,235],"have":[57],"emerged":[58],"as":[59],"a":[60,71,247],"pivotal":[61],"solution.":[62],"However,":[63],"latest":[65],"learning":[67],"algorithms":[68],"often":[69],"lack":[70],"theoretical":[72],"basis":[73],"hyperparameter":[75],"settings,":[76],"relying":[77],"heavily":[78],"on":[79],"empirical":[80],"experience":[81],"from":[82,204],"practical":[83],"engineering.":[84],"This":[85,146],"necessitates":[86],"prolonged":[87],"training":[88,112,142],"tuning":[90],"processes,":[91],"which":[92],"are":[93],"particularly":[94],"costly":[95],"time-consuming":[97],"era":[100],"large-scale":[102],"models":[103,227],"like":[104],"LLMs,":[105],"where":[106],"every":[107],"parameter":[108],"adjustment":[109],"entails":[110],"extensive":[111],"testing":[114],"durations.":[115],"Addressing":[116],"challenge,":[118],"our":[119,205,255],"study":[120],"innovatively":[121],"proposes":[122],"integration":[124,233],"mathematical":[126,249],"characteristics":[127],"data,":[129,154],"specifically":[130],"eigenvalues":[131,176,237],"eigenvectors":[133,169,190,239],"matrix,":[137],"into":[138],"construction":[140],"Transformer":[144,186],"models.":[145],"approach":[147,211],"leverages":[148],"intrinsic":[150],"properties":[151],"enhancing":[155],"model\u2019s":[157],"effectiveness":[158],"efficiency.":[160],"Our":[161],"methodology":[162],"encompasses":[163],"three":[164],"key":[165],"initiatives:":[166],"(1)":[167],"Utilizing":[168,189],"to":[170,177,191,226],"initialize":[171],"model":[172,216],"weights;":[173],"(2)":[174],"Employing":[175],"determine":[178],"weighting":[180],"each":[182],"head":[183],"model;":[187],"(3)":[188],"define":[192],"number":[194],"heads":[196],"multi-head":[199,243],"attention":[200,244],"mechanism.":[201],"Empirical":[202],"results":[203],"experiments":[206],"demonstrate":[207],"that":[208],"novel":[210],"facilitates":[212],"quicker":[213],"optimization":[214],"parameters,":[217],"with":[218,228,240],"an":[219],"average":[220],"performance":[221],"improvement":[222],"3%":[224],"compared":[225],"random":[229],"initialization.":[230],"Moreover,":[231],"matrix":[236],"Transformer\u2019s":[242],"mechanism":[245],"exhibits":[246],"significant":[248],"correlation,":[250],"underscoring":[251],"efficacy":[253],"proposed":[256],"method.":[257]},"counts_by_year":[],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}